-- Logs begin at Wed 2021-12-15 21:06:13 UTC, end at Wed 2021-12-15 22:50:24 UTC. -- Dec 15 21:39:27.927116 dv-neutron-820612-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 21:39:30.227865 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.common.config [-] Logging enabled! Dec 15 21:39:30.228550 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96 Dec 15 21:39:30.228668 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 21:39:30.231628 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.common.config [-] Logging enabled! Dec 15 21:39:30.231899 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev96 Dec 15 21:39:30.232210 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87412) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 21:39:30.233131 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:39:30.233365 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:39:30.233713 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:39:30.233959 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:39:30.234185 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:39:30.234500 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.234796 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.235088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.235318 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.235607 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.235907 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.236187 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.236475 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.236770 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.237053 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.237405 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.237692 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.237923 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.238203 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.238488 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.238773 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.238996 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] debug = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.239276 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.239698 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.240128 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.240406 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.240695 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.240972 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.241239 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.241522 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.241796 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.242120 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] host = dv-neutron-820612-1-hyperv {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.242396 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.242686 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.242970 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.243253 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.243525 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.243798 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.244106 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.244377 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.244647 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.244920 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.245208 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.245494 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.245781 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.246003 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.246224 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.246510 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.246793 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.247065 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.247337 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.247609 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.247894 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.248171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.248438 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.248721 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.249004 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.249284 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.249553 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.249823 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.250091 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.250359 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.250641 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.250912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.251183 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.251452 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.251735 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.252021 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.252293 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.252603 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.252882 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.253203 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.253486 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.253757 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.254039 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.254310 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.254581 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.254851 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_json = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.255120 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.255389 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.255667 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.255958 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.256230 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.256500 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.256770 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.257052 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:30.257343 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.257637 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.257931 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.258457 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.258759 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.259036 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.259321 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.259597 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.259890 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.260202 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.260470 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.260747 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.261034 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.261308 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.261597 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.261896 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.262186 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.262472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.262749 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.263019 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.263288 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.263563 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.263845 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.264168 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.264455 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.264727 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.265003 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.265290 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.265565 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.265834 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.266107 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.266390 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.266664 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.266933 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.267208 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.267479 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.267745 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.268034 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.268307 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.269100 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.269378 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.269647 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.269913 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.270183 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.270448 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.270728 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.271001 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.271267 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.271535 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.271808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.272104 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.272374 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.272651 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.272922 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.273202 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.273471 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.273739 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.274008 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.274276 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.274542 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.274811 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.275079 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.275352 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.275618 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.275913 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.276180 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.276449 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.276719 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.277002 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.277296 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.277570 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.277845 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.278120 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.278393 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.278667 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.278943 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.279216 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.279492 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.279763 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.280082 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.280363 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.280646 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.280925 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.281199 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.281493 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.281768 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.282048 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.282322 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.282598 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.282881 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.283166 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.283456 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.283742 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.284057 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.284931 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.285226 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.285509 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.285818 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.286099 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:30.286315 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:39:30.286555 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87412) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 21:39:30.669404 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO keyring.backend [-] Loading KWallet Dec 15 21:39:30.676899 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO keyring.backend [-] Loading SecretService Dec 15 21:39:30.680640 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO keyring.backend [-] Loading Windows Dec 15 21:39:30.681955 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO keyring.backend [-] Loading chainer Dec 15 21:39:30.682540 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO keyring.backend [-] Loading macOS Dec 15 21:39:30.716728 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:39:30.717003 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:39:30.717293 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:39:30.717623 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 21:39:31.023354 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.023645 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.023937 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.025119 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.025391 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.025652 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.146107 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.146384 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.146649 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.160557 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.160831 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.161093 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.189571 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.189847 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.190113 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.227388 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.227662 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.227949 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.458512 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.459173 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.459173 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.459335 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.460057 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.585775 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.586313 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.586622 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.586892 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.587161 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.587473 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.587736 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.588020 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.588277 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.588565 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.588821 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.589232 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.589499 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.589763 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.590034 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.590303 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.590563 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.590833 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.591083 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.591363 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.591709 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.592061 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.592308 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.592583 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.592827 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.593070 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.593457 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.593693 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.593925 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.594158 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.594386 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.594614 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:31.594977 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 21:39:31.598855 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 21:39:31.602793 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 21:39:31.606812 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 15 21:39:31.608573 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 21:39:31.609022 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 21:39:31.609354 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 21:39:31.609739 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 21:39:31.612809 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 21:39:31.613058 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 21:39:31.613404 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 21:39:31.641391 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 21:39:31.641835 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.642133 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87412) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 15 21:39:31.642490 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.644553 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87412) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 21:39:31.644978 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 21:39:31.645360 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 21:39:31.648749 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.649034 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:31.711148 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 21:39:31.711317 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 21:39:31.711551 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 21:39:31.711949 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 21:39:31.745529 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_db.sqlalchemy.engines [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87412) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 15 21:39:32.076551 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing driver for type 'gre' Dec 15 21:39:32.077067 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] gre ID ranges: [(1, 1000)] Dec 15 21:39:32.129422 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing driver for type 'local' Dec 15 21:39:32.129867 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing driver for type 'vlan' Dec 15 21:39:32.141172 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] VlanTypeDriver initialization complete Dec 15 21:39:32.141503 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing driver for type 'vxlan' Dec 15 21:39:32.141990 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] vxlan ID ranges: [(1, 1000)] Dec 15 21:39:32.198726 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing extension driver 'port_security' Dec 15 21:39:32.199112 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.extensions.port_security [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] PortSecurityExtensionDriver initialization complete Dec 15 21:39:32.199441 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing mechanism driver 'openvswitch' Dec 15 21:39:32.199763 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing mechanism driver 'hyperv' Dec 15 21:39:32.206645 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.plugins.ml2.plugin [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87412) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:32.207411 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.207794 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.208178 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.208574 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.208927 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.209275 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.209673 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.210001 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.210341 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.210715 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.211061 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.211405 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.211782 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.212252 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.212590 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.212966 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > address_group after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.213312 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > address_group after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.213649 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > address_group after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.213988 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] ML2 OVO RPC backend initialized. {{(pid=87412) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 15 21:39:32.214696 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.215052 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.215991 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.216345 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > networks before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.216693 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.217035 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > ports before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.217380 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.217721 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnets before_response 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.218067 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.218408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.218744 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.219089 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.219417 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.219750 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.220111 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.220448 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.220780 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > subnet after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.221354 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.plugin [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Modular L2 Plugin initialization complete Dec 15 21:39:32.221680 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading services supported by the core plugin {{(pid=87412) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 21:39:32.222008 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.plugins.ml2.managers [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Got port-security extension from driver 'port_security' Dec 15 21:39:32.222467 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.extensions.vlantransparent [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Disabled vlantransparent extension. Dec 15 21:39:32.222955 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87412) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 21:39:32.223280 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: router Dec 15 21:39:32.261170 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.261576 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_create 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.261978 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router before_create 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.262379 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.262690 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.263046 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_delete 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.263403 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > floatingip after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.263763 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_create 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.264134 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.264484 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.264830 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.265187 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.265599 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.265964 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.266305 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.266643 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: subnet after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.266979 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.267328 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > port precommit_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.267675 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_create 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.268041 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.268386 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.268780 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router after_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.269125 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_delete 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.269477 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_create 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.269834 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router_interface after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.270178 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_update 55549900 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.270541 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > agent after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.270891 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > agent after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.271237 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > network after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.272148 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Tracking information for resource: router configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:32.272491 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Tracking information for resource: floatingip configured {{(pid=87412) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 21:39:32.277824 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.db.l3_agentschedulers_db [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 21:39:32.278425 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.278797 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.279128 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.279484 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: port after_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.280313 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router before_create 55550100 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.280691 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_delete 55550100 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.281044 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_create 55550100 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.281407 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > router precommit_update 55550100 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.285981 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.provider_configuration [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service providers = [] {{(pid=87412) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 21:39:32.286348 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.db.servicetype_db [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87412) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 21:39:32.289340 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.service_base [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:39:32.289685 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.service_base [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:39:32.290032 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.service_base [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:39:32.291096 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.services.service_base [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87412) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 21:39:32.291472 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.services.service_base [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 21:39:32.291851 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.292204 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 21:39:32.303491 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.303825 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: auto_allocate Dec 15 21:39:32.309880 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: network precommit_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.310261 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: network precommit_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.310777 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.311094 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: tag Dec 15 21:39:32.318631 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.318963 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: timestamp Dec 15 21:39:32.322884 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.323208 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: network_ip_availability Dec 15 21:39:32.328731 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.329048 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.329402 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.330129 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.330444 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: flavors Dec 15 21:39:32.335503 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.335833 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading Plugin: revisions Dec 15 21:39:32.340173 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87412) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 21:39:32.340569 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.623s {{(pid=87412) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:39:32.341322 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87412) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 21:39:32.341660 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Initializing extension manager. Dec 15 21:39:32.342162 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: __init__.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.342504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: __pycache__ {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.342840 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.343171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: address_group.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.343971 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.344556 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: address-group Dec 15 21:39:32.344882 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: address_scope.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.345600 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.346112 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: address-scope Dec 15 21:39:32.346436 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: admin_state_down_before_update.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.347437 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.347975 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: router-admin-state-down-before-update Dec 15 21:39:32.348300 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: agent.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.349002 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.349507 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: agent Dec 15 21:39:32.349827 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: agent_resources_synced.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.350752 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.351268 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: agent-resources-synced Dec 15 21:39:32.351590 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: allowedaddresspairs.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.353430 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.353948 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: allowed-address-pairs Dec 15 21:39:32.354272 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: auto_allocated_topology.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.355355 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.355865 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: auto-allocated-topology Dec 15 21:39:32.356211 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: availability_zone.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.356908 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.357414 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: availability_zone Dec 15 21:39:32.357735 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: availability_zone_filter.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.358650 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.359159 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: availability_zone_filter Dec 15 21:39:32.359482 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: data_plane_status.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.360418 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.360932 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 21:39:32.361253 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: default_subnetpools.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.362169 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.363202 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: default-subnetpools Dec 15 21:39:32.363525 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: dhcpagentscheduler.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.364370 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.364878 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: dhcp_agent_scheduler Dec 15 21:39:32.365201 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: dns.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.366116 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.366621 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension dns-integration not supported by any of loaded plugins Dec 15 21:39:32.366943 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: dns_domain_ports.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.367890 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.368408 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 21:39:32.368731 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: dvr.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.369404 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.369913 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: dvr Dec 15 21:39:32.370233 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: empty_string_filtering.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.371156 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.371666 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: empty-string-filtering Dec 15 21:39:32.372018 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.372934 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.373441 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 21:39:32.373760 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.374670 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.375179 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 21:39:32.375498 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: external_net.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.376440 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.376951 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: external-net Dec 15 21:39:32.377270 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: extra_dhcp_opt.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.378726 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.379232 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: extra_dhcp_opt Dec 15 21:39:32.379549 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: extraroute.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.380481 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.380986 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: extraroute Dec 15 21:39:32.381309 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: extraroute_atomic.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.382343 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.382850 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: extraroute-atomic Dec 15 21:39:32.383169 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: filter_validation.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.384130 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.384635 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: filter-validation Dec 15 21:39:32.384952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: fip_pf_description.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.387463 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.388018 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 21:39:32.388353 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: fip_port_details.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.389298 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.389812 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: fip-port-details Dec 15 21:39:32.390132 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: flavors.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.391383 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.391966 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: flavors Dec 15 21:39:32.392254 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.393976 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.394496 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 21:39:32.395078 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: floatingip_pools.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.395789 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.396326 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: floatingip-pools Dec 15 21:39:32.396649 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: ip_allocation.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.397587 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.398087 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 21:39:32.398407 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.399331 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.399839 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: ip-substring-filtering Dec 15 21:39:32.400188 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l2_adjacency.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.401118 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.401624 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 21:39:32.401944 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.402945 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.403458 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: router Dec 15 21:39:32.403783 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3_conntrack_helper.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.406097 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.406620 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 21:39:32.406947 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.407905 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.408418 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: ext-gw-mode Dec 15 21:39:32.408748 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.409699 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.410208 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: l3-ha Dec 15 21:39:32.410531 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3_flavors.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.411464 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.412005 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: l3-flavors Dec 15 21:39:32.412327 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.413260 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.413765 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 21:39:32.414086 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: l3agentscheduler.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.415135 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.415642 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: l3_agent_scheduler Dec 15 21:39:32.415998 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: logging.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.417512 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.418034 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension logging not supported by any of loaded plugins Dec 15 21:39:32.418363 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: metering.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.419106 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.419679 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: metering Dec 15 21:39:32.420035 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.421152 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.421671 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: metering_source_and_destination_fields Dec 15 21:39:32.421995 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: multiprovidernet.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.423053 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.423563 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: multi-provider Dec 15 21:39:32.423907 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: netmtu.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.425431 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.425931 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: net-mtu Dec 15 21:39:32.426250 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: netmtu_writable.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.427168 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.427679 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: net-mtu-writable Dec 15 21:39:32.428030 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: network_availability_zone.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.428703 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.429210 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: network_availability_zone Dec 15 21:39:32.429532 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: network_ip_availability.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.430638 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.431422 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: network-ip-availability Dec 15 21:39:32.431748 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: network_segment_range.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.432544 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.433048 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 21:39:32.433364 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: pagination.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.434345 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.434668 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: pagination Dec 15 21:39:32.434984 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: port_device_profile.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.435902 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.436423 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: port-device-profile Dec 15 21:39:32.436742 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.437664 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.438173 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: port-mac-address-regenerate Dec 15 21:39:32.438495 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.439408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.439944 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: port-numa-affinity-policy Dec 15 21:39:32.440266 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: port_resource_request.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.441768 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.442270 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 21:39:32.442592 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: portbindings.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.443521 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.444058 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: binding Dec 15 21:39:32.444386 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: portbindings_extended.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.445678 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.446191 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: binding-extended Dec 15 21:39:32.446514 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: portsecurity.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.447433 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.447963 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: port-security Dec 15 21:39:32.448284 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: project_id.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.449269 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.449596 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: project-id Dec 15 21:39:32.449920 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: providernet.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.450836 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.451344 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: provider Dec 15 21:39:32.451665 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.455275 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.455801 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos not supported by any of loaded plugins Dec 15 21:39:32.456195 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.457453 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.457968 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 21:39:32.458296 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.459221 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.459726 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 21:39:32.460073 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_default.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.460989 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.461500 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-default not supported by any of loaded plugins Dec 15 21:39:32.461829 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_fip.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.462482 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.462985 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-fip not supported by any of loaded plugins Dec 15 21:39:32.463305 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_gateway_ip.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.464254 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.464770 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 21:39:32.465090 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_port_network_policy.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.466012 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.466518 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 21:39:32.466837 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_rule_type_details.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.467752 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.468281 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 21:39:32.468600 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: qos_rules_alias.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.469648 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.470155 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 21:39:32.470472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: quotasv2.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.471388 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.471915 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: quotas Dec 15 21:39:32.472216 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: quotasv2_detail.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.473855 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.474188 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: quota_details Dec 15 21:39:32.474512 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: rbac.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.475610 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.476156 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: rbac-policies Dec 15 21:39:32.476487 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: rbac_address_group.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.477414 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.477927 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: rbac-address-group Dec 15 21:39:32.478250 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: rbac_address_scope.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.479174 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.479684 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: rbac-address-scope Dec 15 21:39:32.480034 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: rbac_security_groups.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.480955 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.481464 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: rbac-security-groups Dec 15 21:39:32.481792 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: rbac_subnetpool.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.482721 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.483226 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: rbac-subnetpool Dec 15 21:39:32.483544 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: revisionifmatch.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.484493 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.485002 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: revision-if-match Dec 15 21:39:32.485321 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: revisions.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.486434 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.486943 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: standard-attr-revisions Dec 15 21:39:32.487265 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: router_availability_zone.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.488486 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.488996 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: router_availability_zone Dec 15 21:39:32.489317 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: routerservicetype.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.490240 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.490748 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension router-service-type not supported by any of loaded plugins Dec 15 21:39:32.491069 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.492008 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.492524 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: security-groups-normalized-cidr Dec 15 21:39:32.492842 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: security_groups_port_filtering.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.493761 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.494268 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: port-security-groups-filtering Dec 15 21:39:32.494586 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.495514 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.496076 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: security-groups-remote-address-group Dec 15 21:39:32.496399 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: securitygroup.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.506614 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.507143 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: security-group Dec 15 21:39:32.507488 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: segment.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.508533 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.509044 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension segment not supported by any of loaded plugins Dec 15 21:39:32.509398 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.510314 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.510862 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 21:39:32.511164 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: servicetype.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.512293 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.512806 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: service-type Dec 15 21:39:32.513131 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: sorting.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.514143 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.514457 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: sorting Dec 15 21:39:32.514796 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: standard_attr_segment.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.515765 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.516254 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 21:39:32.516563 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: standardattrdescription.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.517206 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.517711 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: standard-attr-description Dec 15 21:39:32.518024 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: stateful_security_group.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.518991 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.519503 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: stateful-security-group Dec 15 21:39:32.519827 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: stdattrs_common.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.520447 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 21:39:32.520923 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.521760 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.522405 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 21:39:32.522702 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnet_onboard.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.523685 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.524237 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: subnet_onboard Dec 15 21:39:32.524559 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.525507 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.526012 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 21:39:32.526371 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnet_service_types.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.527266 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.527777 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: subnet-service-types Dec 15 21:39:32.528125 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnetallocation.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.529226 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.529740 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: subnet_allocation Dec 15 21:39:32.530256 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.530885 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.531265 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: subnetpool-prefix-ops Dec 15 21:39:32.531607 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.532560 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.533059 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 21:39:32.533398 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: tagging.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.534509 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.534992 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: standard-attr-tag Dec 15 21:39:32.535326 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: timestamp.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.536584 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.537100 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loaded extension: standard-attr-timestamp Dec 15 21:39:32.537424 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: trunk.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.538467 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.538984 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension trunk not supported by any of loaded plugins Dec 15 21:39:32.539305 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: trunk_details.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.540255 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.540773 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension trunk-details not supported by any of loaded plugins Dec 15 21:39:32.541098 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: uplink_status_propagation.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.542022 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.542537 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 21:39:32.542860 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Loading extension file: vlantransparent.py {{(pid=87412) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 21:39:32.543535 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87412) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 21:39:32.544069 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 21:39:32.546541 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:network Dec 15 21:39:32.547276 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnet Dec 15 21:39:32.548094 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:39:32.548699 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:port Dec 15 21:39:32.550566 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.551003 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service FLAVORS assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.551619 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.552075 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.552407 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:router Dec 15 21:39:32.553071 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:floatingip Dec 15 21:39:32.553784 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service METERING assigned prefix: /metering {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.555252 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.555605 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.555976 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87412) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:39:32.557138 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 21:39:32.557581 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:security_group Dec 15 21:39:32.558234 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 21:39:32.558976 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service CORE assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.559315 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:39:32.559659 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] subnetpool is already registered Dec 15 21:39:32.560285 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service CORE assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.560616 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:39:32.560947 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] subnetpool is already registered Dec 15 21:39:32.563480 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.563935 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service FLAVORS assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.564529 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.564948 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.565280 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:router Dec 15 21:39:32.566181 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] router is already registered Dec 15 21:39:32.566777 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:floatingip Dec 15 21:39:32.567112 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] floatingip is already registered Dec 15 21:39:32.567744 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service METERING assigned prefix: /metering {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.568448 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 21:39:32.568776 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] rbac_policy is already registered Dec 15 21:39:32.569316 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:security_group Dec 15 21:39:32.569644 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] security_group is already registered Dec 15 21:39:32.570234 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 21:39:32.570561 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] security_group_rule is already registered Dec 15 21:39:32.571213 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service CORE assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.571540 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:39:32.571900 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] subnetpool is already registered Dec 15 21:39:32.572490 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.v2.resource_helper [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Service CORE assigned prefix: {{(pid=87412) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 21:39:32.572821 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 21:39:32.573147 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING neutron.quota.resource_registry [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] subnetpool is already registered Dec 15 21:39:32.573785 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: extensions {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.575256 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: address-groups {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.576980 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: address-scopes {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.578212 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: agents {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.579430 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: auto-allocated-topology {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.580664 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: availability_zones {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.582025 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: dhcp-networks {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.583459 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: dhcp-agents {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.584928 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: routers {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.587635 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: flavors {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.588848 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: service_profiles {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.590076 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: next_providers {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.591653 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: service_profiles {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.593155 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: floatingip-pools {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.594379 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: routers {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.596211 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: floatingips {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.597933 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: l3-routers {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.599335 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: l3-agents {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.600788 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: metering-labels {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.602149 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: metering-label-rules {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.603420 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: network-ip-availabilities {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.604712 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: bindings {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.606377 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: quotas {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.607813 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: quotas {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.609265 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: rbac-policies {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.610565 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: security-groups {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.611759 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: security-group-rules {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.613687 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: service-providers {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.614914 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: subnetpools {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.616378 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: subnetpools {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.617835 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.619520 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.621367 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.623163 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.624978 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.626828 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.628596 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.630520 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.632308 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.634418 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron.api.extensions [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Extended resource: tags {{(pid=87412) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 21:39:32.640529 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING keystonemiddleware.auth_token [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 21:39:32.645295 dv-neutron-820612-1-hyperv neutron-server[87412]: WARNING keystonemiddleware.auth_token [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 21:39:32.653480 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Acquired lock "singleton_lock" {{(pid=87412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 15 21:39:32.653955 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_concurrency.lockutils [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Releasing lock "singleton_lock" {{(pid=87412) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 15 21:39:32.654582 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Starting 2 workers Dec 15 21:39:32.659722 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Started child 87553 {{(pid=87412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 21:39:32.663972 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Started child 87554 {{(pid=87412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 21:39:32.664533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.665497 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO neutron.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 21:39:32.665983 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [-] (87553) wsgi starting up on http://0.0.0.0:9696 Dec 15 21:39:32.666152 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Notify callbacks [] for process, before_spawn {{(pid=87412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.668238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.668717 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Starting 1 workers Dec 15 21:39:32.669589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [-] (87554) wsgi starting up on http://0.0.0.0:9696 Dec 15 21:39:32.673494 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Started child 87555 {{(pid=87412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 21:39:32.674019 dv-neutron-820612-1-hyperv neutron-server[87412]: INFO oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Starting 1 workers Dec 15 21:39:32.677405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] calling RpcWorker wait() {{(pid=87555) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 21:39:32.677974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] returning from RpcWorker wait() {{(pid=87555) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 21:39:32.678807 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Started child 87556 {{(pid=87412) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 21:39:32.679406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.679556 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG neutron_lib.callbacks.manager [None req-bf3919d6-6d7f-42ca-b258-f7bccf47e78e None None] Notify callbacks [] for process, after_spawn {{(pid=87412) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.679981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:32.681406 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 15 21:39:32.681623 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:39:32.681811 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:39:32.682028 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:39:32.682359 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:39:32.682524 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:39:32.683060 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.683339 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.683623 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.683923 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.684208 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.684437 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:32.684891 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.684999 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.685233 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.685521 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.685616 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:32.685756 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.685925 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.686091 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.686331 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.686559 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.686861 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.687140 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.687387 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.687664 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.687837 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.688119 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.688383 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.688625 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.688896 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] debug = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.689148 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.689624 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.689847 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.690085 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.690331 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.690647 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.690888 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.691163 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.691421 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.691655 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.691945 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.692198 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.692437 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.692670 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.692901 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.693138 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.693351 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.693841 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] host = dv-neutron-820612-1-hyperv {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.694079 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.694328 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.694553 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.694799 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.695053 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.695290 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.695535 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.695775 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.696080 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.696328 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.696568 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.696835 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.697070 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.697325 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.697489 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_options = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.697720 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.698009 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.698274 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.698465 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.698699 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.698834 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.699040 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.699204 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.699455 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.699670 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.699919 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.700168 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.700428 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.700659 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.700914 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.701158 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.701378 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.701586 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.701845 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.702104 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.702329 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.702554 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.702794 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.703024 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.703237 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.703471 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.703714 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.703947 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.704166 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.704454 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.704666 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.704920 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.705169 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.705413 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.705638 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.705868 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.706110 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.706371 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.706601 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.706843 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.707102 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.707320 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.707566 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.707784 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.708028 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.708263 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_json = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.708473 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.708682 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.708937 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.709147 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.709379 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.709593 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.710562 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.710562 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.710741 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.711019 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.711598 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.712561 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.713000 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.713369 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.713533 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.713732 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.714017 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.714247 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.714596 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.714826 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.715135 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.715357 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.716068 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.716539 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.718832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719710 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719710 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.719985 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.720168 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.720430 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.720655 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.720874 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.721133 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.724969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.726472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.727184 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.727184 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.727184 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728191 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728191 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728191 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728191 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728472 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.728625 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729869 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.729945 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731088 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731486 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731486 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731614 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.731788 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.732057 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733466 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733925 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.733925 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.734912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.734912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.734912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.734912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.735253 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.735339 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.735711 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.735860 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.736115 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.736344 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.736621 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.736891 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.737111 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.737388 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739171 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739772 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739772 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.739772 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.740190 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.740390 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.740842 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.740842 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.741108 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.741335 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.741619 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.741884 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.742157 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.742388 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.742625 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.742848 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.743106 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.743329 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.743573 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.743808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.744090 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.744330 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.744562 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.744800 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.745046 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.745395 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.745643 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.745858 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.746063 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.746331 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.746564 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.746805 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.747065 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.747328 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.747789 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.747993 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.748121 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.748522 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.748522 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.748796 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.749026 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.749446 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.749590 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.749714 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.749915 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.750142 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.750436 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.750640 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.750851 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.753808 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.754628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.754628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.754628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.754628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.754628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757011 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.757952 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.759814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.760274 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.760274 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.760427 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.760572 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.760792 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.761007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.761243 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.761457 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.761722 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.761960 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.762216 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.762443 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.762653 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.762879 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764419 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764501 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764701 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.764904 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.765118 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.765516 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.765880 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.766262 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.766628 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.766992 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.767210 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.767426 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.767730 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.768005 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.768581 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.768581 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.768769 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.768978 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.769241 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.769561 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.769780 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.770042 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.770306 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.770525 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.770741 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.771016 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.771362 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.771779 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.771967 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.772236 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.772533 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.772822 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.773081 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.773294 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.773607 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.773946 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.774230 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.774479 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.774740 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.775017 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.775245 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.775462 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.775675 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.775928 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.776146 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.776412 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.776645 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.776896 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.777118 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.777343 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.777580 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.777826 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.778058 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.778296 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.778509 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.778666 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:39:32.779183 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87412) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 15 21:39:32.779343 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 21:39:32.779497 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 21:39:32.779665 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 21:39:32.779835 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 21:39:32.780009 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 21:39:32.780214 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.780373 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.780533 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.780692 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.780849 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781027 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781188 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781346 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781661 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781820 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.781979 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782138 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782294 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782452 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782609 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782765 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.782923 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783087 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783244 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783401 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783560 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783718 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] debug = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.783859 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.784087 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.784761 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.784923 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.785083 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.785457 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.785839 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.786429 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.786657 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.786825 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.786973 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.787132 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.787290 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.787444 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.787753 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.787933 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788081 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788233 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] host = dv-neutron-820612-1-hyperv {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788390 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788775 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788775 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788928 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.788991 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.789125 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.789283 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.789443 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.789598 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.789920 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790082 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790240 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790400 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790557 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790715 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_options = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.790873 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791032 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791189 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791378 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791542 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791702 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.791858 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792041 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792202 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792363 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792753 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792753 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792951 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.792951 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793100 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793256 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793411 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793570 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793728 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.793883 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.794192 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.794375 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.794496 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.794804 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.794968 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.795128 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.795286 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.795444 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.795601 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.795756 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796104 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796264 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796423 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796583 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796742 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.796893 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797053 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797224 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797369 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797527 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797685 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.797847 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798004 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798163 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798320 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798477 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_json = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798634 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798792 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.798949 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.799106 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.799264 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.799421 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.799578 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.799736 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 21:39:32.800468 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.800641 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.800811 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.800970 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801116 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801277 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801436 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801595 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801757 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.801915 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802101 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802246 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802414 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802573 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802732 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.802893 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803054 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803214 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803375 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803534 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803694 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.803854 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804075 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804294 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804419 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804539 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804663 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.804783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:32.804908 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805038 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805160 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805288 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805408 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805557 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805717 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.805878 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806038 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806198 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806395 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806518 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806658 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806819 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.806979 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807141 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807302 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807461 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807621 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807782 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.807969 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808131 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808292 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808462 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808622 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808782 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.808941 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809101 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809260 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809419 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809578 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809738 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.809898 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810058 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810229 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810388 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810548 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810708 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.810867 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811027 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811186 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811345 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811504 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811663 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.811822 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812001 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812161 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812320 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812480 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812640 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812800 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.812960 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813120 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813279 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813439 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813599 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813757 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.813924 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814097 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814311 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814495 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814619 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814738 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.814845 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.815002 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.816113 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.816302 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.816480 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.816660 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.816822 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817003 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817316 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817489 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817655 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817819 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.817984 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818146 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818305 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818463 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818620 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818777 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.818933 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819089 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819245 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819411 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819567 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819726 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.819898 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.820734 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.820953 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821177 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821337 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821495 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821655 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821814 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.821971 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.822129 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.822285 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.822446 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.822605 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.822850 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823020 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823157 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823308 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823459 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823643 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823801 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.823978 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824137 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824312 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824468 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824639 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824793 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.824949 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825104 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825260 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825418 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825573 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825728 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.825882 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826038 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826195 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826351 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826505 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826666 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826821 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.826976 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827132 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827286 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827439 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827593 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827747 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.827949 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828111 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828578 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828578 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828578 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828840 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828840 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.828984 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829129 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829283 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829490 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829591 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829740 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.829893 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830049 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830205 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830359 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830515 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830670 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830825 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.830981 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831160 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831317 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831490 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831624 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831779 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.831951 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.832107 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.832711 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.832912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833077 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833226 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833382 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833540 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833697 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833843 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.833998 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834153 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834308 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834467 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834626 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834772 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.834928 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835082 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835238 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835394 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835550 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835718 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.835904 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836062 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836199 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836333 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836486 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836647 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836801 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.836956 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837115 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837273 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837424 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837580 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837735 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.837889 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838053 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838209 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838364 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838526 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838679 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.838833 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.839006 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.839147 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.839458 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.839601 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.839762 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840006 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840165 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840311 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840458 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840623 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840785 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.840942 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841104 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841267 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841429 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841584 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841746 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.841912 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842068 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842223 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842377 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842524 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842677 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842832 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.842987 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843141 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843290 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843425 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843580 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843720 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.843910 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844047 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844232 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844398 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844544 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844689 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.844865 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 21:39:32.845007 dv-neutron-820612-1-hyperv neutron-server[87412]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87412) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 21:39:33.098231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:39:33.106596 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062490 Dec 15 21:39:43.459287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf2ec0b-ddfb-4be8-a568-cc6e91d3dafa None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:39:43.530836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf2ec0b-ddfb-4be8-a568-cc6e91d3dafa None None] No non-hosted networks {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 21:39:43.545400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.agentschedulers_db [None req-dcf2ec0b-ddfb-4be8-a568-cc6e91d3dafa None None] DHCP Agent not found on host dv-neutron-820612-1-hyperv {{(pid=87555) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 21:39:43.661144 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac3eba64-69cd-4d36-9822-40b92bb6d832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:45.753747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f23e3a55-d216-443f-a115-a2f7fb786346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:45.769542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2433401-b1f2-459e-91ad-9e0b050bd3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:46.743938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:46.826969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:46.828574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.829257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.829782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.830292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.830864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.831412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.831807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.832448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.832985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.833567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.834107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.834643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:46.835407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-820612-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:46.840790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-820612-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:39:48.328291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:49.787030 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.db.l3_hamode_db [None req-b00490cf-2759-484e-99ef-d212923faf89 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 21:39:49.870862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00490cf-2759-484e-99ef-d212923faf89 None None] Routers set() bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:39:49.871260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00490cf-2759-484e-99ef-d212923faf89 None None] Router IDs set() for agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 15 21:39:50.001610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:39:50.569772 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-a6213c16-6145-4e33-b940-602a11a701ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:39:50.570355 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-a6213c16-6145-4e33-b940-602a11a701ae admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:39:50.784745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-a6213c16-6145-4e33-b940-602a11a701ae admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:39:50.785670 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6213c16-6145-4e33-b940-602a11a701ae admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7831411 Dec 15 21:39:53.100966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57172) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:39:53.477569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:53.578370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87553) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 21:39:53.624090 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:39:53.624453 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING oslo_policy.policy [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:39:53.632792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.quota [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Loaded quota_driver: . Dec 15 21:39:53.648300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:39:53.706897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352254013', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352249554', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352259362', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352205278', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352207030', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752352217021', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2047370', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1870218', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-761325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-679077'] for rbac-policy, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:53.775804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:53.776957 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f4ca663-0092-4fb0-83bf-0adb3ec58048 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6750164 Dec 15 21:39:56.366898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:39:56.709204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Request body: {'network': {'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'name': 'private'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:39:56.713884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:39:56.718325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Usage tracker for resource:network and tenant:6b54d57751674a2b9e4aaf50d3bd06b7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:39:56.723306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:39:56.729392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:39:56.739037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Made reservation on behalf of 6b54d57751674a2b9e4aaf50d3bd06b7 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:39:56.741886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:56.759012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:56.772536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:39:56.776352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Usage tracker for resource:security_group_rule and tenant:6b54d57751674a2b9e4aaf50d3bd06b7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:39:56.781211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:39:56.787246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:39:56.882148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:56.885945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:56.890116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:39:56.908499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:39:56.933951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752353469341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:56.934512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Unsubscribe: segment precommit_create {{(pid=87553) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 21:39:56.934963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Added segment f4703d96-a9cf-458b-9cb2-01c25f69b150 of type vlan for network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 Dec 15 21:39:56.982107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cd2e62-9c23-42c0-8d77-c12c2ac07eea,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:57.002397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.003292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.003615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.003950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.004265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.004576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.004889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.005194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.005498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.005799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.006099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.006398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Tracked resource versions report: Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: pushed versions: Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: { 'AddressGroup': {'1.2'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'ConntrackHelper': {'1.0'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Log': {'1.0'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Network': {'1.1'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Port': {'1.7'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'PortForwarding': {'1.2'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'QosPolicy': {'1.8'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroup': {'1.4'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SubPort': {'1.0'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Subnet': {'1.1'}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Trunk': {'1.1'}} Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: consumer versions: Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'ConntrackHelper': '1.0', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Log': '1.0', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Network': '1.1', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Port': '1.7', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'PortForwarding': '1.2', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'QosPolicy': '1.8', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroup': '1.4', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroupRule': '1.2', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SubPort': '1.0', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Subnet': '1.1', Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Trunk': '1.1'}} Dec 15 21:39:57.007676 dv-neutron-820612-1-hyperv neutron-server[87553]: {{(pid=87553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:39:57.051547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:57.057119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:39:57.092696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:57.094044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:39:57.094674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:39:57.099008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:39:57.199772 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8317375 Dec 15 21:39:57.200397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Pushing event updated for resources: {'Network': ['ID=2b27209c-e8ae-4382-9a2e-5653a73ceb48,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:39:57.203480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:39:57.211804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:39:59.851825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57202) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:00.290175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddede2-ffd5-4e7e-9031-f45abf04cca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:00.291489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c0ddede2-ffd5-4e7e-9031-f45abf04cca8 admin admin] 10.222.0.18 "GET /v2.0/networks/2b27209c-e8ae-4382-9a2e-5653a73ceb48 HTTP/1.1" status: 200 len: 825 time: 0.4387162 Dec 15 21:40:00.318262 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e83f3633-3ede-44f5-a49e-ae1db2cd86fd admin admin] 10.222.0.18 "GET /v2.0/subnetpools/1931d39d-6db2-4dc6-98d7-875b49a455fd HTTP/1.1" status: 200 len: 734 time: 0.0214183 Dec 15 21:40:00.326325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Request body: {'subnet': {'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd', 'name': 'private-subnet', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:40:00.330547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:40:00.334385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Usage tracker for resource:subnet and tenant:6b54d57751674a2b9e4aaf50d3bd06b7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:40:00.337227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:40:00.342671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:40:00.352652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Made reservation on behalf of 6b54d57751674a2b9e4aaf50d3bd06b7 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:40:00.355063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:00.636406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:00.640256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:00.712940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa89aef5-1004-45f7-8080-8eb6e8e09d04,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:00.719707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:00.720571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Checking segment: {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:40:00.720965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Network hostable DHCP agents. Network: 2b27209c-e8ae-4382-9a2e-5653a73ceb48, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:40:00.741400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:40:00.750691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 2b27209c-e8ae-4382-9a2e-5653a73ceb48) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:00.755213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:00.755781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:00.760622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3831e87-88cd-4160-9b1b-2d47021dedd0 None None] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:40:00.775354 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4521892 Dec 15 21:40:01.161480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:40:01.162787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.346971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Allocated IP 172.20.0.2 (2b27209c-e8ae-4382-9a2e-5653a73ceb48/fa89aef5-1004-45f7-8080-8eb6e8e09d04/b37caa39-99a8-442b-b09e-7a1ecbebf959) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:40:01.574395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.587475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Transition to ACTIVE for port object b37caa39-99a8-442b-b09e-7a1ecbebf959 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:40:01.606698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Transition to ACTIVE for port object b37caa39-99a8-442b-b09e-7a1ecbebf959 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:40:01.613693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.621565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:01.679070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:40:01.681823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:01.691346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Pushing event updated for resources: {'Port': ['ID=b37caa39-99a8-442b-b09e-7a1ecbebf959,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:01.693617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:40:01.702351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.702701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.703036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.703364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.703682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.704038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.704359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.704674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.705003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.705319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.705803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.706165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Tracked resource versions report: Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: pushed versions: Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Log': {'1.0'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Network': {'1.1'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Port': {'1.7'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: consumer versions: Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Log': '1.0', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Network': '1.1', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Port': '1.7', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SubPort': '1.0', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Subnet': '1.1', Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Dec 15 21:40:01.707532 dv-neutron-820612-1-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:40:01.739563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:01.794275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Attempting to bind port b37caa39-99a8-442b-b09e-7a1ecbebf959 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:40:01.794925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Attempting to bind port b37caa39-99a8-442b-b09e-7a1ecbebf959 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:40:01.795098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Attempting to bind port b37caa39-99a8-442b-b09e-7a1ecbebf959 on network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:40:01.800856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:40:01.801257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Checking segment: {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:40:01.801768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.802181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Bound using segment: {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:40:01.802801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Bound port: b37caa39-99a8-442b-b09e-7a1ecbebf959, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:40:01.803039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.889114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] For port b37caa39-99a8-442b-b09e-7a1ecbebf959, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:40:01.892848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] For port b37caa39-99a8-442b-b09e-7a1ecbebf959, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b37caa39-99a8-442b-b09e-7a1ecbebf959,segment=NetworkSegment(f4703d96-a9cf-458b-9cb2-01c25f69b150),segment_id=f4703d96-a9cf-458b-9cb2-01c25f69b150)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:40:01.897445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:01.902053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:02.009731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Pushing event updated for resources: {'Port': ['ID=b37caa39-99a8-442b-b09e-7a1ecbebf959,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:02.013267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:03.162205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:03.544071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-e754e923-3836-4c47-b92a-0cf67ec9d77f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:40:03.547912 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e754e923-3836-4c47-b92a-0cf67ec9d77f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3819942 Dec 15 21:40:04.583570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b37caa39-99a8-442b-b09e-7a1ecbebf959 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:04.653076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b37caa39-99a8-442b-b09e-7a1ecbebf959 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:40:05.602556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e343f60-7a69-426e-88bb-c955487e3dd9 None None] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:40:05.685489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Provisioning for port b37caa39-99a8-442b-b09e-7a1ecbebf959 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:40:05.693676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Provisioning complete for port b37caa39-99a8-442b-b09e-7a1ecbebf959 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:05.694143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:05.906606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:05.910876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:05.958877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] For port b37caa39-99a8-442b-b09e-7a1ecbebf959, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b37caa39-99a8-442b-b09e-7a1ecbebf959,segment=NetworkSegment(f4703d96-a9cf-458b-9cb2-01c25f69b150),segment_id=f4703d96-a9cf-458b-9cb2-01c25f69b150)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:40:05.966303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:05.970123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c1205aab-de35-498d-97ad-fac6edf1fbb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:06.042535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Pushing event updated for resources: {'Port': ['ID=b37caa39-99a8-442b-b09e-7a1ecbebf959,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:06.045628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:06.187751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e92d2d1e-416c-4502-b1d0-e78d6fb27d4d None None] Provisioning complete for port b37caa39-99a8-442b-b09e-7a1ecbebf959 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:06.188146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e92d2d1e-416c-4502-b1d0-e78d6fb27d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:06.288812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-606c7d82-e2d3-4130-8617-fe31a03f5b70 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:40:06.289786 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-606c7d82-e2d3-4130-8617-fe31a03f5b70 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3780031 Dec 15 21:40:06.538201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b37caa39-99a8-442b-b09e-7a1ecbebf959 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:06.603748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b37caa39-99a8-442b-b09e-7a1ecbebf959 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:06.604396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:08.941497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57238) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:09.287197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:40:09.292216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:40:09.295964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Usage tracker for resource:router and tenant:6b54d57751674a2b9e4aaf50d3bd06b7 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:40:09.299680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:40:09.305310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:40:09.315579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:09.317316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:09.340659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:09.449601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:09.467687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:09.469049 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38b20f00-d546-4508-b8d2-61a6770df259 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5266140 Dec 15 21:40:11.799974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57248) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:12.154546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-a214f55b-ac96-487d-8833-db0dfb36d616 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:40:12.155505 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a214f55b-ac96-487d-8833-db0dfb36d616 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3546162 Dec 15 21:40:13.392229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c37cf379-250e-448c-8bd6-b49cdb0170f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:13.737213 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:40:14.506222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57258) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:14.871094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:40:14.875980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:40:14.880224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Usage tracker for resource:network and tenant:637e559ca5a94d82bb1d91b5483a8a2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:40:14.882961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:40:14.888789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:40:14.898164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Made reservation on behalf of 637e559ca5a94d82bb1d91b5483a8a2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:40:14.900433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:14.911814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:14.925142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:40:14.928710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Usage tracker for resource:security_group_rule and tenant:637e559ca5a94d82bb1d91b5483a8a2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:40:14.931308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:40:14.936717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:40:15.018732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.022141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.025052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:15.039113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Reserving flat network on physical network physnet1 {{(pid=87553) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 21:40:15.058748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e27ffc-c726-4a32-9424-7c8f0365d296,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:15.062536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:15.063640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.064015 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Added segment 5c4103c1-803c-43db-ab31-f49dc4912fd4 of type flat for network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 Dec 15 21:40:15.094740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.129307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.130462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:15.131025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:15.135595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-283ce5d5-ecc0-486d-b9cf-0c2db81ce4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:15.223942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7166672 Dec 15 21:40:15.228183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Pushing event updated for resources: {'Network': ['ID=ac76b5a8-2a4f-4138-b30a-4c4b92be1401,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:15.237945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:15.250842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:40:15.724515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bccba6ff-7a0f-45db-9bb5-6d9e24cc6b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:16.676550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:16.820775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:17.554880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:17.757983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84533b39-c878-46ce-9ba0-d47b87b660fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:17.759504 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84533b39-c878-46ce-9ba0-d47b87b660fe admin admin] 10.222.0.18 "GET /v2.0/subnets/fa89aef5-1004-45f7-8080-8eb6e8e09d04 HTTP/1.1" status: 200 len: 849 time: 0.2037778 Dec 15 21:40:17.894762 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd06f159-4bac-4159-ab11-7f0fbdaff315 admin admin] 10.222.0.18 "GET /v2.0/routers/509e448a-18a1-41d6-9b30-63e7638a7ec9 HTTP/1.1" status: 200 len: 704 time: 0.1297534 Dec 15 21:40:18.261127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:18.339513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:18.593282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Allocated IP 172.20.0.1 (2b27209c-e8ae-4382-9a2e-5653a73ceb48/fa89aef5-1004-45f7-8080-8eb6e8e09d04/d9e13b0c-47ef-4eb2-8668-099852ca3081) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:40:18.742564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:18.759554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Transition to ACTIVE for port object d9e13b0c-47ef-4eb2-8668-099852ca3081 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:40:18.809623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:18.813782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:18.872368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:40:18.875036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:18.881290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:40:18.881814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.003026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e13b0c-47ef-4eb2-8668-099852ca3081,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:19.019938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:19.082299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b6605990-3965-4a00-8a40-f6bdd1600c79 None None] Provisioning for port d9e13b0c-47ef-4eb2-8668-099852ca3081 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:40:19.087274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b6605990-3965-4a00-8a40-f6bdd1600c79 None None] Provisioning complete for port d9e13b0c-47ef-4eb2-8668-099852ca3081 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:19.087636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6605990-3965-4a00-8a40-f6bdd1600c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.139543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b6605990-3965-4a00-8a40-f6bdd1600c79 None None] Port d9e13b0c-47ef-4eb2-8668-099852ca3081 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:40:19.139764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.359416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.364032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.365076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.368898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:19.498525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e13b0c-47ef-4eb2-8668-099852ca3081,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:19.503902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:19.559728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:40:19.560840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:19.749480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Router 509e448a-18a1-41d6-9b30-63e7638a7ec9 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:40:19.761691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cc1c0a25-80e3-4987-a464-876c693994f6 None None] Provisioning complete for port d9e13b0c-47ef-4eb2-8668-099852ca3081 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:19.762244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc1c0a25-80e3-4987-a464-876c693994f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:19.817797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cc1c0a25-80e3-4987-a464-876c693994f6 None None] Port d9e13b0c-47ef-4eb2-8668-099852ca3081 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:40:19.940880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:40:19.949586 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] 10.222.0.18 "PUT /v2.0/routers/509e448a-18a1-41d6-9b30-63e7638a7ec9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0499842 Dec 15 21:40:19.950341 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Sync routers for ids ['509e448a-18a1-41d6-9b30-63e7638a7ec9'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:40:19.962546 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Routers {'509e448a-18a1-41d6-9b30-63e7638a7ec9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:40:19.963365 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['509e448a-18a1-41d6-9b30-63e7638a7ec9'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:20.135493 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Set router 509e448a-18a1-41d6-9b30-63e7638a7ec9 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:40:20.493383 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:19Z', 'revision_number': 2, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port_host': None, '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:19Z', 'revision_number': 2, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:20.498247 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Checking router: 509e448a-18a1-41d6-9b30-63e7638a7ec9 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:40:20.498619 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Updating router 509e448a-18a1-41d6-9b30-63e7638a7ec9 port d9e13b0c-47ef-4eb2-8668-099852ca3081 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:40:20.554232 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:20.926021 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:20.940166 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Transition to ACTIVE for port object d9e13b0c-47ef-4eb2-8668-099852ca3081 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:40:20.946285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:20.951703 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:21.165759 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Pushing event updated for resources: {'Port': ['ID=d9e13b0c-47ef-4eb2-8668-099852ca3081,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:21.185883 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.186173 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.186498 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.186818 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.187130 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.187459 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.187774 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.188104 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.188427 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.188734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.189035 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.189338 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Tracked resource versions report: Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: pushed versions: Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: { 'AddressGroup': {'1.2'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'ConntrackHelper': {'1.0'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Log': {'1.0'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Network': {'1.1'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Port': {'1.7'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'PortForwarding': {'1.2'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'QosPolicy': {'1.8'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroup': {'1.4'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SubPort': {'1.0'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Subnet': {'1.1'}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Trunk': {'1.1'}} Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: consumer versions: Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'ConntrackHelper': '1.0', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Log': '1.0', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Network': '1.1', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Port': '1.7', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'PortForwarding': '1.2', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'QosPolicy': '1.8', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroup': '1.4', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroupRule': '1.2', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SubPort': '1.0', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Subnet': '1.1', Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Trunk': '1.1'}} Dec 15 21:40:21.190707 dv-neutron-820612-1-hyperv neutron-server[87556]: {{(pid=87556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:40:21.194858 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:21.202119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Attempting to bind port d9e13b0c-47ef-4eb2-8668-099852ca3081 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:40:21.202508 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Attempting to bind port d9e13b0c-47ef-4eb2-8668-099852ca3081 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:40:21.202936 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Attempting to bind port d9e13b0c-47ef-4eb2-8668-099852ca3081 on network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:40:21.208569 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:40:21.208972 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Checking segment: {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:40:21.209470 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:21.209847 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Bound using segment: {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:40:21.210342 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Bound port: d9e13b0c-47ef-4eb2-8668-099852ca3081, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4703d96-a9cf-458b-9cb2-01c25f69b150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:40:21.210719 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:21.296805 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] For port d9e13b0c-47ef-4eb2-8668-099852ca3081, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:40:21.300946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] For port d9e13b0c-47ef-4eb2-8668-099852ca3081, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d9e13b0c-47ef-4eb2-8668-099852ca3081,segment=NetworkSegment(f4703d96-a9cf-458b-9cb2-01c25f69b150),segment_id=f4703d96-a9cf-458b-9cb2-01c25f69b150)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:40:21.306224 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:21.310060 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:21.383517 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Routers {'509e448a-18a1-41d6-9b30-63e7638a7ec9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:40:21.384417 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['509e448a-18a1-41d6-9b30-63e7638a7ec9'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:21.537783 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Pushing event updated for resources: {'Port': ['ID=d9e13b0c-47ef-4eb2-8668-099852ca3081,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:21.551370 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:21.552489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] Set router 509e448a-18a1-41d6-9b30-63e7638a7ec9 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:40:21.874004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:19Z', 'revision_number': 2, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port_host': None, '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:21Z', 'revision_number': 4, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:21.878413 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450242fa-7128-4b10-9786-edf3e10a1de9 None None] The sync data for ids ['509e448a-18a1-41d6-9b30-63e7638a7ec9'] in dv-neutron-820612-1-hyperv is: [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:19Z', 'revision_number': 2, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port_host': None, '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:21Z', 'revision_number': 4, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:40:22.132395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57300) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:22.279751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583d40e-5a98-4bc1-908a-ef05bab049ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:22.280331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3583d40e-5a98-4bc1-908a-ef05bab049ba admin admin] Synchronizing usage tracker for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:40:22.297802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3583d40e-5a98-4bc1-908a-ef05bab049ba admin admin] Unset dirty status for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:40:22.299071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3583d40e-5a98-4bc1-908a-ef05bab049ba admin admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 842 time: 0.1657863 Dec 15 21:40:22.308357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Request body: {'subnet': {'gateway_ip': '172.26.6.1', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'cidr': '172.26.6.0/24'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:40:22.313540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:40:22.317810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Usage tracker for resource:subnet and tenant:637e559ca5a94d82bb1d91b5483a8a2a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:40:22.320600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:40:22.329906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:40:22.342312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Made reservation on behalf of 637e559ca5a94d82bb1d91b5483a8a2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:40:22.349084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.593179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d9e13b0c-47ef-4eb2-8668-099852ca3081 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:22.676570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d9e13b0c-47ef-4eb2-8668-099852ca3081 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:40:22.682055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d9e13b0c-47ef-4eb2-8668-099852ca3081 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:22.682497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.757813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:40:22.758397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.764723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:22.802878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.836410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d9e13b0c-47ef-4eb2-8668-099852ca3081, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d9e13b0c-47ef-4eb2-8668-099852ca3081,segment=NetworkSegment(f4703d96-a9cf-458b-9cb2-01c25f69b150),segment_id=f4703d96-a9cf-458b-9cb2-01c25f69b150)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:40:22.840864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.842931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:40:22.843347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Network hostable DHCP agents. Network: ac76b5a8-2a4f-4138-b30a-4c4b92be1401, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:40:22.844740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:22.851613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=385e8179-2abf-44b1-90e1-e51a4f4624e6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:22.857467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:22.868844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:40:22.878946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ac76b5a8-2a4f-4138-b30a-4c4b92be1401) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:22.887117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:22.887702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:22.889758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04df6039-2762-4e54-8bb9-fa1119566464 None None] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:40:22.906151 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6012430 Dec 15 21:40:23.011735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d9e13b0c-47ef-4eb2-8668-099852ca3081,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:23.016484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:23.165081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd55a87-7bcd-44c6-bae4-a65ea65081f4 None None] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:40:24.546979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d9e13b0c-47ef-4eb2-8668-099852ca3081 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:24.613213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d9e13b0c-47ef-4eb2-8668-099852ca3081 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:24.613585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:25.167993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57314) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:25.359450 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b0cd7d40-5381-4928-9474-d40880473471 admin admin] 10.222.0.18 "GET /v2.0/routers/509e448a-18a1-41d6-9b30-63e7638a7ec9 HTTP/1.1" status: 200 len: 710 time: 0.1902964 Dec 15 21:40:25.484783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d59acc-4e7c-4701-a184-b7460821fe9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:40:25.486041 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10d59acc-4e7c-4701-a184-b7460821fe9b admin admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 886 time: 0.1215193 Dec 15 21:40:25.495012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:40:25.974593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:26.291422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:26.344865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:26.472906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Allocated IP 172.26.6.249 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/80508d14-5dd1-44ce-bcc5-e1a133ea929f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:40:26.612261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:26.639853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:26.644271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:26.700464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:40:26.702964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:40:26.706614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:40:26.770465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Pushing event updated for resources: {'Port': ['ID=80508d14-5dd1-44ce-bcc5-e1a133ea929f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:26.822094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:27.147604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:27.477013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:27.480288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:27.655213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Router 509e448a-18a1-41d6-9b30-63e7638a7ec9 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:40:27.829326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:40:27.837210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:27.838376 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] 10.222.0.18 "PUT /v2.0/routers/509e448a-18a1-41d6-9b30-63e7638a7ec9 HTTP/1.1" status: 200 len: 890 time: 2.3464384 Dec 15 21:40:27.838582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Sync routers for ids ['509e448a-18a1-41d6-9b30-63e7638a7ec9'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:40:27.849038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Routers {'509e448a-18a1-41d6-9b30-63e7638a7ec9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:40:27.849702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['509e448a-18a1-41d6-9b30-63e7638a7ec9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:28.038679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Set router 509e448a-18a1-41d6-9b30-63e7638a7ec9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:40:28.370190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:26Z', 'revision_number': 4, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port': {'id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:26Z', 'updated_at': '2021-12-15T21:40:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:22Z', 'revision_number': 5, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:28.374817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Checking router: 509e448a-18a1-41d6-9b30-63e7638a7ec9 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:40:28.375152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Updating router 509e448a-18a1-41d6-9b30-63e7638a7ec9 port 80508d14-5dd1-44ce-bcc5-e1a133ea929f binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:40:28.424292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.741734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.753099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Transition to ACTIVE for port object 80508d14-5dd1-44ce-bcc5-e1a133ea929f will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:40:28.759578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.763238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:28.859350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Pushing event updated for resources: {'Port': ['ID=80508d14-5dd1-44ce-bcc5-e1a133ea929f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:28.862627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Attempting to bind port 80508d14-5dd1-44ce-bcc5-e1a133ea929f on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:40:28.863003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Attempting to bind port 80508d14-5dd1-44ce-bcc5-e1a133ea929f by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:40:28.863368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Attempting to bind port 80508d14-5dd1-44ce-bcc5-e1a133ea929f on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:40:28.865573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:28.869543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:40:28.869921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:40:28.870318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.870702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:40:28.871166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Bound port: 80508d14-5dd1-44ce-bcc5-e1a133ea929f, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:40:28.871554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.941400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] For port 80508d14-5dd1-44ce-bcc5-e1a133ea929f, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:40:28.944364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] For port 80508d14-5dd1-44ce-bcc5-e1a133ea929f, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80508d14-5dd1-44ce-bcc5-e1a133ea929f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:40:28.948882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:28.952700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:29.029719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Routers {'509e448a-18a1-41d6-9b30-63e7638a7ec9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:40:29.030323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['509e448a-18a1-41d6-9b30-63e7638a7ec9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:29.091523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Pushing event updated for resources: {'Port': ['ID=80508d14-5dd1-44ce-bcc5-e1a133ea929f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:29.094822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:29.212887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] Set router 509e448a-18a1-41d6-9b30-63e7638a7ec9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:40:29.532117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:26Z', 'revision_number': 4, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port': {'id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:26Z', 'updated_at': '2021-12-15T21:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:22Z', 'revision_number': 5, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:40:29.536554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d7fd8f-89ef-4138-ba8b-621a05ee8ae0 None None] The sync data for ids ['509e448a-18a1-41d6-9b30-63e7638a7ec9'] in dv-neutron-820612-1-hyperv is: [{'id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'name': 'router1', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249'}], 'enable_snat': True}, 'gw_port_id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:40:09Z', 'updated_at': '2021-12-15T21:40:26Z', 'revision_number': 4, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'gw_port': {'id': '80508d14-5dd1-44ce-bcc5-e1a133ea929f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:48:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:26Z', 'updated_at': '2021-12-15T21:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd9e13b0c-47ef-4eb2-8668-099852ca3081', 'name': '', 'network_id': '2b27209c-e8ae-4382-9a2e-5653a73ceb48', 'tenant_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'mac_address': 'fa:16:3e:28:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509e448a-18a1-41d6-9b30-63e7638a7ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:40:18Z', 'updated_at': '2021-12-15T21:40:22Z', 'revision_number': 5, 'project_id': '6b54d57751674a2b9e4aaf50d3bd06b7', 'subnets': [{'id': 'fa89aef5-1004-45f7-8080-8eb6e8e09d04', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1931d39d-6db2-4dc6-98d7-875b49a455fd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:40:30.206849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:40:30.321695 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-097b864e-5ca7-422c-ac91-a1f110cdc09c admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137266 Dec 15 21:40:30.575568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80508d14-5dd1-44ce-bcc5-e1a133ea929f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:30.649252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 80508d14-5dd1-44ce-bcc5-e1a133ea929f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:40:30.653891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 80508d14-5dd1-44ce-bcc5-e1a133ea929f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:30.654264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:30.767832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:30.784952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 80508d14-5dd1-44ce-bcc5-e1a133ea929f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80508d14-5dd1-44ce-bcc5-e1a133ea929f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:40:30.788845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:30.791086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:40:30.862404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=80508d14-5dd1-44ce-bcc5-e1a133ea929f,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:40:30.865456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:40:32.604103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80508d14-5dd1-44ce-bcc5-e1a133ea929f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:40:32.679694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 80508d14-5dd1-44ce-bcc5-e1a133ea929f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:40:32.680103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:43.386874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ad5dfc44-3487-4d7b-afd9-7c4f99f3a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:45.726061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-32f73667-ecf6-4680-a405-521049fb2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:46.680684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:46.821503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:48.277890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:40:50.735258 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:41:13.425955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c370a70-0cb2-4adf-bfec-917347d76355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:15.730233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-208ebfe6-6319-4151-b8a4-4cc48fbc01b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:16.685351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:16.825287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:18.280619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:27.736445 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:41:43.390808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c20b672-ff91-4a15-9302-c649b1dc6232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:45.738536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-867ec38c-92c2-4ce8-821d-f07f8437b8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:46.686721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:46.829266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:41:48.286350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:04.735438 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:42:13.397349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f07910cb-99b0-4a1e-ba71-a199bfbffd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:15.730109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-687994db-64d1-447b-b32e-dd8aca910d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:16.689752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:16.857551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:18.290588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:34.584772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 57926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:34.722097 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-ebc21c47-3877-4031-affa-99cc9b46c2fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:42:34.722697 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-ebc21c47-3877-4031-affa-99cc9b46c2fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:42:34.985076 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc21c47-3877-4031-affa-99cc9b46c2fb admin admin] GET failed (client error): The resource could not be found. Dec 15 21:42:34.986788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ebc21c47-3877-4031-affa-99cc9b46c2fb admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4000227 Dec 15 21:42:35.223904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.policy [None req-a8470598-b4e5-4e20-b5a2-2a86f364f748 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87554) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 21:42:35.270153 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-a8470598-b4e5-4e20-b5a2-2a86f364f748 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:42:35.270463 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING oslo_policy.policy [None req-a8470598-b4e5-4e20-b5a2-2a86f364f748 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 21:42:35.278504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8470598-b4e5-4e20-b5a2-2a86f364f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:35.280147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8470598-b4e5-4e20-b5a2-2a86f364f748 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2894528 Dec 15 21:42:37.398181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 57942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:37.503508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fba24c-1b55-41c6-8ddf-818e57052cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:37.504830 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0fba24c-1b55-41c6-8ddf-818e57052cb2 admin admin] 10.222.0.18 "GET /v2.0/subnets/fa89aef5-1004-45f7-8080-8eb6e8e09d04 HTTP/1.1" status: 200 len: 849 time: 0.1057477 Dec 15 21:42:37.514198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:42:37.629710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Notify callbacks [] for subnet, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:37.821661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140'] for subnet, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:37.827637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:42:37.890803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:37.891470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:37.892755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] 10.222.0.18 "PUT /v2.0/subnets/fa89aef5-1004-45f7-8080-8eb6e8e09d04 HTTP/1.1" status: 200 len: 868 time: 0.3824806 Dec 15 21:42:37.893763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f21fd00-6a4f-4166-ad7c-1889a3dda42d None None] Network 2b27209c-e8ae-4382-9a2e-5653a73ceb48 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:42:37.930635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa89aef5-1004-45f7-8080-8eb6e8e09d04,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:42:37.939628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.940046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.940380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.940708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.941022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.941357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.941660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.941978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.942297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.942605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.942912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.943217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Tracked resource versions report: Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: pushed versions: Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Log': {'1.0'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Network': {'1.1'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Port': {'1.7'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: consumer versions: Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Log': '1.0', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Network': '1.1', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Port': '1.7', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SubPort': '1.0', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Subnet': '1.1', Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Dec 15 21:42:37.944590 dv-neutron-820612-1-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:42:37.948408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:42:38.312345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-62ebc090-ae55-4a30-a9e7-b6ac950b8468 None None] Provisioning complete for port b37caa39-99a8-442b-b09e-7a1ecbebf959 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:42:38.312720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62ebc090-ae55-4a30-a9e7-b6ac950b8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:38.432377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-62ebc090-ae55-4a30-a9e7-b6ac950b8468 None None] Provisioning complete for port d9e13b0c-47ef-4eb2-8668-099852ca3081 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:42:38.432654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62ebc090-ae55-4a30-a9e7-b6ac950b8468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:40.023053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 57956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:40.198279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef562f7-d6c4-49e6-98bb-5d9f019c2a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:40.198739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef562f7-d6c4-49e6-98bb-5d9f019c2a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:40.200236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ef562f7-d6c4-49e6-98bb-5d9f019c2a75 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762488 Dec 15 21:42:41.733729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:42:42.316990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57966) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:42.489309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6bc77f-8947-40ed-91d7-a6d0d0412c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:42.489773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6bc77f-8947-40ed-91d7-a6d0d0412c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:42.491278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a6bc77f-8947-40ed-91d7-a6d0d0412c2f admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1733394 Dec 15 21:42:43.389373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b5dfc5-45b1-499c-821b-ba9183567173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:44.645187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:44.815655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87b420-dd06-472e-b01b-8dd554e13da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:44.817019 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ad87b420-dd06-472e-b01b-8dd554e13da5 admin admin] 10.222.0.18 "GET /v2.0/networks/2b27209c-e8ae-4382-9a2e-5653a73ceb48 HTTP/1.1" status: 200 len: 869 time: 0.1709096 Dec 15 21:42:45.732613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a842a797-7bee-4360-8e6e-c5d761a8c0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:46.693322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:46.831823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:46.932705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:47.095488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65da833b-0909-4d9d-a0b0-7f1816733a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:47.096769 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65da833b-0909-4d9d-a0b0-7f1816733a2f admin admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 886 time: 0.1631067 Dec 15 21:42:48.293583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:42:49.209028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 57996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:49.315386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b91fdd-c46a-4319-82d4-ed091b07b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:49.315831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b91fdd-c46a-4319-82d4-ed091b07b909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:49.316571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23b91fdd-c46a-4319-82d4-ed091b07b909 admin admin] Synchronizing usage tracker for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:42:49.332661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23b91fdd-c46a-4319-82d4-ed091b07b909 admin admin] Unset dirty status for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:42:49.333820 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23b91fdd-c46a-4319-82d4-ed091b07b909 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238437 Dec 15 21:42:51.460655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:51.565521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f888b6-3b77-4105-91dc-9aa3f578ae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:51.565981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f888b6-3b77-4105-91dc-9aa3f578ae1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:51.567489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f5f888b6-3b77-4105-91dc-9aa3f578ae1e admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1058600 Dec 15 21:42:53.676118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:53.776960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62c9866-60b2-4181-b7ba-d71fcac58c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:53.778278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a62c9866-60b2-4181-b7ba-d71fcac58c15 admin admin] 10.222.0.18 "GET /v2.0/subnets/385e8179-2abf-44b1-90e1-e51a4f4624e6 HTTP/1.1" status: 200 len: 816 time: 0.1012208 Dec 15 21:42:55.942865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:42:56.106189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2becc838-ae6a-4079-a17d-b1d3f0f1f1dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:42:56.107526 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2becc838-ae6a-4079-a17d-b1d3f0f1f1dd admin admin] 10.222.0.18 "GET /v2.0/subnets/fa89aef5-1004-45f7-8080-8eb6e8e09d04 HTTP/1.1" status: 200 len: 868 time: 0.1637111 Dec 15 21:43:13.434401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-742ee21e-c792-4a9b-8b20-4d46f1e4a14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:15.734960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-50e81d21-62cf-4078-bb16-02c8021aed50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:16.696868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:16.833484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:18.296571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:18.732489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:43:19.345328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:43:19.391895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2ad4b2f3-ac25-4504-a2ca-eb7279c1b235 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:43:19.392850 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ad4b2f3-ac25-4504-a2ca-eb7279c1b235 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465913 Dec 15 21:43:21.613149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:43:21.678411 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ee027e-ec89-4c7a-bd00-9f48d202c1f6 admin admin] GET failed (client error): The resource could not be found. Dec 15 21:43:21.679645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09ee027e-ec89-4c7a-bd00-9f48d202c1f6 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655615 Dec 15 21:43:21.802397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dc1c97-5c3c-4324-b843-21891c77bb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:21.803727 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7dc1c97-5c3c-4324-b843-21891c77bb04 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1202955 Dec 15 21:43:23.930334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:43:23.976547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:43:23.980971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:43:23.990335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:43:23.999598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Made reservation on behalf of 637e559ca5a94d82bb1d91b5483a8a2a for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:43:24.002381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:24.089320 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.services.revisions.revision_plugin [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Could not find related network for resource to bump revision. Dec 15 21:43:24.099901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:43:24.108269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:24.108548 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Added segment f6691e7d-defc-4455-817b-f97365e60b2d of type vlan for network 7c927db0-6e18-4480-9348-65949d559a7e Dec 15 21:43:24.133185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:24.161047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:24.162336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:24.162912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:24.166121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:43:24.261727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Pushing event updated for resources: {'Network': ['ID=7c927db0-6e18-4480-9348-65949d559a7e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:43:24.265742 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3344042 Dec 15 21:43:24.270235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.270602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.270942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.271273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.271606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.271969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.272300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.272637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.272962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.273277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.273598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.273909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:24.277591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:43:24.285888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7c927db0-6e18-4480-9348-65949d559a7e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:43:26.443195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58100) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:43:26.513698 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b26cd3e-45bc-4e8f-9028-0752ede3177c admin admin] GET failed (client error): The resource could not be found. Dec 15 21:43:26.514206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b26cd3e-45bc-4e8f-9028-0752ede3177c admin admin] Synchronizing usage tracker for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:43:26.530651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b26cd3e-45bc-4e8f-9028-0752ede3177c admin admin] Unset dirty status for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:43:26.531781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6b26cd3e-45bc-4e8f-9028-0752ede3177c admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0876391 Dec 15 21:43:26.637354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3131f65d-4bee-4c7d-a236-efc9f6d18cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:26.638681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3131f65d-4bee-4c7d-a236-efc9f6d18cab admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023748 Dec 15 21:43:26.648055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:43:26.652243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:43:26.661408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:43:26.670440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Made reservation on behalf of 637e559ca5a94d82bb1d91b5483a8a2a for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:43:26.673246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:26.859882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:26.863932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c5457c3-fde7-4098-90e7-127dd5dfe072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:43:26.927957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c161c392-9bba-4916-a4cd-1fd4e5f713e0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:43:26.931361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:43:26.937792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Checking segment: {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:43:26.938702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Network hostable DHCP agents. Network: 7c927db0-6e18-4480-9348-65949d559a7e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:43:26.957067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Network 7c927db0-6e18-4480-9348-65949d559a7e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:43:26.965720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 7c927db0-6e18-4480-9348-65949d559a7e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:43:26.970419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:43:26.971723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:26.975572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61b1eb-b48f-45e4-bce0-d6c7bdd7e992 None None] Network 7c927db0-6e18-4480-9348-65949d559a7e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:43:26.995296 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3502734 Dec 15 21:43:27.194519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-7c927db0-6e18-4480-9348-65949d559a7e', 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e', 'tenant_id': '637e559ca5a94d82bb1d91b5483a8a2a', 'fixed_ips': [{'subnet_id': 'c161c392-9bba-4916-a4cd-1fd4e5f713e0'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:43:27.195368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.361269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Allocated IP 192.168.233.2 (7c927db0-6e18-4480-9348-65949d559a7e/c161c392-9bba-4916-a4cd-1fd4e5f713e0/86c0b2be-f0bc-4b63-8529-df7b93f3e253) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:43:27.565024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.575385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Transition to ACTIVE for port object 86c0b2be-f0bc-4b63-8529-df7b93f3e253 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:43:27.594939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Transition to ACTIVE for port object 86c0b2be-f0bc-4b63-8529-df7b93f3e253 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:43:27.601316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.605997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:43:27.690870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Network 7c927db0-6e18-4480-9348-65949d559a7e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:43:27.693835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:43:27.697402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:43:27.703073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Pushing event updated for resources: {'Port': ['ID=86c0b2be-f0bc-4b63-8529-df7b93f3e253,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:43:27.733619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.733969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.734303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.734622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.735557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.735837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.736176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.736491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.736813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.737125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.737434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.737741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:43:27.745416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:43:27.800635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Attempting to bind port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:43:27.800996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Attempting to bind port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:43:27.801351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Attempting to bind port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 on network 7c927db0-6e18-4480-9348-65949d559a7e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:43:27.806578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:43:27.806946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Checking segment: {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:43:27.807335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.807716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Bound using segment: {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:43:27.808198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Bound port: 86c0b2be-f0bc-4b63-8529-df7b93f3e253, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:43:27.808692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.895853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] For port 86c0b2be-f0bc-4b63-8529-df7b93f3e253, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:43:27.899412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] For port 86c0b2be-f0bc-4b63-8529-df7b93f3e253, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=86c0b2be-f0bc-4b63-8529-df7b93f3e253,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:43:27.904197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:27.907965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:43:27.987435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Pushing event updated for resources: {'Port': ['ID=86c0b2be-f0bc-4b63-8529-df7b93f3e253,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:43:27.990971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:43:28.687853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 86c0b2be-f0bc-4b63-8529-df7b93f3e253 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:43:28.778466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:43:28.905972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d89ca-bebb-4fe0-9264-cfea93f062e7 None None] Network 7c927db0-6e18-4480-9348-65949d559a7e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:43:28.995493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Provisioning for port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:43:29.002689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Provisioning complete for port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:43:29.003053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:29.230864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:29.271047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] For port 86c0b2be-f0bc-4b63-8529-df7b93f3e253, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=86c0b2be-f0bc-4b63-8529-df7b93f3e253,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:43:29.275108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:29.276919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:43:29.345720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Pushing event updated for resources: {'Port': ['ID=86c0b2be-f0bc-4b63-8529-df7b93f3e253,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:43:29.348858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:43:29.502948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ba359c66-ec2b-4174-9232-83bbeea06701 None None] Provisioning complete for port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:43:29.503328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ba359c66-ec2b-4174-9232-83bbeea06701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:30.646514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 86c0b2be-f0bc-4b63-8529-df7b93f3e253 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:43:30.713238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 86c0b2be-f0bc-4b63-8529-df7b93f3e253 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:43:30.713610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:43.398579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-504b277d-83c9-434c-ac40-12df1ba9b1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:45.738908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9351f39-1d48-4c0e-8ab8-0cb404670326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:46.699730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:46.834933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:48.299760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:43:55.731030 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:44:13.400157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b853d82e-6eb6-4d39-90e9-e814e5967a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:15.740269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f4562e-341b-4ace-9514-3d14ae51420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:16.704195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:16.837453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:18.302490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:32.729250 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:44:36.785335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:44:36.791146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-d6745d9e-f453-4c22-a6c5-f6d15a82906c tempest-verify_tempest_config-2012201747 tempest-verify_tempest_config-2012201747-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:44:36.792220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6745d9e-f453-4c22-a6c5-f6d15a82906c tempest-verify_tempest_config-2012201747 tempest-verify_tempest_config-2012201747-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057883 Dec 15 21:44:37.083657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:44:37.199921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.212088 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.quota [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Loaded quota_driver: . Dec 15 21:44:37.216569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:44:37.221487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Usage tracker for resource:security_group_rule and tenant:be09c28b64a64f48b9604298d45ef3c5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:44:37.224908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:44:37.231656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:44:37.328037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.332100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.343058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:44:37.393482 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be09c28b64a64f48b9604298d45ef3c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3087687 Dec 15 21:44:37.394413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315f674b-4f59-4e01-8830-3d194c8edbd2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:37.396278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:44:37.401233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.401582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.401909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.402228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.402541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.402870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.403187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.403516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.403828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.404162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.404466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.404768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.409131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:44:37.458991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.483125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.574284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.578241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:44:37.590554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315f674b-4f59-4e01-8830-3d194c8edbd2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:44:37.598728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.599073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.599406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.599732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.600085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.600417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.600740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.601073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.601531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.602058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.602525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.602871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:44:37.606433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:44:37.607834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:37.608854 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/315f674b-4f59-4e01-8830-3d194c8edbd2 HTTP/1.1" status: 204 len: 168 time: 0.2114279 Dec 15 21:44:43.401540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff17fd7c-c956-431f-83e4-69cf0bdc7d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:45.742484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-059fd190-61ad-457e-ba43-2e1531b26e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:46.708966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:46.838636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:44:48.308494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:09.727841 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:45:13.445285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-974d6fa9-3f08-42df-9372-823819143105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:15.745275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6031db0d-e191-48b9-880c-1babe764a4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:16.708135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:16.838625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:18.307243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:43.407797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1836c3d1-1053-4e60-ba10-3eca9dbd902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:45.746848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21ed5d07-15dd-439a-a633-f1e368b324fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:46.711450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:46.726630 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 5 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:45:46.840403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:48.311517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:45:51.625430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-576817'] for agent, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:06.183124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58244) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:46:06.292314 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ba019cb-5395-4c30-b26f-b85273be2590 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1080742 Dec 15 21:46:08.394766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:46:08.448647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-134cb6ec-f0ac-4742-a5be-f99e893830bf admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0528369 Dec 15 21:46:13.408783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39efb633-db59-40dd-a584-9cffc1f234b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:15.748648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-584e700a-ca9c-4dff-93ba-b5ecd31e3e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:16.712833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:16.841047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:18.314913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:21.579172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:23.726353 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:46:43.411122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2248d938-6b99-4cd3-ad67-94f0f164df54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:45.755528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-375f4a08-6840-476f-968c-5004fcc85141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:46.721558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:46.847259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:48.341366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:46:51.588273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:00.724533 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:47:13.457011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-775c3234-4c56-4cf3-9dfa-7f1ca16d3add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:15.749028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b870ae66-a344-47f9-909c-7752da51215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:16.719013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:16.839446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:18.322598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:21.594439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:30.694357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:30.888557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1357675118-network', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:30.894297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:30.898716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Usage tracker for resource:network and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:30.901755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:30.909093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:30.929532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Made reservation on behalf of e8c1dc4f9bda464d9029a3403d4e409b for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:30.932580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:30.946881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:30.966228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:30.971180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:30.973975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:30.979499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:31.072582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.076695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.082026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:31.120739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:31.123175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc2bb52-ad46-4cca-a769-2752b07dbd26,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:31.135911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.135911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.135911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.135911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.135911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.137921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.138233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Tracked resource versions report: Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: pushed versions: Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: { 'AddressGroup': {'1.2'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'ConntrackHelper': {'1.0'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Log': {'1.0'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Network': {'1.1'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Port': {'1.7'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'PortForwarding': {'1.2'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'QosPolicy': {'1.8'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroup': {'1.4'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SubPort': {'1.0'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Subnet': {'1.1'}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Trunk': {'1.1'}} Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: consumer versions: Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: HyperV agent@hv-neutron-8206: {}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'ConntrackHelper': '1.0', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Log': '1.0', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Network': '1.1', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Port': '1.7', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'PortForwarding': '1.2', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'QosPolicy': '1.8', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroup': '1.4', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SecurityGroupRule': '1.2', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'SubPort': '1.0', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Subnet': '1.1', Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: 'Trunk': '1.1'}} Dec 15 21:47:31.139503 dv-neutron-820612-1-hyperv neutron-server[87553]: {{(pid=87553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:47:31.144598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:31.148616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.148964 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Added segment 626655aa-56d1-45c8-a442-0211408d261a of type vlan for network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 Dec 15 21:47:31.176919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.208557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.209866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:31.210462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.213994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0868543b-9f20-42c6-b119-4fee0dec2a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:31.307550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:31.311790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:31.325007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:31.332362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:31.332975 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6369474 Dec 15 21:47:31.337851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Request body: {'subnet': {'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1357675118-subnet', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:31.343435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:31.347774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Usage tracker for resource:subnet and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:31.350368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:31.358957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:31.370958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Made reservation on behalf of e8c1dc4f9bda464d9029a3403d4e409b for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:31.374495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.662542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.668047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c06272f0-02ea-43bc-9b0c-70f24ce1bb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:31.741518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13a7bb9-da08-4077-b134-900ea52a2fa7,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:31.754704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.755059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.755570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.756095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.756600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.757100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.757586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.758077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.758642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.759113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.759604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.759949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Tracked resource versions report: Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: pushed versions: Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: { 'AddressGroup': {'1.2'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'ConntrackHelper': {'1.0'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Log': {'1.0'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Network': {'1.1'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Port': {'1.7'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'PortForwarding': {'1.2'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'QosPolicy': {'1.8'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroup': {'1.4'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SubPort': {'1.0'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Subnet': {'1.1'}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Trunk': {'1.1'}} Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: consumer versions: Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: HyperV agent@hv-neutron-8206: {}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'ConntrackHelper': '1.0', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Log': '1.0', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Network': '1.1', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Port': '1.7', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'PortForwarding': '1.2', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'QosPolicy': '1.8', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroup': '1.4', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SecurityGroupRule': '1.2', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'SubPort': '1.0', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Subnet': '1.1', Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: 'Trunk': '1.1'}} Dec 15 21:47:31.761033 dv-neutron-820612-1-hyperv neutron-server[87554]: {{(pid=87554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:47:31.765234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:31.766047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Checking segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:31.766444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Network hostable DHCP agents. Network: fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:47:31.788635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:31.800471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:31.807638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:31.808365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cd3d76-ecc8-4d33-aba9-bbe87ffea377 None None] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:31.808593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.838998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5052195 Dec 15 21:47:31.843665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:31.852435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:31.857115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:31.865114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Usage tracker for resource:router and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:31.869078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:31.876140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:31.893097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.894128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:31.918852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.051270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:47:32.052235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.235550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Allocated IP 172.20.0.2 (fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328/b13a7bb9-da08-4077-b134-900ea52a2fa7/94e4f81d-a4bd-4a39-a3d1-f5a9279402d7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:32.306150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.462530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.474490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Transition to ACTIVE for port object 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:32.492475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Transition to ACTIVE for port object 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:32.508799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.524295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:32.645111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Pushing event updated for resources: {'Port': ['ID=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:32.653941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.654305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.654641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.654956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.655440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.655957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.656280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.656639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.656977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.657294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.657607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.657917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Tracked resource versions report: Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: pushed versions: Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: { 'AddressGroup': {'1.2'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'ConntrackHelper': {'1.0'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Log': {'1.0'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Network': {'1.1'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Port': {'1.7'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'PortForwarding': {'1.2'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'QosPolicy': {'1.8'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroup': {'1.4'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SubPort': {'1.0'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Subnet': {'1.1'}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Trunk': {'1.1'}} Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: consumer versions: Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: HyperV agent@hv-neutron-8206: {}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'ConntrackHelper': '1.0', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Log': '1.0', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Network': '1.1', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Port': '1.7', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'PortForwarding': '1.2', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'QosPolicy': '1.8', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroup': '1.4', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SecurityGroupRule': '1.2', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'SubPort': '1.0', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Subnet': '1.1', Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: 'Trunk': '1.1'}} Dec 15 21:47:32.658987 dv-neutron-820612-1-hyperv neutron-server[87555]: {{(pid=87555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:47:32.672185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:32.673483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:32.674482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:32.676885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:32.681366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.730205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.776595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Attempting to bind port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:32.780012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Attempting to bind port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:32.780875 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Attempting to bind port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 on network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:32.789182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:32.789561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Checking segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:32.789966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.790366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Bound using segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:32.790837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Bound port: 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:32.791230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.892828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Allocated IP 172.26.6.242 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/50ac3663-baaa-4574-993a-eeeb61f7ced8) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:32.905719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] For port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:32.909985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] For port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:32.919337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:32.925892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:33.018555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Pushing event updated for resources: {'Port': ['ID=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:33.029204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:33.061764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:33.099313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:33.110165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58472) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:33.110674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:33.177183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:33.180298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:33.184754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:33.321677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Pushing event updated for resources: {'Port': ['ID=50ac3663-baaa-4574-993a-eeeb61f7ced8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:33.336359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:33.614645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:33.698668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1902603294-network', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:33.704843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:33.713069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Usage tracker for resource:network and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:33.717474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:33.727181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:33.743513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Made reservation on behalf of 2996cc80c22a45c3b54407191c1ea165 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:33.747096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:33.770582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:33.801712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:33.810461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Usage tracker for resource:security_group_rule and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:33.815716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:33.823365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:34.008277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.016289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.021628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e60c4703-ffc1-4fc9-841a-68481606ba22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:34.044218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:34.048015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:34.081317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10105142-ed08-44f2-9ee5-e840ceee5a8c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:34.084833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752353469341', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.086283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Unsubscribe: segment precommit_create {{(pid=87554) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 21:47:34.086930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Added segment 062d0e10-771d-4068-87c0-bc4130d8b040 of type vlan for network c74e6eb8-a43b-4b6b-9400-63323c56bc6d Dec 15 21:47:34.100599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:34.137840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.182021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.209020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.210571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:34.211436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.248004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:34.270227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1577265 Dec 15 21:47:34.278168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:34.286418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Request body: {'subnet': {'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1902603294-subnet', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:34.294964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:34.300238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Usage tracker for resource:subnet and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:34.303451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:34.305839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8084b-354b-4ade-9a8d-d9c3b905320d None None] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:34.309983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:34.370687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:34.374492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Made reservation on behalf of 2996cc80c22a45c3b54407191c1ea165 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:34.378771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.399354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:34.404371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Usage tracker for resource:floatingip and tenant:8a69693cad9a4dfe9034447590e6a8da is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:34.409969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:34.417725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:34.441067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.510289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Router ca9b5d70-15b3-475a-8b45-295c1ec39388 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:47:34.554855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-325157de-2564-40b2-a4bb-aaf82b6a22d1 None None] Provisioning for port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:34.728900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Pushing event updated for resources: {'Network': ['ID=c74e6eb8-a43b-4b6b-9400-63323c56bc6d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:34.732282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:34.764476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:47:34.774215 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Sync routers for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:47:34.791751 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:34.792715 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:34.796096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:34.840446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:34.842146 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9968007 Dec 15 21:47:34.845216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58532) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:34.884413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.015579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:35.122683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:35.133383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:35.134141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.268376 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:35.299840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Allocated IP 172.26.6.37 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/04c955dc-6a60-4007-a7d8-314ff640a436) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:35.311565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.339838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ab596cc-3c75-416d-a262-1e3f5bd2531e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:35.381128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.472699 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:35.482376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.485455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:35.602593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:35.616992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:35.683583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a2d6bd23-2901-4e5d-a5e6-697c9cf53d1f None None] Provisioning complete for port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:35.684271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a2d6bd23-2901-4e5d-a5e6-697c9cf53d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.720024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9697bf60-d866-4786-aed4-29affeead380,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:35.728215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:35.736356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Checking segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:35.736716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Network hostable DHCP agents. Network: c74e6eb8-a43b-4b6b-9400-63323c56bc6d, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:47:35.798520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.804679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:35.806408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:35.836761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c74e6eb8-a43b-4b6b-9400-63323c56bc6d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:35.846392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:35.847012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.888958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:35.896369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc04681-fd5a-4309-ad00-ed1fad226226 None None] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:35.932309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6482346 Dec 15 21:47:35.933128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58570) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:35.943114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:35.951595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:35.960045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:35.963734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Usage tracker for resource:router and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:35.977460 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:33Z', 'revision_number': 3, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:35.981270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:35.987075 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Checking router: ca9b5d70-15b3-475a-8b45-295c1ec39388 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:47:35.987426 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Updating router ca9b5d70-15b3-475a-8b45-295c1ec39388 port 50ac3663-baaa-4574-993a-eeeb61f7ced8 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:47:35.990953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:36.076401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:36.113717 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.119717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58574) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:36.155162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:36.170336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.172873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.178058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:36.182082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Pushing event updated for resources: {'Port': ['ID=04c955dc-6a60-4007-a7d8-314ff640a436,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:36.197834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:36.204012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:47:36.205142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.288434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.299678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.445422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Allocated IP 172.20.0.2 (c74e6eb8-a43b-4b6b-9400-63323c56bc6d/9697bf60-d866-4786-aed4-29affeead380/1aa40d03-7dcc-48c6-be56-2a0d51ab986b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:36.447088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.458351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:36.609070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.646242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Allocated IP 172.20.0.1 (fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328/b13a7bb9-da08-4077-b134-900ea52a2fa7/9bb8c97c-405a-47aa-a999-13f293d3d3c2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:36.791324 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.820177 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Transition to ACTIVE for port object 50ac3663-baaa-4574-993a-eeeb61f7ced8 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:36.837270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:36.839681 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.844890 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:36.865010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.894376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1653406872', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:36.897227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Transition to ACTIVE for port object 9bb8c97c-405a-47aa-a999-13f293d3d3c2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:36.937525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-848027134'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:36.947715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1296381201'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:36.961254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:36.965699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Usage tracker for resource:network and tenant:ff274f2add7d49219ecf59653ecfd696 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:36.968847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:36.972203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:36.972583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.973422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:36.977531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c958842-063a-44c8-9c51-5df921872b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:36.995011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.004152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.016346 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Pushing event updated for resources: {'Port': ['ID=50ac3663-baaa-4574-993a-eeeb61f7ced8,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:37.019282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.022138 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Attempting to bind port 50ac3663-baaa-4574-993a-eeeb61f7ced8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:37.022516 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Attempting to bind port 50ac3663-baaa-4574-993a-eeeb61f7ced8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:37.022886 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Attempting to bind port 50ac3663-baaa-4574-993a-eeeb61f7ced8 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:37.024455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Usage tracker for resource:network and tenant:50e527970893447d9d997da4b7da93d4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.030819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.031219 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.032215 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.032623 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.032958 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.033300 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.033628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.033950 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.034287 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.038012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.038012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.038012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:47:37.038320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Tracked resource versions report: Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: pushed versions: Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: { 'AddressGroup': {'1.2'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'ConntrackHelper': {'1.0'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Log': {'1.0'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Network': {'1.1'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Port': {'1.7'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'PortForwarding': {'1.2'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'QosPolicy': {'1.8'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroup': {'1.4'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroupRule': {'1.2'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SubPort': {'1.0'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Subnet': {'1.1'}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Trunk': {'1.1'}} Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: consumer versions: Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: { DHCP agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: HyperV agent@hv-neutron-8206: {}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: L3 agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: Metadata agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: Metering agent@dv-neutron-820612-1-hyperv: {}, Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: Open vSwitch agent@dv-neutron-820612-1-hyperv: { 'AddressGroup': '1.2', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'ConntrackHelper': '1.0', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Log': '1.0', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Network': '1.1', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Port': '1.7', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'PortForwarding': '1.2', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'QosPolicy': '1.8', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroup': '1.4', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SecurityGroupRule': '1.2', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'SubPort': '1.0', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Subnet': '1.1', Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: 'Trunk': '1.1'}} Dec 15 21:47:37.038420 dv-neutron-820612-1-hyperv neutron-server[87556]: {{(pid=87556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 21:47:37.041631 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:37.042492 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:37.042867 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:37.043269 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.043657 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:37.044345 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Bound port: 50ac3663-baaa-4574-993a-eeeb61f7ced8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:37.044762 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.046269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:37.047049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.070633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Usage tracker for resource:port and tenant:419463fdf10f4fdc83d759b23704503a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.098433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:37.099143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Made reservation on behalf of ff274f2add7d49219ecf59653ecfd696 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:37.102180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:37.106092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.106974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:37.107665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.111532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:37.118162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.123246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:37.167655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.170685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58604) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:37.197546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Transition to ACTIVE for port object 1aa40d03-7dcc-48c6-be56-2a0d51ab986b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:37.215948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] For port 50ac3663-baaa-4574-993a-eeeb61f7ced8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:37.219140 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] For port 50ac3663-baaa-4574-993a-eeeb61f7ced8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50ac3663-baaa-4574-993a-eeeb61f7ced8,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:37.224925 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.225369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Transition to ACTIVE for port object 1aa40d03-7dcc-48c6-be56-2a0d51ab986b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:37.229309 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-25d3192a-4d2d-4a18-ae28-ed505ec4b372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:37.233501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.243532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c5aed93-b851-4a27-9eed-32163777f23e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:37.321151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.343635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.370772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Made reservation on behalf of 50e527970893447d9d997da4b7da93d4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:37.370912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:37.374023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:37.374495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.378423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:37.384276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Pushing event updated for resources: {'Port': ['ID=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:37.388541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:37.426514 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Pushing event updated for resources: {'Port': ['ID=50ac3663-baaa-4574-993a-eeeb61f7ced8,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:37.428159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1964831593'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:37.443028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4560dcb8-621a-4ad0-a7ec-21aef8a00b48 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:37.450005 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:37.471920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.473200 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:37.474151 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:37.482800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Usage tracker for resource:network and tenant:292543be6f36474ba12e6881e152ebb1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.484218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.486019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Attempting to bind port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:37.486456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Attempting to bind port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:37.486761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Attempting to bind port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b on network c74e6eb8-a43b-4b6b-9400-63323c56bc6d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:37.491815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.493087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:37.493473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Checking segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:37.493882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.494336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Bound using segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:37.494812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Bound port: 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:37.495260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.507177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7d85073a-19f9-4fea-b4ff-3657dd424fe2 None None] Provisioning for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:37.510311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.515584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Made reservation on behalf of 419463fdf10f4fdc83d759b23704503a for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:37.516926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7d85073a-19f9-4fea-b4ff-3657dd424fe2 None None] Provisioning complete for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:37.517347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d85073a-19f9-4fea-b4ff-3657dd424fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.518341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.525835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.542749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Usage tracker for resource:security_group_rule and tenant:ff274f2add7d49219ecf59653ecfd696 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.547753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.549140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.563139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.608277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Made reservation on behalf of 292543be6f36474ba12e6881e152ebb1 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:37.616849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.629448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7d85073a-19f9-4fea-b4ff-3657dd424fe2 None None] Port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:37.642966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.648962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.652494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:37.657051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:37.662099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.662602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.670411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:37.678043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Usage tracker for resource:security_group_rule and tenant:50e527970893447d9d997da4b7da93d4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.697882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4560dcb8-621a-4ad0-a7ec-21aef8a00b48 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "PUT /v2.0/quotas/a76c5ab785184c588f84a3898078ac65 HTTP/1.1" status: 200 len: 368 time: 0.5238078 Dec 15 21:47:37.700036 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:37.706005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:37.730287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Request body: {'network': {'project_id': 'a76c5ab785184c588f84a3898078ac65'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:37.741575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.745823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.752555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.754834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Pushing event updated for resources: {'Port': ['ID=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:37.757020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:37.757518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:37.770265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Usage tracker for resource:network and tenant:a76c5ab785184c588f84a3898078ac65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.779328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Usage tracker for resource:security_group_rule and tenant:292543be6f36474ba12e6881e152ebb1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.784677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.786682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.787546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.791670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Usage tracker for resource:security_group_rule and tenant:419463fdf10f4fdc83d759b23704503a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:37.800650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.802725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.805560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:37.816081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.826201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:37.902507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Made reservation on behalf of a76c5ab785184c588f84a3898078ac65 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:37.904649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.913056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.932937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:37.940654 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:47:38.013850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.021754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:38.057990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.064762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.066249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.077050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:38.079371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:38.108594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.155018 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:36Z', 'revision_number': 1, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:38.160182 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54abf38a-64eb-42f8-b429-caa72d9c7580 None None] The sync data for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv is: [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:36Z', 'revision_number': 1, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:47:38.224038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Usage tracker for resource:security_group_rule and tenant:a76c5ab785184c588f84a3898078ac65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:38.239475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:38.265475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:38.274899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.294843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.312718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.313793 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2675962 Dec 15 21:47:38.314772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Pushing event updated for resources: {'Port': ['ID=04c955dc-6a60-4007-a7d8-314ff640a436,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:38.324921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58624) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:38.336165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:38.339183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:38.356114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:38.358067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.361275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1342928098', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'fixed_ips': [{'ip_address': '172.26.6.37'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:38.372306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:38.372611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:38.381691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.382667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:38.383721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.405141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Usage tracker for resource:port and tenant:8a69693cad9a4dfe9034447590e6a8da is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:38.415572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:38.426987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.427467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.431990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e8531a-5865-4a37-89db-df175af3dd09,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:38.437205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.437414 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Added segment 125b0555-2700-463d-bd4c-f85f136c60f2 of type vlan for network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 Dec 15 21:47:38.441695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:38.442256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:38.442553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:38.447726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.452120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:38.460982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:38.463661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] device_id is not set on port 8c45236c-9647-43cb-8138-5c18548c2be2 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:38.465671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-132ba2f3-00a6-4a6c-8758-d82a4ed621d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:38.488020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Made reservation on behalf of 8a69693cad9a4dfe9034447590e6a8da for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:38.490767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.503579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:38.511755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:38.542523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.558525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.559297 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Added segment d79bcba7-e88f-4466-88e7-46d7f364e7e9 of type vlan for network bf4864fd-40a2-4826-a7ee-f945a9314f72 Dec 15 21:47:38.599454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.707940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0761273-bddf-4961-a5bd-3bb434719a80,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:38.776019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.776525 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Added segment 77cb0d4b-240e-46d7-b43c-aa5c2dc7cb90 of type vlan for network 39579bab-8eda-4f32-ac2f-8f2743acefa3 Dec 15 21:47:38.781909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.831337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.848120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:38.848734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:38.858208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7487d053-905a-4a56-8d46-6dbd10c48c0c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:38.873031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:38.885165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1aa40d03-7dcc-48c6-be56-2a0d51ab986b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:38.942055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Router ca9b5d70-15b3-475a-8b45-295c1ec39388 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:47:38.943721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:38.956166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ffd4a29-c46e-414b-a4ee-a38774fccb43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.028322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:39.041234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c08c7c0-f746-45ca-bb75-d2764ce00de6 None None] Provisioning complete for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:39.041843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c08c7c0-f746-45ca-bb75-d2764ce00de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.095735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5f51ee-7780-41d5-8a5b-f035730fe320,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:39.108520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.114261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c08c7c0-f746-45ca-bb75-d2764ce00de6 None None] Port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:39.117949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:39.126207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.126509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:39.159345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Usage tracker for resource:security_group_rule and tenant:8a69693cad9a4dfe9034447590e6a8da is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:39.175016 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.1166282 Dec 15 21:47:39.175016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:39.176077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.179566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.192572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:39.193215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.201707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.247948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.293790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:39.295818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Pushing event updated for resources: {'Network': ['ID=bf4864fd-40a2-4826-a7ee-f945a9314f72,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:39.307310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.309162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:39.320032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:39.321357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Allocated IP 172.26.6.71 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/8c45236c-9647-43cb-8138-5c18548c2be2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:39.349676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.403599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.405322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.413301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24bb6d0-0f8f-4f72-9654-879a69e1095a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:39.432899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:39.440171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:39.441002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.451447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:39.465782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.466134 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Added segment 59337b10-f386-4bae-b246-b2ce85ed5158 of type vlan for network 2a8b3b3c-6938-4c79-b458-1bc5fab91f1a Dec 15 21:47:39.492121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354f821d-fc84-455f-8e72-73920663d8e8 None None] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:39.541012 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.7309475 Dec 15 21:47:39.563942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event updated for resources: {'Network': ['ID=6fd88add-4aaa-41f4-9b35-db7b99dc4597,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:39.574874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:39.586935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Provisioning for port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:39.605566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Request body: {'subnet': {'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:39.609076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:39.625228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Provisioning complete for port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:39.625888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.630167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:39.638530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d4078a0-b150-4c06-bc0a-0cdabe870141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.670149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.695776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.8029654 Dec 15 21:47:39.710956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:39.727541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:47:39.814629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.819804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.821533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:39.822197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.827543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:39.963706 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca9b5d70-15b3-475a-8b45-295c1ec39388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1066947 Dec 15 21:47:39.973251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:39.978079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'name': 'tempest-network--2036090759', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:39.989289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] device_id is not set on port 139716db-dd67-41a4-8ffc-560641f8bcd2 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:39.999640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Pushing event updated for resources: {'Network': ['ID=39579bab-8eda-4f32-ac2f-8f2743acefa3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.014456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:40.037000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3223777 Dec 15 21:47:40.047397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 39579bab-8eda-4f32-ac2f-8f2743acefa3 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:40.069531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58652) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:40.072625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.075459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event updated for resources: {'Network': ['ID=2a8b3b3c-6938-4c79-b458-1bc5fab91f1a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.081505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:40.088124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:40.107920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:network and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:40.119678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:40.121009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Request body: {'network': {'project_id': 'a76c5ab785184c588f84a3898078ac65'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:40.131294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.138771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:40.197883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3081f12-ec03-401e-a052-7c0c094b700d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.210715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:40.211311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:40.213982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.217423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 2a8b3b3c-6938-4c79-b458-1bc5fab91f1a details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:40.273592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Usage tracker for resource:network and tenant:a76c5ab785184c588f84a3898078ac65 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:40.276339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.293811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:40.300478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.309364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:security_group_rule and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:40.315340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:40.317659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.324859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:40.334847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:40.335061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.343477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Usage tracker for resource:subnet and tenant:ff274f2add7d49219ecf59653ecfd696 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:40.354558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:40.357311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:40.373721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:40.379798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72', 'binding:host_id': 'hv-neutron-8206', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1471103237'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:40.388204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.407074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Made reservation on behalf of a76c5ab785184c588f84a3898078ac65 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:40.409506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.420383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:40.427184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Usage tracker for resource:port and tenant:5b516a80314041f296d9c88de2f4eb5d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:40.433162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.437207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:40.458509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Made reservation on behalf of ff274f2add7d49219ecf59653ecfd696 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:40.460993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:40.461673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks [] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.473639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.483754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.521801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:40.537340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Pushing event updated for resources: {'Port': ['ID=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.552472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:40.569190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.571025 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Added segment 12e08cf0-89d3-468f-ac2c-3e5ad7d8aedc of type vlan for network 6abfa060-8bf0-423f-88a0-b1c41ce82970 Dec 15 21:47:40.634298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:40.646089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:40.677943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:40.691902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.697323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Made reservation on behalf of 5b516a80314041f296d9c88de2f4eb5d for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:40.698838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.699679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.719180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ed09a4-06a1-4f72-9441-c9c51dc3e49d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.724371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:40.731651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.794392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.795954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:40.796726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.806588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:40.908422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.908713 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Added segment 71fd1286-34f4-4778-a6c5-84b48bc9eb9c of type vlan for network 507db28c-41a2-41c9-8d41-3a149b8a06ff Dec 15 21:47:40.928755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.949449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:40.965704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c196688f-100c-46f8-b9ae-8d0e9fac7e19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:40.996169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-75e105fd-d0ea-4426-a29f-d196f51b855f None None] Provisioning complete for port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:40.996485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=6abfa060-8bf0-423f-88a0-b1c41ce82970,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:40.996625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75e105fd-d0ea-4426-a29f-d196f51b855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:40.998960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:41.009213 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2934635 Dec 15 21:47:41.016900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:41.023235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Usage tracker for resource:security_group_rule and tenant:5b516a80314041f296d9c88de2f4eb5d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:41.040701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6abfa060-8bf0-423f-88a0-b1c41ce82970 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:41.048466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:41.057139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1aa40d03-7dcc-48c6-be56-2a0d51ab986b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:41.099007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.120309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:41.221721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.234172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:41.235088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.240530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event updated for resources: {'Subnet': ['ID=e2942e58-29d2-4033-95cf-69bd608d3da6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:41.311076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Allocated IP 172.26.6.112 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/626ae4bf-9985-4291-966f-e86978ee1cba) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:41.395701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Sync routers for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:47:41.418371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:41.419003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:41.455156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.463228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:41.512287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.514427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50ac3663-baaa-4574-993a-eeeb61f7ced8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:41.539216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:41.573216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:41.575020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Checking segment: {'id': '125b0555-2700-463d-bd4c-f85f136c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:41.575485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Network hostable DHCP agents. Network: 6fd88add-4aaa-41f4-9b35-db7b99dc4597, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:47:41.580102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525569011', 'description': 'tempest-description--144562155'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:41.586203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:41.590226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Usage tracker for resource:security_group and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:41.593227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:41.599551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:41.605940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port 0c8a9616-c8ae-4624-8324-47051b704cbc yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:41.611017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.635422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:41.639436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Usage tracker for resource:security_group_rule and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:41.643265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:41.646500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:47:41.649860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:41.692016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 50ac3663-baaa-4574-993a-eeeb61f7ced8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:41.700338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 50ac3663-baaa-4574-993a-eeeb61f7ced8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:41.700717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.707397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:41.726865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.733131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.735189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:41.737862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:41.739106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:41.739716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.752506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:41.758293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:41.778830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.786233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Pushing event updated for resources: {'Port': ['ID=8c45236c-9647-43cb-8138-5c18548c2be2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:41.788103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.789677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:41.790289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.792214 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2173309 Dec 15 21:47:41.794730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:41.800852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'security_group_rule': {'security_group_id': '2fd44d5c-efb3-4b0a-96fe-5e623d2372e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:41.804729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:41.806487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:41.808917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:41.811839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:41.812321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:41.814355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Usage tracker for resource:security_group_rule and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:41.817111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:41.823531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:41.824938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:41.825525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.846999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.898483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6fd88add-4aaa-41f4-9b35-db7b99dc4597) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:41.917423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:41.918139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.919071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.923403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.926727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:41.927860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5b72c-ca84-40f4-9970-1bf33a76ba65 None None] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:41.956435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c9a92f-b3d8-467a-8ede-57ca0833e05f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:41.961851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:41.970453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.972417 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1765118 Dec 15 21:47:41.975209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:41.977240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:41.980359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d429a7-dfcd-4642-8a20-f3cfdc9d91c1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:41.981415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'security_group_rule': {'security_group_id': '2fd44d5c-efb3-4b0a-96fe-5e623d2372e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:41.988764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:41.993236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Usage tracker for resource:security_group_rule and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:41.994469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.8700655 Dec 15 21:47:41.998683 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9282124 Dec 15 21:47:41.999406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:41.999715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58694) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:42.001127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:42.006040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:42.012771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.71'}]}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:42.020894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Request body: {'network': {'project_id': 'a76c5ab785184c588f84a3898078ac65'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:42.021793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:42.030411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:42.033116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:42.035479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:42.043998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Usage tracker for resource:router and tenant:419463fdf10f4fdc83d759b23704503a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:42.051728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4731781 Dec 15 21:47:42.052206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Usage tracker for resource:network and tenant:a76c5ab785184c588f84a3898078ac65 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:42.052722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:42.066641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:42.066641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:42.077627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Request body: {'port': {'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1102781335'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:42.095177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.135558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 50ac3663-baaa-4574-993a-eeeb61f7ced8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50ac3663-baaa-4574-993a-eeeb61f7ced8,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:42.150460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:42.153547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.169072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:42.179134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:42.183920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 21:47:42.184429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:47:42.185816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-746413ef-bcfb-411d-a567-a5f4792305fb tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1817873 Dec 15 21:47:42.186909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.194243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:42.221610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.225006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.259834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.299331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event updated for resources: {'Network': ['ID=507db28c-41a2-41c9-8d41-3a149b8a06ff,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:42.316198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:42.323227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 507db28c-41a2-41c9-8d41-3a149b8a06ff details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:42.335466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.335821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.336606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.336947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > port after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.337324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.337883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > port after_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.338026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.338225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.338539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.338847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.350610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.358681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60a454dd-867f-4803-b42c-d4de9ce015e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a76c5ab785184c588f84a3898078ac65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1579299 Dec 15 21:47:42.368921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58710) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:42.393542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:42.400261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.401626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Usage tracker for resource:port and tenant:ff274f2add7d49219ecf59653ecfd696 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:42.418159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.419252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:42.428374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=50ac3663-baaa-4574-993a-eeeb61f7ced8,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:42.434491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:42.440126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:42.442149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e1b311c-6868-40e1-99d6-2702031777a5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:42.493388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-6fd88add-4aaa-41f4-9b35-db7b99dc4597', 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597', 'tenant_id': 'ff274f2add7d49219ecf59653ecfd696', 'fixed_ips': [{'subnet_id': 'e2942e58-29d2-4033-95cf-69bd608d3da6'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:47:42.494461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.505836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.506189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.506515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.506839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87554) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:42.507195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abfa060-8bf0-423f-88a0-b1c41ce82970']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:42.551949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e08cf0-89d3-468f-ac2c-3e5ad7d8aedc') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:42.552241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e08cf0-89d3-468f-ac2c-3e5ad7d8aedc') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:42.571201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.576505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.591846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62f39e84-c8d6-41f9-a8f5-8b7cb145a418 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:42.613099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873e27cd-fcde-447b-8863-bcf29b5c8a60,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:42.615903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:42.627497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 2, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:42.636279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Checking router: ca9b5d70-15b3-475a-8b45-295c1ec39388 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:47:42.636869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Updating router ca9b5d70-15b3-475a-8b45-295c1ec39388 port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:47:42.655326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.667503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port 0c8a9616-c8ae-4624-8324-47051b704cbc yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:42.679900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:47:42.680539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.683547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Made reservation on behalf of ff274f2add7d49219ecf59653ecfd696 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:42.687208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: from cryptography.utils import int_from_bytes Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn_limited( Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn_limited( Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:47:42.699898 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:47:42.705996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.708440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:42.714258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.719287 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7422309 Dec 15 21:47:42.721899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:42.742377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.761561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.764649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:42.784034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:42.808260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Allocated IP 172.20.0.2 (6fd88add-4aaa-41f4-9b35-db7b99dc4597/e2942e58-29d2-4033-95cf-69bd608d3da6/ebb105d3-3e10-4998-bd15-5f0b94a91dd1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:42.835392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:42.847047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50ac3663-baaa-4574-993a-eeeb61f7ced8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:42.866671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Pushing event updated for resources: {'Port': ['ID=626ae4bf-9985-4291-966f-e86978ee1cba,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:42.887570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:42.902915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Transition to ACTIVE for port object 0c8a9616-c8ae-4624-8324-47051b704cbc will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:42.909971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:42.917148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:42.921549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a56bff48-473f-483d-8b77-847060546fc8 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:42.929292 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 21:47:42.929782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:47:42.934649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] device_id is not set on port fbd0fd38-5179-4992-805b-80d9cbd26c45 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:42.994013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6abfa060-8bf0-423f-88a0-b1c41ce82970 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:47:42.998118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.007765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Network': ['ID=6abfa060-8bf0-423f-88a0-b1c41ce82970,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:43.020304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.028348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Usage tracker for resource:floatingip and tenant:e8c1dc4f9bda464d9029a3403d4e409b is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:43.049706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:43.060048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.073492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:43.079402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.102357 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/6abfa060-8bf0-423f-88a0-b1c41ce82970 HTTP/1.1" status: 204 len: 168 time: 2.0807979 Dec 15 21:47:43.116321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:43.123053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:43.141580 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 4.8138533 Dec 15 21:47:43.142365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:43.153042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:43.158820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:43.161178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:43.258458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8a9616-c8ae-4624-8324-47051b704cbc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:43.264746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Checking segment: {'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:43.265481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 50ac3663-baaa-4574-993a-eeeb61f7ced8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:43.265958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.266168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Network hostable DHCP agents. Network: bf4864fd-40a2-4826-a7ee-f945a9314f72, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:47:43.270949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:43.341602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.369484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:network and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:43.382944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.388332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:43.403352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Transition to ACTIVE for port object ebb105d3-3e10-4998-bd15-5f0b94a91dd1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:43.491749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Transition to ACTIVE for port object ebb105d3-3e10-4998-bd15-5f0b94a91dd1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:43.516254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.542523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:43.545659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.546830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d457fa50-0ac7-4833-8451-8e22270fefea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.559398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:43.585724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:43.613013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, bf4864fd-40a2-4826-a7ee-f945a9314f72) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:43.632474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Deleting port 04c955dc-6a60-4007-a7d8-314ff640a436 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:43.632999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.634579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:43.653439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c774b866-39ad-4e94-bdcd-e216e76e4b17 None None] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:43.670125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:43.680594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:43.690154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.737964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:43.743904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:43.744376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:43.744671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:43.753495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:43.753828 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:43.755845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 2 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:43.767029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Pushing event updated for resources: {'Port': ['ID=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:43.777832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:43.778163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:43.778654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:43.785405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:43.785725 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:43.787474 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 3 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:43.804602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:43.808783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Transition to ACTIVE for port object 9bb8c97c-405a-47aa-a999-13f293d3d3c2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:43.863271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.865586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.866392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:43.872118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:43.872456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:43.872788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:43.883332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:43.884197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:43.884529 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:43.886821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 4 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:43.959357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Attempting to bind port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:43.959906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Attempting to bind port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '125b0555-2700-463d-bd4c-f85f136c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:43.960356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Attempting to bind port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 on network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:43.970019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:43.970282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:43.970631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:43.984147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:43.984639 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:43.987687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 5 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.016650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.016984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.018018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.020991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.026577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.028183 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.030431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 6 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.045744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Calling delete_port for 04c955dc-6a60-4007-a7d8-314ff640a436 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:44.063021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:44.063524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Checking segment: {'id': '125b0555-2700-463d-bd4c-f85f136c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:44.064049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.064532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Bound using segment: {'id': '125b0555-2700-463d-bd4c-f85f136c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:44.065120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Bound port: ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125b0555-2700-463d-bd4c-f85f136c60f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '6fd88add-4aaa-41f4-9b35-db7b99dc4597'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:44.065622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.075910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:44.078691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.124767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.125641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.125956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.134712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.135024 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.137261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Pushing event updated for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:44.144876 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 7 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.145052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.148091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:44.168785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:44.170661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:44.192539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Allocated IP 172.20.0.7 (6fd88add-4aaa-41f4-9b35-db7b99dc4597/e2942e58-29d2-4033-95cf-69bd608d3da6/fbd0fd38-5179-4992-805b-80d9cbd26c45) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:44.248107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.248318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.248647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.259685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.260033 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.262433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 8 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.281861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Attempting to bind port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.282338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Attempting to bind port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.282906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Attempting to bind port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 on network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.283136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24bb6d0-0f8f-4f72-9654-879a69e1095a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:44.289291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.289641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Added segment f8179fb5-c55e-4cb2-894e-c4264719b5a3 of type vlan for network cb86fd5c-36d7-49fd-9e74-0996318b20a8 Dec 15 21:47:44.294754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:44.298001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:44.300141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:44.300614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Checking segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:44.301138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.301749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Bound using segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:44.302428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Bound port: 9bb8c97c-405a-47aa-a999-13f293d3d3c2, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:44.303055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.307051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.307203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.307460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.321313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.321313 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.321719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 9 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.336912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:44.353160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.353516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.354110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.360315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.361744 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/f24bb6d0-0f8f-4f72-9654-879a69e1095a HTTP/1.1" status: 204 len: 168 time: 1.9904490 Dec 15 21:47:44.365810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58730) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:44.371011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.371011 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.371715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.387070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 10 to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc Dec 15 21:47:44.389073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:44.457018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.462699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:44.463028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:44.463472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:44.465485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Router 6714d258-c841-470a-a6d4-a1634dcf9c4c is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:47:44.482798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 0c8a9616-c8ae-4624-8324-47051b704cbc on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:44.483581 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 0c8a9616-c8ae-4624-8324-47051b704cbc on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:44.483581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.502100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Pushing event updated for resources: {'Port': ['ID=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:44.506503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] For port 9bb8c97c-405a-47aa-a999-13f293d3d3c2, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:44.518488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:44.521015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] For port 9bb8c97c-405a-47aa-a999-13f293d3d3c2, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9bb8c97c-405a-47aa-a999-13f293d3d3c2,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:44.543121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.556828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:44.646681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.686191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Pushing event updated for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:44.702331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:44.728028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:44.728530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.730811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:44.731440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:44.814469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:44.894494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9bb8c97c-405a-47aa-a999-13f293d3d3c2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:44.917227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:47:44.919582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port 0c8a9616-c8ae-4624-8324-47051b704cbc, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:44.919991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:47:44.940424 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Sync routers for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:47:44.964631 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:44.972059 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:44.989264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c955dc-6a60-4007-a7d8-314ff640a436,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:45.051766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.084188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:45.085050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.141934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.145911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:45.148812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:45.166822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.189966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:45.197512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:45.248038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.248651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.280927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:45.281593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.302251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.303697 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:45.306378 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9978d58f-f01e-4f93-a1c7-eb30d2aa088e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.3722970 Dec 15 21:47:45.317950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58736) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:45.388834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507db28c-41a2-41c9-8d41-3a149b8a06ff']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:45.406813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8a9616-c8ae-4624-8324-47051b704cbc,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:45.421789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:45.424109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fd1286-34f4-4778-a6c5-84b48bc9eb9c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:45.424402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fd1286-34f4-4778-a6c5-84b48bc9eb9c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:45.425492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.426889 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/87710284-a3db-4dc7-9233-cdbcb3dbbe41 HTTP/1.1" status: 204 len: 168 time: 2.2761307 Dec 15 21:47:45.441052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.0806856 Dec 15 21:47:45.444530 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.3269060 Dec 15 21:47:45.445911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:45.447902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58744) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:45.456885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.472200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Transition to ACTIVE for port object fbd0fd38-5179-4992-805b-80d9cbd26c45 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:45.514161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Provisioning complete for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:45.514707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.544582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:45.597427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:45.597863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.617574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=cb86fd5c-36d7-49fd-9e74-0996318b20a8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:45.620382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'subnet': {'network_id': 'cb86fd5c-36d7-49fd-9e74-0996318b20a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:45.635498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Allocated IP 172.26.6.244 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/95ab9b82-bb65-42ef-b526-7d7d521f25b3) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:45.639471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:45.655606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:45.662075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:subnet and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:45.671599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:45.686010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network cb86fd5c-36d7-49fd-9e74-0996318b20a8 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:45.689977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.695864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:45.751527 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:43Z', 'revision_number': 3, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:45.760149 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Checking router: 6714d258-c841-470a-a6d4-a1634dcf9c4c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:47:45.760659 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Updating router 6714d258-c841-470a-a6d4-a1634dcf9c4c port 626ae4bf-9985-4291-966f-e86978ee1cba binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:47:45.827850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:45.829452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.852213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.898531 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.944139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:47:45.944635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.950122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f78b5f7f-c373-4d0f-a699-61bef544addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.951288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:47:45.983932 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:47:46.063723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Deleting port 0c8a9616-c8ae-4624-8324-47051b704cbc {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:46.064238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.087611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:46.100798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.133199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb0bc9-a16a-4993-9449-754e2f329f56 None None] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:46.141521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:46.214668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.253537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:46.282583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.285647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.304329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:46.305499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.315382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.322211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:46.328788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event updated for resources: {'Port': ['ID=fbd0fd38-5179-4992-805b-80d9cbd26c45,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:46.338497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.339376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:46.345092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:46.345597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.349479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:46.351481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:46.363723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Usage tracker for resource:security_group_rule and tenant:16eabb968b7e492e9b01d23b35853d68 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:46.370345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:46.372403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event deleted for resources: {'Network': ['ID=507db28c-41a2-41c9-8d41-3a149b8a06ff,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:46.386911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:46.389713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:46.396245 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3354499 Dec 15 21:47:46.402016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:46.412890 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "DELETE /v2.0/networks/507db28c-41a2-41c9-8d41-3a149b8a06ff HTTP/1.1" status: 204 len: 168 time: 2.0447974 Dec 15 21:47:46.417933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] For port 9bb8c97c-405a-47aa-a999-13f293d3d3c2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9bb8c97c-405a-47aa-a999-13f293d3d3c2,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:46.418111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58766) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:46.429018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.432652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:46.481221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.497440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:46.551634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:44Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:46.583246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Deleting port fbd0fd38-5179-4992-805b-80d9cbd26c45 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:46.583706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.614101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:47:46.614504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:47:46.615290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546de29a-bfec-41ba-9de7-0aea7749ce4d None None] The sync data for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv is: [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:44Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:47:46.641094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Pushing event updated for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:46.688084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:46.695116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1b20f153-a679-4cc8-b17c-e6f15cfadac1 None None] Provisioning for port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:46.734182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:46.754415 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.778043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'Port': ['ID=95ab9b82-bb65-42ef-b526-7d7d521f25b3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:46.779801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:46.780191 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Transition to ACTIVE for port object 626ae4bf-9985-4291-966f-e86978ee1cba will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:46.781641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:46.782704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.795691 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.801763 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:46.805439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:46.839668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port 0c8a9616-c8ae-4624-8324-47051b704cbc, host hv-neutron-8206, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:46.840087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.861788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.883723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.933204 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Pushing event updated for resources: {'Port': ['ID=626ae4bf-9985-4291-966f-e86978ee1cba,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:46.935723 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Attempting to bind port 626ae4bf-9985-4291-966f-e86978ee1cba on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:46.936325 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Attempting to bind port 626ae4bf-9985-4291-966f-e86978ee1cba by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:46.936837 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Attempting to bind port 626ae4bf-9985-4291-966f-e86978ee1cba on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:46.948868 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:46.949246 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:46.949650 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.950045 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:46.950531 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Bound port: 626ae4bf-9985-4291-966f-e86978ee1cba, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:46.950922 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:46.982037 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:47.071037 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] For port 626ae4bf-9985-4291-966f-e86978ee1cba, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:47.081663 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] For port 626ae4bf-9985-4291-966f-e86978ee1cba, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=626ae4bf-9985-4291-966f-e86978ee1cba,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:47.089645 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.103447 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:47.154738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Calling delete_port for 0c8a9616-c8ae-4624-8324-47051b704cbc owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:47.207621 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:47.208352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:47.215015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.230633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f481957-d321-4a0e-b677-8a7385e2f771 None None] Provisioning for port fbd0fd38-5179-4992-805b-80d9cbd26c45 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:47.255304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f481957-d321-4a0e-b677-8a7385e2f771 None None] Provisioning complete for port fbd0fd38-5179-4992-805b-80d9cbd26c45 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:47.255606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f481957-d321-4a0e-b677-8a7385e2f771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.334583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8f481957-d321-4a0e-b677-8a7385e2f771 None None] Port fbd0fd38-5179-4992-805b-80d9cbd26c45 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:47.345675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.429056 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Pushing event updated for resources: {'Port': ['ID=626ae4bf-9985-4291-966f-e86978ee1cba,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:47.458119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:47.532880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebb105d3-3e10-4998-bd15-5f0b94a91dd1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:47.555124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.603059 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:47.691973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.693888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8573b2c0-5e5d-4719-895f-d93740cd4a1e None None] Provisioning complete for port fbd0fd38-5179-4992-805b-80d9cbd26c45 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:47.694337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8573b2c0-5e5d-4719-895f-d93740cd4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.744549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:47.755713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:47.756125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.801890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8573b2c0-5e5d-4719-895f-d93740cd4a1e None None] Port fbd0fd38-5179-4992-805b-80d9cbd26c45 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:47.823626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.825968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.881156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:47.913395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.937819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.940323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-397d5539-9468-48e2-8404-a6a36b6d8730 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:47.944519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.953864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c8a9616-c8ae-4624-8324-47051b704cbc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:47.964946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.966206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a564e84e-2e62-4b52-8e47-662320f48eec {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:47:47.969914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:47.974441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:43Z', 'revision_number': 3, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:47.979676 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642603b5-fa2e-42dd-bfde-0e8e6392d4ea None None] The sync data for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv is: [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:43Z', 'revision_number': 3, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:47:47.982937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.989693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:47.995138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:47.996238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9bb8c97c-405a-47aa-a999-13f293d3d3c2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:48.025672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8b3b3c-6938-4c79-b458-1bc5fab91f1a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:48.032061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-acb46e98-37c5-48d5-a082-4c15987b9d00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:48.064055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fed615-8965-4458-a70d-b26699cd19e7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:48.094705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Synchronizing usage tracker for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:48.097248 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:47:48.100985 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c38c61ae-fa79-4e76-9199-aa0e8edecae8 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.0968430 Dec 15 21:47:48.100985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:48.117996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:48.147956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:48.153858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:48.154010 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "DELETE /v2.0/ports/0c8a9616-c8ae-4624-8324-47051b704cbc HTTP/1.1" status: 204 len: 168 time: 2.7045681 Dec 15 21:47:48.155257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.164646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:48.165189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.166277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:48.171540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59337b10-f386-4bae-b246-b2ce85ed5158') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:48.172883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59337b10-f386-4bae-b246-b2ce85ed5158') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:48.182784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.195640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.253548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.254081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.320926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:47:48.321658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:47:48.335802 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:47:48.368349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.437228 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c869f12-508e-457b-8dd5-9903f496e0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:47:48.438623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c869f12-508e-457b-8dd5-9903f496e0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports/0c8a9616-c8ae-4624-8324-47051b704cbc HTTP/1.1" status: 404 len: 333 time: 0.2636480 Dec 15 21:47:48.439301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Unset dirty status for tenant:637e559ca5a94d82bb1d91b5483a8a2a on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:48.443055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16eabb968b7e492e9b01d23b35853d68&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3497398 Dec 15 21:47:48.455724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Calling delete_port for fbd0fd38-5179-4992-805b-80d9cbd26c45 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:48.457526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:48.457780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58780) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:48.511915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Deleting port 8c45236c-9647-43cb-8138-5c18548c2be2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:48.512256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.514429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:47:48.514888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.519396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1094685122'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:48.541596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:48.547936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:48.595166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Usage tracker for resource:port and tenant:5b516a80314041f296d9c88de2f4eb5d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:48.597880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.605375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:48.650771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:48.712590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.745535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Made reservation on behalf of 5b516a80314041f296d9c88de2f4eb5d for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:48.747826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.757059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3fb8e402-1600-4b3d-9c25-6bb03095550f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:48.770506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Checking segment: {'id': 'f8179fb5-c55e-4cb2-894e-c4264719b5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'cb86fd5c-36d7-49fd-9e74-0996318b20a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:48.770783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Network hostable DHCP agents. Network: cb86fd5c-36d7-49fd-9e74-0996318b20a8, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:47:48.779305 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] 10.222.0.18 "DELETE /v2.0/networks/2a8b3b3c-6938-4c79-b458-1bc5fab91f1a HTTP/1.1" status: 204 len: 168 time: 2.3435316 Dec 15 21:47:48.779305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:48.786902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:48.819059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:48.821930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Pushing event deleted for resources: {'Network': ['ID=2a8b3b3c-6938-4c79-b458-1bc5fab91f1a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:48.839728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:48.842349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:48.875491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Allocated IP 172.20.0.1 (c74e6eb8-a43b-4b6b-9400-63323c56bc6d/9697bf60-d866-4786-aed4-29affeead380/abcc4770-0a43-4c67-9d22-5467f7c67c49) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:48.920095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Network cb86fd5c-36d7-49fd-9e74-0996318b20a8 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:49.006266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.006630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.040474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:49.095459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event deleted for resources: {'Port': ['ID=fbd0fd38-5179-4992-805b-80d9cbd26c45,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:49.116754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:49.136423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, cb86fd5c-36d7-49fd-9e74-0996318b20a8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:49.147026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a37e1-5911-46a8-967c-efd9f8a02be1 None None] Network cb86fd5c-36d7-49fd-9e74-0996318b20a8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:49.162489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:49.163060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.175073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.201291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.385044 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9009817 Dec 15 21:47:49.397223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Calling delete_port for 8c45236c-9647-43cb-8138-5c18548c2be2 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:49.401662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58792) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:49.422927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'floatingip': {'floating_network_id': 'cb86fd5c-36d7-49fd-9e74-0996318b20a8'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:49.456781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.478693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.491303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:49.493608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:49.509751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:floatingip and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:49.515536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:49.520224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.521864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebb105d3-3e10-4998-bd15-5f0b94a91dd1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:49.524736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "DELETE /v2.0/ports/fbd0fd38-5179-4992-805b-80d9cbd26c45 HTTP/1.1" status: 204 len: 168 time: 3.1215351 Dec 15 21:47:49.528011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58796) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:49.544570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:49.558065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:49.577054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.598470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:49.598665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.606610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'Port': ['ID=95ab9b82-bb65-42ef-b526-7d7d521f25b3,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:49.613162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:49.616884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.631510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fed615-8965-4458-a70d-b26699cd19e7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:49.650764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:49.657727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617aa08-f00e-4de0-92f8-49f25d1bbcef None None] Network cb86fd5c-36d7-49fd-9e74-0996318b20a8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:49.659811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.661220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3fed615-8965-4458-a70d-b26699cd19e7 HTTP/1.1" status: 204 len: 168 time: 1.1687670 Dec 15 21:47:49.662326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.693332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.695967 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8886266 Dec 15 21:47:49.698036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Transition to ACTIVE for port object abcc4770-0a43-4c67-9d22-5467f7c67c49 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:49.737726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.747643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:49.792347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.801605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:49.849467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c45236c-9647-43cb-8138-5c18548c2be2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:49.856105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.878173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:49.878668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.879229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:49.909394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:49.918302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:49.923483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:49.924637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:49.925535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.931008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:49.932003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:49.942369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:49.952184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:49.991060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:49.991331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:49.993878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:50.009804 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8c45236c-9647-43cb-8138-5c18548c2be2 HTTP/1.1" status: 204 len: 168 time: 1.8903108 Dec 15 21:47:50.011112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.048927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:50.059184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Usage tracker for resource:security_group_rule and tenant:d613c5542e7441f187f679edbc4012af is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:50.070061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:50.080898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:50.103446 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e3436953-738a-4f83-9ac5-0d1006525adb tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5554304 Dec 15 21:47:50.143034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.171709 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6805711 Dec 15 21:47:50.179860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 626ae4bf-9985-4291-966f-e86978ee1cba up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:50.229263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1310450344'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:50.237592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:50.243541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Usage tracker for resource:network and tenant:ff274f2add7d49219ecf59653ecfd696 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:50.248052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:50.264448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:50.270006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0dfafdf1-eefc-4b3f-8fa7-a2ba22938996 None None] Provisioning for port abcc4770-0a43-4c67-9d22-5467f7c67c49 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:50.278215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0dfafdf1-eefc-4b3f-8fa7-a2ba22938996 None None] Provisioning complete for port abcc4770-0a43-4c67-9d22-5467f7c67c49 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:50.278830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0dfafdf1-eefc-4b3f-8fa7-a2ba22938996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.282738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.295112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:50.298281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.305811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.323318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:50.346762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0dfafdf1-eefc-4b3f-8fa7-a2ba22938996 None None] Port abcc4770-0a43-4c67-9d22-5467f7c67c49 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:50.358207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 626ae4bf-9985-4291-966f-e86978ee1cba completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:47:50.367844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 626ae4bf-9985-4291-966f-e86978ee1cba triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:50.368102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.381127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a12034-c913-4c2e-98f0-3b21814ed16e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:50.386747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:50.408315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.432419 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d613c5542e7441f187f679edbc4012af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319893 Dec 15 21:47:50.435764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.525424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.567399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.569259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.634012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.666900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 626ae4bf-9985-4291-966f-e86978ee1cba, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=626ae4bf-9985-4291-966f-e86978ee1cba,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:50.671410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.673446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:50.690288 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-478dbbb8-ff3b-4cd2-9c16-8d25ce6936e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a69693cad9a4dfe9034447590e6a8da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1104643 Dec 15 21:47:50.691376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.719647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.732931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.738511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.758699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:50.777632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Made reservation on behalf of ff274f2add7d49219ecf59653ecfd696 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:50.780457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a12034-c913-4c2e-98f0-3b21814ed16e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:50.784573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.792531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:50.802511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.806397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=626ae4bf-9985-4291-966f-e86978ee1cba,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:50.807709 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8a12034-c913-4c2e-98f0-3b21814ed16e HTTP/1.1" status: 204 len: 168 time: 0.3707001 Dec 15 21:47:50.832581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:50.851454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.883521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.904305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Pushing event updated for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:50.912244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.923351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:50.936516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:50.969422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58866) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:50.977387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:50.980063 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 21:47:50.996762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0688f42f484abbb34aea83b292c829 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:51.003854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:51.008316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:51.014064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:51.039665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-60dc47cf-7f61-49bd-9b14-2e3fd814db90 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Synchronizing usage tracker for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:51.070125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.075100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.075378 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Added segment f2a10b34-241a-4238-823d-4161fac0131c of type vlan for network 82372097-032e-4041-b685-74b1a8f9ec15 Dec 15 21:47:51.078447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf9b6c12-e0dd-4666-b385-af6fc407f697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:51.097768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3081f12-ec03-401e-a052-7c0c094b700d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:51.101085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:51.133527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.137294 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3081f12-ec03-401e-a052-7c0c094b700d HTTP/1.1" status: 204 len: 168 time: 0.4422259 Dec 15 21:47:51.199523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.209606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.221459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.235685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:51.246027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Allocated IP 172.20.0.2 (cb86fd5c-36d7-49fd-9e74-0996318b20a8/3fb8e402-1600-4b3d-9c25-6bb03095550f/eb3bae85-b701-4296-85db-724f83c5247f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:51.247248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58874) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:51.259516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-60dc47cf-7f61-49bd-9b14-2e3fd814db90 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Unset dirty status for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:51.260946 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-60dc47cf-7f61-49bd-9b14-2e3fd814db90 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1525569011&fields=id&tenant_id=e8c1dc4f9bda464d9029a3403d4e409b HTTP/1.1" status: 200 len: 267 time: 0.2903469 Dec 15 21:47:51.344565 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee0688f42f484abbb34aea83b292c829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6102893 Dec 15 21:47:51.345553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.354808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58880) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:51.402951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 626ae4bf-9985-4291-966f-e86978ee1cba up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:51.420689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7b7c6-1e6a-43ac-bbe9-0000e4381c9c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:51.433095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:51.444864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:51.451221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Usage tracker for resource:security_group_rule and tenant:ca8a47290f4c4597955c74d9b8104e62 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:51.455485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:51.469302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:51.525133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.540946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:51.541875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.542198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 626ae4bf-9985-4291-966f-e86978ee1cba triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:51.542603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.567061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6c9350f-e073-4e8c-a0f1-bde1f887455c tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:51.583986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.601539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4227378 Dec 15 21:47:51.661944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58890) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:51.690981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.695691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.709108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-6049e031-b66d-465e-84df-0b96835f2cdd tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:51.709948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-6049e031-b66d-465e-84df-0b96835f2cdd tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Synchronizing usage tracker for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:51.721436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.739135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd2e1f39-d8dd-45e8-accf-8e869b214920 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:51.769276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.799007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10daa2ed-2e24-4610-bdb4-d53917d3d894,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:51.811516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:51.822247 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca8a47290f4c4597955c74d9b8104e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686297 Dec 15 21:47:51.826735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58900) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:51.827435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-6049e031-b66d-465e-84df-0b96835f2cdd tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Unset dirty status for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:51.834539 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-6049e031-b66d-465e-84df-0b96835f2cdd tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/networks?id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 200 len: 812 time: 0.5456140 Dec 15 21:47:51.851423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event updated for resources: {'Network': ['ID=82372097-032e-4041-b685-74b1a8f9ec15,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:51.857192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.866680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:51.870434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 82372097-032e-4041-b685-74b1a8f9ec15 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:51.877834 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ccb79bc6-863d-4838-bb66-b88f149d1d8a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/quotas/e8c1dc4f9bda464d9029a3403d4e409b HTTP/1.1" status: 200 len: 375 time: 0.0423479 Dec 15 21:47:51.923063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:51.953791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:51.988577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.019857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Transition to ACTIVE for port object a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:52.084870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.117113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:52.145240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.185022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.196764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.212233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:52.225071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-37ff81af-6405-4582-9c6e-265d78b2ec73 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Synchronizing usage tracker for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:52.243104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7b7c6-1e6a-43ac-bbe9-0000e4381c9c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:52.245192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:52.291790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-203f9302-3d59-4a7c-bcfd-a276ff481eb1 tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks HTTP/1.1" status: 200 len: 6428 time: 0.6238501 Dec 15 21:47:52.295741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58914) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:52.298610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.306925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dca7b7c6-1e6a-43ac-bbe9-0000e4381c9c HTTP/1.1" status: 204 len: 168 time: 0.9373021 Dec 15 21:47:52.313980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:52.327077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7572776-5500-45f9-9704-9faf3e0df274 req-37ff81af-6405-4582-9c6e-265d78b2ec73 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Unset dirty status for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:52.329162 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-37ff81af-6405-4582-9c6e-265d78b2ec73 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4502914 Dec 15 21:47:52.341992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:52.368160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.368708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.369193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:52.376097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.378282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:52.378757 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:52.383366 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 2 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:52.398513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:52.441005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.449656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72b63c82-e777-4acd-93c6-e15f67a1c69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:52.462563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10daa2ed-2e24-4610-bdb4-d53917d3d894,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:52.465054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:52.474801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.475445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.476072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:52.491229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Network cb86fd5c-36d7-49fd-9e74-0996318b20a8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:52.493163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad6b2d-07a3-45da-a0de-359e110fb44c tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] Network 82372097-032e-4041-b685-74b1a8f9ec15 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:47:52.495912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.498933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:52.502856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.504364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:52.504840 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:52.505635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:47:52.507342 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10daa2ed-2e24-4610-bdb4-d53917d3d894 HTTP/1.1" status: 204 len: 168 time: 0.6704335 Dec 15 21:47:52.513553 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8cad6b2d-07a3-45da-a0de-359e110fb44c tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "POST /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2168002 Dec 15 21:47:52.516744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:52.523116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560edb29-f027-46c7-9e9f-8f212f81a90c None None] Network 82372097-032e-4041-b685-74b1a8f9ec15 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:52.531916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 3 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:52.539015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3bae85-b701-4296-85db-724f83c5247f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:52.554719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:52.555584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.628705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:52.705210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.705542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.705875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:52.736721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:52.737050 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:52.738210 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2fcd4c54-f9a1-4087-ad6a-8d55466b4024 tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks HTTP/1.1" status: 200 len: 7198 time: 0.2179093 Dec 15 21:47:52.739210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:52.741285 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 4 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:52.769456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.789827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.790331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.790808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:52.798053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Pushing event updated for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:52.805009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:52.819817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:52.820342 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:52.823866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 5 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:52.902381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.902700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.903039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:52.909011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:52.914527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:52.914851 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:52.915350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:52.917574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 6 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:52.969396 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a565295a-6538-4745-86cc-289fda28ae3e tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "DELETE /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks/82372097-032e-4041-b685-74b1a8f9ec15 HTTP/1.1" status: 204 len: 168 time: 0.2247639 Dec 15 21:47:52.969396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58948) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:52.987276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:52.987605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:52.987969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:53.005061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:53.005391 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:53.015156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 7 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:53.041189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:53.041523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:53.041860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:53.048939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.079239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:53.079568 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:53.087633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 8 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:53.105952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:47:53.111426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:47:53.182467 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a7bbbe1-38e0-4e08-84cd-225b4e6afe6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=419463fdf10f4fdc83d759b23704503a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2655532 Dec 15 21:47:53.190594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-79a97772-4347-4cd8-9f1f-3218f09ad185 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:47:53.191599 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-79a97772-4347-4cd8-9f1f-3218f09ad185 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4354699 Dec 15 21:47:53.192077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58958) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:53.203823 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc1b2167-e627-494a-bbb0-61a2b617ed0b tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks HTTP/1.1" status: 200 len: 6428 time: 0.2303081 Dec 15 21:47:53.213084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58962) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:53.409616 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ced89041-a1a7-4fd0-b0fb-69b775b1bf19 tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/networks/6fd88add-4aaa-41f4-9b35-db7b99dc4597/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1945081 Dec 15 21:47:53.429550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 58972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:53.437447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.467651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.494667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6f803f0b-4532-43eb-9a12-4c5ef1c9a0b5 None None] Provisioning complete for port abcc4770-0a43-4c67-9d22-5467f7c67c49 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:47:53.497655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6f803f0b-4532-43eb-9a12-4c5ef1c9a0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.559893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.568802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:53.589496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5f51ee-7780-41d5-8a5b-f035730fe320,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:53.596082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:53.600138 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-3b3bf3cb-866a-49bf-bbe5-54ceef56006d service neutron] 10.222.0.18 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906581 Dec 15 21:47:53.602119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.605462 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ea5f51ee-7780-41d5-8a5b-f035730fe320 HTTP/1.1" status: 204 len: 168 time: 0.4064081 Dec 15 21:47:53.627258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6f803f0b-4532-43eb-9a12-4c5ef1c9a0b5 None None] Port abcc4770-0a43-4c67-9d22-5467f7c67c49 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:47:53.685541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.740169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:53.740169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:53.740472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:53.760600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.764200 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-dd7c0a6e-df27-453d-ae9f-6b08442d57e4 service neutron] 10.222.0.18 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499746 Dec 15 21:47:53.784802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:53.785130 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:53.791751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:53.819711 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 9 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:53.846037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:53.846370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:53.846703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:53.861129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed47d1f1-057f-4ce8-99bd-93357d04342b tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/networks/6fd88add-4aaa-41f4-9b35-db7b99dc4597/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1726134 Dec 15 21:47:53.864153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 58990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:53.900531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:53.900845 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:53.908445 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 10 to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 Dec 15 21:47:53.938963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:53.939501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:53.940097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:53.963513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:47:53.964056 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:47:53.964577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:53.987142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Router 6714d258-c841-470a-a6d4-a1634dcf9c4c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:47:53.996173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Port': ['ID=eb3bae85-b701-4296-85db-724f83c5247f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:54.004462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:54.010713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.077364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b13ffa7e-c3e3-41e1-9260-efcd0c236f85 tempest-DHCPAgentSchedulersTestJSON-2066655000 tempest-DHCPAgentSchedulersTestJSON-2066655000-project-admin] 10.222.0.18 "GET /v2.0/agents/6a97b0d1-2a0c-48b7-ac60-1a117c5925b1/dhcp-networks HTTP/1.1" status: 200 len: 6428 time: 0.2116702 Dec 15 21:47:54.080848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59002) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:54.148310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.152205 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.7468684 Dec 15 21:47:54.161940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59010) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:54.233798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.373915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c3313c6d-4d5c-450b-98ac-0164390a124a tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Synchronizing usage tracker for tenant:71d8756021044b8b87169c86694878d6 on resource:floatingip {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:54.411898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:54.412259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:47:54.428829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.436333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:47:54.439686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:54.442813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.454966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Sync routers for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:47:54.467178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:54.469448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:54.476726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > segment before_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.477236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.477796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > port after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > port after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > port after_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > segment after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.487144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet after_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.488498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] 10.222.0.18 "PUT /v2.0/routers/6714d258-c841-470a-a6d4-a1634dcf9c4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1694818 Dec 15 21:47:54.508767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c3313c6d-4d5c-450b-98ac-0164390a124a tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Unset dirty status for tenant:71d8756021044b8b87169c86694878d6 on resource:floatingip {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:54.510236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3313c6d-4d5c-450b-98ac-0164390a124a tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=cb86fd5c-36d7-49fd-9e74-0996318b20a8 HTTP/1.1" status: 200 len: 689 time: 0.3473883 Dec 15 21:47:54.541671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:54.556576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] In _notify_port_updated(), no bound segment for port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:47:54.558415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:54.561018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.569080 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "PUT /v2.0/ports/a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 HTTP/1.1" status: 200 len: 981 time: 4.2833622 Dec 15 21:47:54.660849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet after_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.661301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet after_delete 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.661557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet before_create 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.661888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Subscribe: > subnet before_update 55550000 {{(pid=87553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 21:47:54.662251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82372097-032e-4041-b685-74b1a8f9ec15']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:54.676780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a10b34-241a-4238-823d-4161fac0131c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:54.677229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a10b34-241a-4238-823d-4161fac0131c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:54.690486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.714186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.724554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:47:54.725087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:54.725544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.773117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.785423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59048) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:54.785760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: from cryptography.utils import int_from_bytes Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: from cryptography.utils import int_from_bytes Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn_limited( Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn_limited( Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:47:54.935783 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:47:54.938126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.943426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:54.970735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event deleted for resources: {'Network': ['ID=82372097-032e-4041-b685-74b1a8f9ec15,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:54.972760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.976700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Deleting port eb3bae85-b701-4296-85db-724f83c5247f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:54.976878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:54.977055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:54.979682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "DELETE /v2.0/networks/82372097-032e-4041-b685-74b1a8f9ec15 HTTP/1.1" status: 204 len: 168 time: 0.8978314 Dec 15 21:47:54.982267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:55.023524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:55.026585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:55.030253 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8122eb-c5a5-4304-88ed-e7b573f97842 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] DELETE failed (client error): The resource could not be found. Dec 15 21:47:55.031841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8122eb-c5a5-4304-88ed-e7b573f97842 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:47:55.033994 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f8122eb-c5a5-4304-88ed-e7b573f97842 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "DELETE /v2.0/ports/fbd0fd38-5179-4992-805b-80d9cbd26c45 HTTP/1.1" status: 404 len: 333 time: 0.0505633 Dec 15 21:47:55.037468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59066) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:55.121266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Deleting subnet e2942e58-29d2-4033-95cf-69bd608d3da6 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:47:55.141530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.165589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 2, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:55.178002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Checking router: 6714d258-c841-470a-a6d4-a1634dcf9c4c for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:47:55.178720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Updating router 6714d258-c841-470a-a6d4-a1634dcf9c4c port abcc4770-0a43-4c67-9d22-5467f7c67c49 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:47:55.221712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:55.293488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.301813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.302315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.302816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.303221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.303668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.304758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.305224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.305672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.306118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.306566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.307010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.307462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.307904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.308354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:55.309921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Synchronizing usage tracker for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:55.317264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.353057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Unset dirty status for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:55.355050 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b807787d-0482-4d83-b8c9-0a210691acd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12722 time: 0.5682411 Dec 15 21:47:55.363997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:55.367831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.368258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.462851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Deleting port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:55.463227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.552375 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 21:47:55.596944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Calling delete_port for eb3bae85-b701-4296-85db-724f83c5247f owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:55.698169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.712834 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4cf8f89b-6907-4382-b588-884bc4a15cd2 req-26835c8c-3200-43c7-8a82-a3b3a0b1427d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.9232109 Dec 15 21:47:55.873044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.897942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401, host hv-neutron-8206, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:55.898293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.918080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Transition to ACTIVE for port object abcc4770-0a43-4c67-9d22-5467f7c67c49 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:47:55.927461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.931993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27903de1-2ffe-4d24-8daf-778ae3f79f26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:55.966100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:55.986498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:56.037663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.038385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59096) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:56.044720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Calling delete_port for a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:56.086407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb3bae85-b701-4296-85db-724f83c5247f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:56.127060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546530520', 'description': 'tempest-description--1401512777'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:56.131622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1db18303-7c6e-4d90-9c0a-83aa66dc1466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:56.151191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:56.210897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:56.238444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Pushing event updated for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:56.246841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.254884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:56.281562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:56.290419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event deleted for resources: {'Subnet': ['ID=e2942e58-29d2-4033-95cf-69bd608d3da6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:56.300390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Usage tracker for resource:security_group and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:56.305916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:56.306837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:floatingip and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:56.311402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:56.314932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:56.322136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884d572-8624-4567-865a-69fa5d134c63 None None] Network 6fd88add-4aaa-41f4-9b35-db7b99dc4597 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:47:56.334822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:56.338411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:56.340590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.348294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.370867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:56.390991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:56.449660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.457195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:56.457934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "DELETE /v2.0/subnets/e2942e58-29d2-4033-95cf-69bd608d3da6 HTTP/1.1" status: 204 len: 168 time: 1.4188776 Dec 15 21:47:56.461117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:56.518399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb8e402-1600-4b3d-9c25-6bb03095550f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:56.534087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:56.648053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.657146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.658852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Attempting to bind port abcc4770-0a43-4c67-9d22-5467f7c67c49 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:47:56.659227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Attempting to bind port abcc4770-0a43-4c67-9d22-5467f7c67c49 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:47:56.659594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Attempting to bind port abcc4770-0a43-4c67-9d22-5467f7c67c49 on network c74e6eb8-a43b-4b6b-9400-63323c56bc6d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:47:56.692307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:47:56.692686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Checking segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:47:56.693160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.693557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Bound using segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:47:56.694025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Bound port: abcc4770-0a43-4c67-9d22-5467f7c67c49, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:47:56.694400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.696007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.700785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb86fd5c-36d7-49fd-9e74-0996318b20a8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:56.718846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8179fb5-c55e-4cb2-894e-c4264719b5a3') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:56.719232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8179fb5-c55e-4cb2-894e-c4264719b5a3') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:56.736372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.757188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.766856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:47:56.767303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.813323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.881750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] For port abcc4770-0a43-4c67-9d22-5467f7c67c49, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:47:56.885819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] For port abcc4770-0a43-4c67-9d22-5467f7c67c49, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=abcc4770-0a43-4c67-9d22-5467f7c67c49,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:47:56.899643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:56.905946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:47:56.930092 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:47:56.988832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:56.991307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:47:56.992154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:57.006997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1089501053'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:57.022746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:57.027647 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ffd09866-ba19-4e82-93a1-be660188d033 req-3f874012-abc5-4caa-a48d-8a24128d497a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.0991013 Dec 15 21:47:57.069869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.074765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:57.111152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb86fd5c-36d7-49fd-9e74-0996318b20a8 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:47:57.117764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.120692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb86fd5c-36d7-49fd-9e74-0996318b20a8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:57.124591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:57.150906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:57.160066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:57.166907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Usage tracker for resource:security_group_rule and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:57.167082 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/cb86fd5c-36d7-49fd-9e74-0996318b20a8 HTTP/1.1" status: 204 len: 168 time: 2.6163409 Dec 15 21:47:57.167724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.167835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:57.175460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:57.231180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:47:57.277924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.283551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:57.290838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:57.303833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:57.306815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.329362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8e09c018-34e3-42ab-b3a9-d5330636ca12 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Synchronizing usage tracker for tenant:71d8756021044b8b87169c86694878d6 on resource:floatingip {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:57.342699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2102871307'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:57.355127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:57.360018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:57.368870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:57.375855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.377590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.385291 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 HTTP/1.1" status: 204 len: 168 time: 2.0174942 Dec 15 21:47:57.390310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.392689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Usage tracker for resource:router and tenant:f98c7f0f449147a8adb36bfed45ebb67 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:57.394744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-61e7da69-b21e-48f7-bec4-a00022424df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:57.396871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:57.404445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:57.413271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8e09c018-34e3-42ab-b3a9-d5330636ca12 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Unset dirty status for tenant:71d8756021044b8b87169c86694878d6 on resource:floatingip {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:57.418198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8e09c018-34e3-42ab-b3a9-d5330636ca12 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2495663 Dec 15 21:47:57.419863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59160) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.452529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] DHCP port deletion for 6fd88add-4aaa-41f4-9b35-db7b99dc4597 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:47:57.454741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebb105d3-3e10-4998-bd15-5f0b94a91dd1 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:47:57.480874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.482691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.532875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.549289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Pushing event updated for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:57.558916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.579383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:57.580067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:57.580518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:57.581025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:57.581466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:57.582372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Synchronizing usage tracker for tenant:71d8756021044b8b87169c86694878d6 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:57.601743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.603408 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-efd02213-88d7-4da0-8903-d6e31fa87497 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6144543 Dec 15 21:47:57.607857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.644503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db0918b3-c342-4969-8e86-f2607d69c16e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:57.658256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Deleting port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:57.658953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.676817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:57.686402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:57.694000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:57.697437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.727113 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9036b41b-f93d-46eb-a3b7-d53650288c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:47:57.727641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9036b41b-f93d-46eb-a3b7-d53650288c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Synchronizing usage tracker for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:57.731418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Deleting port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:57.731759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.770313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.806610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.864359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:57.868069 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7942591 Dec 15 21:47:57.878774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.905646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:57.911147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'security_group_rule': {'security_group_id': 'db0918b3-c342-4969-8e86-f2607d69c16e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:57.922624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:57.925784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:57.929196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:57.935599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Usage tracker for resource:security_group_rule and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:57.942518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9036b41b-f93d-46eb-a3b7-d53650288c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Unset dirty status for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:57.947121 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9036b41b-f93d-46eb-a3b7-d53650288c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports/a4a1ef8b-b4c8-4f54-82a0-19ff5aef7401 HTTP/1.1" status: 404 len: 333 time: 0.5351126 Dec 15 21:47:57.947121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:57.950044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:57.954927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59172) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:57.964967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:57.976450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Unset dirty status for tenant:71d8756021044b8b87169c86694878d6 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:47:57.977599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b8ee01c-7f82-4f4e-aa69-7b4639016725 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3377 time: 0.5520463 Dec 15 21:47:57.980595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.004104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-40575140', 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:58.037165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:58.051628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:58.052138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.059212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.097216 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-284fa96a-166b-47f9-85de-600bbdd37dc2 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] delete failed (client error): The resource could not be found. Dec 15 21:47:58.098231 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-284fa96a-166b-47f9-85de-600bbdd37dc2 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/2390ab26-7b08-4167-bc09-cb58d656e43c HTTP/1.1" status: 404 len: 345 time: 0.1167512 Dec 15 21:47:58.156504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.194099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:58.196647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.249128 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c15267a-cbae-45b1-b42a-2ead71acd370 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] DELETE failed (client error): The resource could not be found. Dec 15 21:47:58.250159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c15267a-cbae-45b1-b42a-2ead71acd370 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:47:58.255392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c15267a-cbae-45b1-b42a-2ead71acd370 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/cb86fd5c-36d7-49fd-9e74-0996318b20a8 HTTP/1.1" status: 404 len: 339 time: 0.0943806 Dec 15 21:47:58.256332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.260014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.265161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'name': 'tempest-network--87120308', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:58.270239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.270786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Calling delete_port for ebb105d3-3e10-4998-bd15-5f0b94a91dd1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:58.272112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:58.278822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:network and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:58.310150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.326421 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-948f66eb-9f4c-414e-943e-0b1c07fb36f4 req-df52d3c6-bb4a-420a-b3b9-4d3f192cab98 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.1349137 Dec 15 21:47:58.326958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.32', 56351) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.341946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:58.342311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.345892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:58.360404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:58.373447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.374053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3800ba65-7880-443f-a989-383955226969 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:47:58.383997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:58.386581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.409923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.411122 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-360dc53d-0886-45a2-b1d4-15cafbe271ca tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3800ba65-7880-443f-a989-383955226969 HTTP/1.1" status: 204 len: 168 time: 0.8023350 Dec 15 21:47:58.414314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59192) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.423619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Request body: {'router': {'name': 'tempest-router-476846734', 'distributed': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:58.430202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:58.439449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Usage tracker for resource:router and tenant:f98c7f0f449147a8adb36bfed45ebb67 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:58.443422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:58.445903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:58.458979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:58.465299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.465792 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Added segment 05d843c1-97bc-48e5-bd01-b6514a4bc8fd of type vlan for network 280938af-3f60-43f0-867c-16d0eb5295f4 Dec 15 21:47:58.481718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.483496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.487569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Made reservation on behalf of 5b516a80314041f296d9c88de2f4eb5d for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:47:58.489881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.522415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:58.529153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.538124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.541551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.543819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:58.565107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.586814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.589964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.606626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:47:58.606989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:47:58.613856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.615797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:58.616751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.621052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:47:56Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:47:58.631524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584a9df-f3ed-41ef-aa18-1665e13c5766 None None] The sync data for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv is: [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:47:56Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:47:58.635858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:58.649918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:58.660348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:58.664869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.706684 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.708801 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d15c4f9-83ce-4596-a66a-7071d80991b4 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2935245 Dec 15 21:47:58.712095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59202) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.713379 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4560297 Dec 15 21:47:58.779916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.795212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Calling delete_port for ebb105d3-3e10-4998-bd15-5f0b94a91dd1 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:58.830574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.879220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:58.904294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:58.908374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0188403 Dec 15 21:47:58.910902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:58.960649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port d8633848-de08-4365-ba3c-e5c88e9c7cb9 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:47:59.017585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=280938af-3f60-43f0-867c-16d0eb5295f4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:59.024085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:59.025184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.032207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 280938af-3f60-43f0-867c-16d0eb5295f4 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:47:59.043482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'security_group_rule': {'security_group_id': 'db0918b3-c342-4969-8e86-f2607d69c16e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:59.053114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82e40ac4-dd62-408b-a2b5-cefb9c0e67d1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:47:59.055046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:47:59.055463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:47:59.062226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:47:59.085713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:59.090682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:47:59.096782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:47:59.115746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Usage tracker for resource:security_group_rule and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:59.126590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Deleting port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:59.127174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.132444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.133061 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment 213f6074-a36c-4242-9956-ec4c1031e31c of type vlan for network 148fec07-4347-45be-b54a-b952a10ebd3e Dec 15 21:47:59.221528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.284533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:59.367104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.401839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device abcc4770-0a43-4c67-9d22-5467f7c67c49 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:47:59.416901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:59.466524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:59.485923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:59.502755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:59.510396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:59.511498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Synchronizing usage tracker for tenant:50e527970893447d9d997da4b7da93d4 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:47:59.522441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.526139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.535235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:47:59.542305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.586444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.586932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58da9454-6009-47f9-b220-778fba6ea4e4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:47:59.610587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Deleting port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:47:59.610777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.611014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.616638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69a748f7-7b72-4f73-bbce-01dad656a926 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "DELETE /v2.0/routers/58da9454-6009-47f9-b220-778fba6ea4e4 HTTP/1.1" status: 204 len: 168 time: 0.8980403 Dec 15 21:47:59.616996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:47:59.625428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Request body: {'router': {'name': 'tempest-router-1861362888', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1fa401d30b604edb80aec0de6cbcf614'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:47:59.643312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:47:59.724707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Allocated IP 172.26.6.178 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d0fb6e72-dc80-476c-a2ba-19b296608243) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:47:59.726486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] For port ebb105d3-3e10-4998-bd15-5f0b94a91dd1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,segment=NetworkSegment(125b0555-2700-463d-bd4c-f85f136c60f2),segment_id=125b0555-2700-463d-bd4c-f85f136c60f2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:47:59.726898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.853044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Usage tracker for resource:router and tenant:1fa401d30b604edb80aec0de6cbcf614 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:47:59.859778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:47:59.868685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:47:59.894146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.896854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:47:59.928174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1cedf2f9-36b9-4391-b356-945fd4e0ec89 req-03f76f91-9f2a-4b45-bd47-ecbb64687bb5 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.2628241 Dec 15 21:47:59.964512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Calling delete_port for ebb105d3-3e10-4998-bd15-5f0b94a91dd1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:47:59.969948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.024664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.055239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55961f-4733-4b77-93e2-8f14db1e4a49,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:00.058973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.065625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bd928088-f752-4d6a-9bde-62779ca4a2cf tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4444978 Dec 15 21:48:00.066586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:00.067340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-174d3835-221d-48ef-bc06-d5cec24a8125 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:00.069518 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-174d3835-221d-48ef-bc06-d5cec24a8125 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "GET /v2.0/networks?id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 200 len: 812 time: 1.6435666 Dec 15 21:48:00.082266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:00.124788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port abcc4770-0a43-4c67-9d22-5467f7c67c49 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:00.129017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.139568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:00.149431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:00.154738 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.7417419 Dec 15 21:48:00.171945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:00.186826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Pushing event deleted for resources: {'Port': ['ID=ebb105d3-3e10-4998-bd15-5f0b94a91dd1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:00.189087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] No DVR routers for this DVR port ebb105d3-3e10-4998-bd15-5f0b94a91dd1 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:00.190203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port abcc4770-0a43-4c67-9d22-5467f7c67c49 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:00.190579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.199047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8be53-1757-4b8d-b33b-7b630892b8c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:00.239225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Unset dirty status for tenant:50e527970893447d9d997da4b7da93d4 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:00.244002 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8bcd8fed-1eab-414e-a445-d37a474221ec tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 1.4610498 Dec 15 21:48:00.245047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'name': 'tempest-PortsIpV6TestJSON-1095498196'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:00.245995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:00.276332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:00.308817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] The port 'ebb105d3-3e10-4998-bd15-5f0b94a91dd1' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:48:00.460138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.525420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port abcc4770-0a43-4c67-9d22-5467f7c67c49, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=abcc4770-0a43-4c67-9d22-5467f7c67c49,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:00.533076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.547566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b73778e7-88b1-48c5-b87d-8828034484ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:00.612982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.650014 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-22ac7cff-0b88-442d-81c4-1c6a76f4590f tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8c1dc4f9bda464d9029a3403d4e409b HTTP/1.1" status: 200 len: 380 time: 0.4204659 Dec 15 21:48:00.650457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.684159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.767400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:00.775287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:00.777860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'port': {'device_id': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'admin_state_up': True, 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'security_groups': ['2fd44d5c-efb3-4b0a-96fe-5e623d2372e1']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:00.791664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.820985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.883240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.883923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:00.973984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=148fec07-4347-45be-b54a-b952a10ebd3e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:00.997058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:01.036235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Dec 15 21:48:01.036235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Router b9207169-faae-4532-8d09-e5cbe3bc8505 migrating from provider to provider. {{(pid=87554) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Dec 15 21:48:01.036235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.085167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:01.097089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:01.121784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.133177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:01.149932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.174816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:01.181392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:01.305799 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c9ee73b-24dd-490c-9c1c-325ea7e1f6d4 req-5051d4db-0197-4364-b38d-d10ed5a1e5ef tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.2177866 Dec 15 21:48:01.339722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:01.350105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:01.372048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.387286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:01.390727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:01.457052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.470090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=d0fb6e72-dc80-476c-a2ba-19b296608243,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:01.481470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:01.482837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.496790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:01.503567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.508266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device abcc4770-0a43-4c67-9d22-5467f7c67c49 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:01.540062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['280938af-3f60-43f0-867c-16d0eb5295f4']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.592260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.605477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.624160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port abcc4770-0a43-4c67-9d22-5467f7c67c49 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:01.625518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.633815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd88add-4aaa-41f4-9b35-db7b99dc4597']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.648696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d277ffd-4892-44e0-ae43-5a3642e480fa tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:01.680328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d843c1-97bc-48e5-bd01-b6514a4bc8fd') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.680713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d843c1-97bc-48e5-bd01-b6514a4bc8fd') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.707319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125b0555-2700-463d-bd4c-f85f136c60f2') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.707624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125b0555-2700-463d-bd4c-f85f136c60f2') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:01.732295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.739420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59613654-ceb8-460b-b16a-f2e0424357ea,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:01.758272 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.scheduler.l3_agent_scheduler [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] No L3 agents can host the router b9207169-faae-4532-8d09-e5cbe3bc8505 Dec 15 21:48:01.759403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:01.764272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.793715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.794034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:01.794897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:01.799297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:01.800274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:01.801088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.807271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 78b6c67a-8ad4-4710-8086-87e1f967fd3a yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:01.811851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e516b84a-aef9-4a63-9a82-7320454b0d72 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:01.890245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.894485 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8680978 Dec 15 21:48:01.895998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:01.905340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:01.906954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59258) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:01.950623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:01.957770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:01.962173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Usage tracker for resource:floatingip and tenant:2996cc80c22a45c3b54407191c1ea165 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:01.966476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:01.981138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:01.990581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:01.991109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:02.017009 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:02.032383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:02.033032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.042047 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 4.0786176 Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:02.046445 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:02.049121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59262) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:02.103851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=d8633848-de08-4365-ba3c-e5c88e9c7cb9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:02.106883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.114110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.134874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:02.150299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Made reservation on behalf of e8c1dc4f9bda464d9029a3403d4e409b for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:02.153636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Hosts for router b9207169-faae-4532-8d09-e5cbe3bc8505: [] {{(pid=87554) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Dec 15 21:48:02.158465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.257921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Hosts for other DVR routers connected to router b9207169-faae-4532-8d09-e5cbe3bc8505: set() {{(pid=87554) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Dec 15 21:48:02.285803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.295859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84381fe-4922-417f-be34-eb67614a0329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:02.299797 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e84381fe-4922-417f-be34-eb67614a0329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports/d8633848-de08-4365-ba3c-e5c88e9c7cb9 HTTP/1.1" status: 200 len: 957 time: 0.2315180 Dec 15 21:48:02.299797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.300740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.301891 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28a02209-7d3d-46cd-98e5-9f162b63c1f3 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "PUT /v2.0/routers/b9207169-faae-4532-8d09-e5cbe3bc8505 HTTP/1.1" status: 200 len: 717 time: 2.2305217 Dec 15 21:48:02.302007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:02.348225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:02.354062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:02.369319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 280938af-3f60-43f0-867c-16d0eb5295f4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:48:02.371002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:02.449099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.621941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.676850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.686486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Deleting port d8633848-de08-4365-ba3c-e5c88e9c7cb9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:02.686872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.712592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.752360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Pushing event deleted for resources: {'Network': ['ID=6fd88add-4aaa-41f4-9b35-db7b99dc4597,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:02.772489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:02.787014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Network': ['ID=280938af-3f60-43f0-867c-16d0eb5295f4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:02.806685 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] 10.222.0.18 "DELETE /v2.0/networks/6fd88add-4aaa-41f4-9b35-db7b99dc4597 HTTP/1.1" status: 204 len: 168 time: 6.3445399 Dec 15 21:48:02.828873 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/280938af-3f60-43f0-867c-16d0eb5295f4 HTTP/1.1" status: 204 len: 168 time: 2.5514238 Dec 15 21:48:02.842901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:02.912328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:02.913295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:02.951968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'name': 'tempest-network--924495263', 'router:external': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:02.953930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:03.035454 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a85ed355-099e-4be5-a0aa-7088feeac01f req-c4790712-d67f-4d7a-b00c-7ad4ec245571 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.2500465 Dec 15 21:48:03.049468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=78b6c67a-8ad4-4710-8086-87e1f967fd3a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:03.056076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:03.063648 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13011369-ed64-44d7-9ad9-11594ec247fc tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "GET /v2.0/routers/b9207169-faae-4532-8d09-e5cbe3bc8505 HTTP/1.1" status: 200 len: 717 time: 0.7073240 Dec 15 21:48:03.071080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:03.118659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': '213f6074-a36c-4242-9956-ec4c1031e31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:03.119022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: 148fec07-4347-45be-b54a-b952a10ebd3e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:03.121063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:03.163566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:03.194919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 148fec07-4347-45be-b54a-b952a10ebd3e) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:03.200505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:03.208099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:03.208726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.209755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fac5b7-9a5a-4c3e-b9f8-72d01642d049 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:03.213264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:network and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:03.235948 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0588245 Dec 15 21:48:03.235948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59290) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:03.248787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1169963974'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:03.263916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:03.275080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:03.280705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:03.297504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:03.321953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:03.322299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:03.327921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.573746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cb007a87-7f26-4fc6-a107-ba9d9e8063da tempest-RoutersTestDVR-150208756 tempest-RoutersTestDVR-150208756-project] 10.222.0.18 "GET /v2.0/routers/b9207169-faae-4532-8d09-e5cbe3bc8505 HTTP/1.1" status: 200 len: 683 time: 0.4917896 Dec 15 21:48:03.595420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:03.622791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.623129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment e516bd76-3f09-4951-93a5-a61afbad42d2 of type vlan for network 699d95e2-168e-4635-a779-00b98c89c7b1 Dec 15 21:48:03.688974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.704940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:03.705279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59296) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:03.753560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:03.786626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Allocated IP 172.20.0.11 (fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328/b13a7bb9-da08-4077-b134-900ea52a2fa7/9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:03.827015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:03.830707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.926304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:03.936998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:03.937595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Added segment ebadaa96-3f4a-42b0-8e2d-e6615504dc80 of type vlan for network ff01d1fe-cbdb-42e5-a70f-f1308411834b Dec 15 21:48:03.988666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.080208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.127820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.144558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.221488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:04.222014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.225977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cdb16efe-f704-4c36-8ad9-12185e01b8fe tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:04.357377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Calling delete_port for d8633848-de08-4365-ba3c-e5c88e9c7cb9 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:04.387663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.424475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:04.463815 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2253397 Dec 15 21:48:04.493669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:04.519126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'ports': [{'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'}, {'network_id': '699d95e2-168e-4635-a779-00b98c89c7b1'}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:04.519422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:04.519940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '699d95e2-168e-4635-a779-00b98c89c7b1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:04.521570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=699d95e2-168e-4635-a779-00b98c89c7b1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:04.533603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:04.541730 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f33dff4a-0738-4bfc-a266-0295f9b8f413 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff274f2add7d49219ecf59653ecfd696&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8327990 Dec 15 21:48:04.543472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f193c5b7-7a97-47ca-8350-78ceafbad3de req-2971d54b-f065-4347-818a-b726250f3393 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Synchronizing usage tracker for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:04.544822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 699d95e2-168e-4635-a779-00b98c89c7b1 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:04.552823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.554479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:04.560960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.574519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:04.674389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.697314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.697605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.698538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9207169-faae-4532-8d09-e5cbe3bc8505 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:48:04.720293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:04.720886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.737983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.753584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:04.763182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.770544 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9153eb44-7850-4bc8-89cc-3d5ae2d0b1d0 tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b9207169-faae-4532-8d09-e5cbe3bc8505 HTTP/1.1" status: 204 len: 168 time: 1.0622435 Dec 15 21:48:04.771422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:04.791508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.793612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Request body: {'router': {'name': 'tempest-router-645651391', 'distributed': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:04.802831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:04.804850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f193c5b7-7a97-47ca-8350-78ceafbad3de req-2971d54b-f065-4347-818a-b726250f3393 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Unset dirty status for tenant:e8c1dc4f9bda464d9029a3403d4e409b on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:04.806007 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f193c5b7-7a97-47ca-8350-78ceafbad3de req-2971d54b-f065-4347-818a-b726250f3393 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.5250063 Dec 15 21:48:04.813531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.818490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Usage tracker for resource:router and tenant:f98c7f0f449147a8adb36bfed45ebb67 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:04.825038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:04.839238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:04.895176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.896334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.921245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.945057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.949712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.965358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:04.969805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.985248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e8531a-5865-4a37-89db-df175af3dd09,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:04.989122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:04.993399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1a171f8-ba80-4c5d-b210-43b014b19eff tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2157898 Dec 15 21:48:04.993399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:04.993785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59320) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.044502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.077504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=ff01d1fe-cbdb-42e5-a70f-f1308411834b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:05.080170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:05.091086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ff01d1fe-cbdb-42e5-a70f-f1308411834b details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:05.135319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.149597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:05.200287 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3509009 Dec 15 21:48:05.200583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.200583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6e8531a-5865-4a37-89db-df175af3dd09 HTTP/1.1" status: 204 len: 168 time: 0.6431603 Dec 15 21:48:05.201122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Transition to ACTIVE for port object 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:05.224179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.318366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Allocated IP 172.26.6.63 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:05.335204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.339831 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d8633848-de08-4365-ba3c-e5c88e9c7cb9 HTTP/1.1" status: 204 len: 168 time: 2.9936149 Dec 15 21:48:05.348625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.358573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.527285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=d0fb6e72-dc80-476c-a2ba-19b296608243,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:05.674918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.677198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.695915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.718361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.730452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.730957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 903104c2-b817-4c47-9b61-921c74d70ac4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:48:05.731069 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b1c954-b1cc-47dd-b3c9-c6e90e598111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:48:05.731595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-91b1c954-b1cc-47dd-b3c9-c6e90e598111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Synchronizing usage tracker for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:05.745854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:05.748627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:05.751578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Usage tracker for resource:security_group_rule and tenant:f20130df2b7149edbaec5632db96bb91 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:05.755215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:05.761744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:05.775052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.776367 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8417c67-a684-424d-a057-177eec50c81a tempest-RoutersTestDVR-1801252712 tempest-RoutersTestDVR-1801252712-project-admin] 10.222.0.18 "DELETE /v2.0/routers/903104c2-b817-4c47-9b61-921c74d70ac4 HTTP/1.1" status: 204 len: 168 time: 0.7817879 Dec 15 21:48:05.822628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8633848-de08-4365-ba3c-e5c88e9c7cb9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:05.825180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:05.837089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:05.839657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.958s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:05.840152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:05.843683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.845364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6186609 Dec 15 21:48:05.847793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:05.848421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.866450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1912266690'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:05.867828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91200bd-8373-44fc-9004-51a870867fb7 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:05.869200 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f91200bd-8373-44fc-9004-51a870867fb7 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "GET /v2.0/networks/ff01d1fe-cbdb-42e5-a70f-f1308411834b HTTP/1.1" status: 200 len: 756 time: 0.6299024 Dec 15 21:48:05.871778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:05.876422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59348) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.887503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:05.895110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-91b1c954-b1cc-47dd-b3c9-c6e90e598111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Unset dirty status for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:05.902296 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-91b1c954-b1cc-47dd-b3c9-c6e90e598111 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports/d8633848-de08-4365-ba3c-e5c88e9c7cb9 HTTP/1.1" status: 404 len: 333 time: 0.5450659 Dec 15 21:48:05.914560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:05.920404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1491409946'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:05.927110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.932721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:05.937893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:05.949554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:05.975573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:06.080140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:06.084464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.130357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.134596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:06.143928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:06.150339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:network and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:06.154313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:06.158278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:06.227100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:06.270876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Made reservation on behalf of 5b516a80314041f296d9c88de2f4eb5d for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:06.273610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.302914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:06.315788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Made reservation on behalf of c5ba1ebcdd47416696e1fa65dd971289 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:06.319438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.347605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.370561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9363f44-7b86-4493-9523-66cac4d00260 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:06.372056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c9363f44-7b86-4493-9523-66cac4d00260 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "GET /v2.0/networks/39579bab-8eda-4f32-ac2f-8f2743acefa3 HTTP/1.1" status: 200 len: 768 time: 0.4876435 Dec 15 21:48:06.379991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:06.384225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:security_group_rule and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:06.385326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event updated for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:06.387692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:06.397420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:06.411816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:06.412620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.419040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:06.419639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:06.475643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e01a-7f25-420b-98ba-6dabc6f89c4e req-e31b0b81-0bb3-402d-992f-73d91f45d8fa tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:06.477188 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b74e01a-7f25-420b-98ba-6dabc6f89c4e req-e31b0b81-0bb3-402d-992f-73d91f45d8fa tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 932 time: 0.3204904 Dec 15 21:48:06.492980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.532687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.569772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7ab9ac0f-0064-4c6e-bd32-43ebd2eecdea None None] Provisioning for port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:06.576527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7ab9ac0f-0064-4c6e-bd32-43ebd2eecdea None None] Provisioning complete for port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:06.578462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ab9ac0f-0064-4c6e-bd32-43ebd2eecdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.582349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-437caf53-96a5-48cc-87e5-4b29e9afd73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:06.589107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f20130df2b7149edbaec5632db96bb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920968 Dec 15 21:48:06.608186 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b74e01a-7f25-420b-98ba-6dabc6f89c4e req-314b4034-2222-4c39-a22b-3a2a3b5ed901 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198025 Dec 15 21:48:06.630209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59368) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:06.674680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.681913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.707224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0224a637-d792-41f1-8672-910f032ae53a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:06.709824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.710777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:06.730014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:06.731472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port 688471f5-1097-41e9-88a1-9f6580ed829a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:06.744434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.744755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Added segment 27b0f1c2-b932-41f8-9362-ea3564b04b5e of type vlan for network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e Dec 15 21:48:06.756092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9ac0f-0064-4c6e-bd32-43ebd2eecdea None None] Port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:06.776189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe1fa229-4e18-4f67-a7ae-fdfbeee99fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:06.800374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0250864 Dec 15 21:48:06.838233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.845226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port bd117bda-943a-4ec2-9f1f-5426632bcb6f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:06.854755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e800d1e1-e144-4d60-a872-5fa17cf9c443,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:06.862885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:06.862885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.906031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.975939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.984640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:06.985296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:06.992277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf43c19-4cdc-400e-b4c2-345423605421 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:07.014694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.060978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.074553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.089182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.103396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84c4f383-941d-4ec8-83de-7029ccdd5148 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:07.121341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Network': ['ID=89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:07.126919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:07.128121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:07.132603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:07.135116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.136288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0224a637-d792-41f1-8672-910f032ae53a HTTP/1.1" status: 204 len: 168 time: 0.5047524 Dec 15 21:48:07.139106 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2895277 Dec 15 21:48:07.141782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0224a637-d792-41f1-8672-910f032ae53a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:07.143406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59376) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:07.146634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:07.150212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Request body: {'subnet': {'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:07.159160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:07.261442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:07.284718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1fa401d30b604edb80aec0de6cbcf614 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:07.307226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:07.322582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:07.336436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:07.341786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:subnet and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:07.353255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:07.362176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:07.376591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Made reservation on behalf of c5ba1ebcdd47416696e1fa65dd971289 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:07.385464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.391081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:07.394995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff01d1fe-cbdb-42e5-a70f-f1308411834b']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:07.636946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:07.759080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.760536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'Port': ['ID=1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:07.771030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:07.793468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.822180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebadaa96-3f4a-42b0-8e2d-e6615504dc80') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:07.822484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebadaa96-3f4a-42b0-8e2d-e6615504dc80') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:07.829702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ccc77a5a-feec-4c79-a831-d71b32749a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:07.845981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:07.852656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:07.933214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.012117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91f4b98-506f-4b13-af49-a6e47b232d87,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:08.019370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:08.023441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.043020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.055925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fa401d30b604edb80aec0de6cbcf614&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6696134 Dec 15 21:48:08.060163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59394) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:08.077023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:08.077424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.082654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Checking segment: {'id': '27b0f1c2-b932-41f8-9362-ea3564b04b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:08.083015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network hostable DHCP agents. Network: 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:08.093877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Subnet': ['ID=321a0712-86a0-4cd6-a2ee-3e86d261e4b2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:08.095381 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:08.098360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:08.142835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:08.164869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:08.172065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:08.173028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.182005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0f55a-419a-41cc-aa2b-a89332e2774e None None] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:08.222893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0783634 Dec 15 21:48:08.234711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:08.241827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2061293768', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:08.266487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:08.279114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:router and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:08.292480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:08.321535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:08.346275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.349548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.354982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.412358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.473127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.493482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f4972-4956-40aa-a3c2-34fe29c49350 req-190dcb0c-6c31-45e2-969b-ea29dabd418a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:08.495671 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7b4f4972-4956-40aa-a3c2-34fe29c49350 req-190dcb0c-6c31-45e2-969b-ea29dabd418a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 932 time: 0.7042711 Dec 15 21:48:08.534889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.568958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff01d1fe-cbdb-42e5-a70f-f1308411834b {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:48:08.571928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.612587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b59f65e6-58a4-4694-8240-b90d40932147 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:08.634078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e', 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e', 'tenant_id': 'c5ba1ebcdd47416696e1fa65dd971289', 'fixed_ips': [{'subnet_id': '321a0712-86a0-4cd6-a2ee-3e86d261e4b2'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:08.634933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.647221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff01d1fe-cbdb-42e5-a70f-f1308411834b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:08.649391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:08.650101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.714023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port d5712c16-726f-4ecd-86b1-f543d1a7d89f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:08.722019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.784580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-507f7dc9-276b-4dd8-9e3c-8e2508643a25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:08.836370 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7b4f4972-4956-40aa-a3c2-34fe29c49350 req-0d95501c-9825-40e6-8aee-75d75b1a38ef tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2961440 Dec 15 21:48:08.837505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:08.981274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Allocated IP 172.20.0.2 (89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e/321a0712-86a0-4cd6-a2ee-3e86d261e4b2/edfa799e-2aac-46ba-bd70-1f878579511c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:09.024687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.066735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=688471f5-1097-41e9-88a1-9f6580ed829a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:09.079405 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/ff01d1fe-cbdb-42e5-a70f-f1308411834b HTTP/1.1" status: 204 len: 168 time: 2.6440849 Dec 15 21:48:09.100831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59416) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:09.101380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:09.105438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.125425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'name': 'tempest-network--2137532750'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:09.135622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:09.237492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Network bf4864fd-40a2-4826-a7ee-f945a9314f72 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:09.244034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:09.250682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Usage tracker for resource:network and tenant:71d8756021044b8b87169c86694878d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:09.261341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:09.262402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:09.262952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:09.263385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.277908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:09.303586 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.3879607 Dec 15 21:48:09.306373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:09.314908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:09.350115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Made reservation on behalf of 71d8756021044b8b87169c86694878d6 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:09.354732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.415648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.419288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.428221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:09.431127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-64b7f436-94a7-4389-985c-01f215dfc4b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:09.434132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Transition to ACTIVE for port object edfa799e-2aac-46ba-bd70-1f878579511c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:09.452016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91f4b98-506f-4b13-af49-a6e47b232d87,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:09.465413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:09.467217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Transition to ACTIVE for port object edfa799e-2aac-46ba-bd70-1f878579511c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:09.470752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.472051 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c91f4b98-506f-4b13-af49-a6e47b232d87 HTTP/1.1" status: 204 len: 168 time: 1.4018128 Dec 15 21:48:09.483389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.492049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8c738342-0fd7-4f58-8a8a-324202384263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:09.501026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.529178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.540330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f8bc199f-30df-4991-a962-14ae00b0bdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:09.616674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-bb002116-f3a6-4a42-acbc-b671fefcc227 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:48:09.617479 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-bb002116-f3a6-4a42-acbc-b671fefcc227 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055254 Dec 15 21:48:09.630819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.635371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.683983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Pushing event updated for resources: {'Port': ['ID=edfa799e-2aac-46ba-bd70-1f878579511c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:09.688174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.688590 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Added segment f307d1de-a5b2-468f-9a73-04a7621a9cd8 of type vlan for network 03794a3b-751c-4b64-b163-b35e71739911 Dec 15 21:48:09.709439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'Port': ['ID=1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:09.715787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:09.721735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:09.724203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.743039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:09.744477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59440) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:09.746259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:09.751058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:09.762931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.765421 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8418322 Dec 15 21:48:09.780842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.803981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:09.889525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Attempting to bind port edfa799e-2aac-46ba-bd70-1f878579511c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:09.889918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Attempting to bind port edfa799e-2aac-46ba-bd70-1f878579511c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '27b0f1c2-b932-41f8-9362-ea3564b04b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:09.890328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Attempting to bind port edfa799e-2aac-46ba-bd70-1f878579511c on network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:09.906960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:09.907361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Checking segment: {'id': '27b0f1c2-b932-41f8-9362-ea3564b04b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:09.908510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.908510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Bound using segment: {'id': '27b0f1c2-b932-41f8-9362-ea3564b04b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:09.908942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Bound port: edfa799e-2aac-46ba-bd70-1f878579511c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b0f1c2-b932-41f8-9362-ea3564b04b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:09.909539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.911908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:09.958476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:09.967891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:10.006100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:10.012717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.014650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=bd117bda-943a-4ec2-9f1f-5426632bcb6f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:10.039225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:10.039573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:10.114042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] For port edfa799e-2aac-46ba-bd70-1f878579511c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:10.120843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] For port edfa799e-2aac-46ba-bd70-1f878579511c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=edfa799e-2aac-46ba-bd70-1f878579511c,segment=NetworkSegment(27b0f1c2-b932-41f8-9362-ea3564b04b5e),segment_id=27b0f1c2-b932-41f8-9362-ea3564b04b5e)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:10.133492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.138068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:10.160688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4e6d13e6-3ce5-4507-b5c9-8c9dfd07842f tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:10.189910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=d5712c16-726f-4ecd-86b1-f543d1a7d89f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:10.196647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:10.200835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:10.217752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': 'e516bd76-3f09-4951-93a5-a61afbad42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '699d95e2-168e-4635-a779-00b98c89c7b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:10.218673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: 699d95e2-168e-4635-a779-00b98c89c7b1, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:10.221107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.252268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Pushing event updated for resources: {'Port': ['ID=edfa799e-2aac-46ba-bd70-1f878579511c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:10.264742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:10.283538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Request body: {'port': {'device_id': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:10.286775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.329739 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e6d13e6-3ce5-4507-b5c9-8c9dfd07842f tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "PUT /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c HTTP/1.1" status: 200 len: 366 time: 0.5823915 Dec 15 21:48:10.330659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 699d95e2-168e-4635-a779-00b98c89c7b1 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:10.333201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59464) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.345953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.362695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:10.364015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.377051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 699d95e2-168e-4635-a779-00b98c89c7b1) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:10.380776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5a8e52a7-2f9e-46e4-9c91-d8d323d57d5c tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:10.380949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:10.386876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:10.393216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:10.394211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.394340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90c22c-21d5-4331-8448-cb25a0b52483 None None] Network 699d95e2-168e-4635-a779-00b98c89c7b1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:10.404850 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef3699b7-634a-4c93-81b6-332e5626554e tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0659416 Dec 15 21:48:10.412862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59468) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.454527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.485194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.522353 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0223954 Dec 15 21:48:10.528498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-c98bc473-110c-45e1-b619-4dbc8dad8ddb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Synchronizing usage tracker for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:10.537867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59476) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.568375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:10.592489 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4786386 Dec 15 21:48:10.605877 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-77359a61-85d8-48e6-9622-a2341a5d2efa tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c HTTP/1.1" status: 200 len: 366 time: 0.1271000 Dec 15 21:48:10.610393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Usage tracker for resource:security_group_rule and tenant:f98c7f0f449147a8adb36bfed45ebb67 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:10.614912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59480) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.615441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.631313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=03794a3b-751c-4b64-b163-b35e71739911,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:10.638592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:10.642199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-c98bc473-110c-45e1-b619-4dbc8dad8ddb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Unset dirty status for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:10.642718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:10.651958 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-c98bc473-110c-45e1-b619-4dbc8dad8ddb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--546530520&fields=id&tenant_id=2996cc80c22a45c3b54407191c1ea165 HTTP/1.1" status: 200 len: 267 time: 0.3735502 Dec 15 21:48:10.668432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 03794a3b-751c-4b64-b163-b35e71739911 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:10.682670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:10.687338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.754201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:10.782383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port d5712c16-726f-4ecd-86b1-f543d1a7d89f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:10.782724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.834566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eec737-8c4a-4d46-ac3f-d68144dfec83 req-1669dc69-204b-423a-a9d1-33e60602daeb tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:10.836245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77eec737-8c4a-4d46-ac3f-d68144dfec83 req-1669dc69-204b-423a-a9d1-33e60602daeb tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 932 time: 0.8273878 Dec 15 21:48:10.873406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0337f62-e9e9-41e5-85c1-f7ed3b3ed999 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c HTTP/1.1" status: 204 len: 168 time: 0.2529695 Dec 15 21:48:10.888900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.925947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] device_id is not set on port 688471f5-1097-41e9-88a1-9f6580ed829a yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:10.949232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:10.958742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77eec737-8c4a-4d46-ac3f-d68144dfec83 req-c9319276-f509-4d5c-a682-e12b5f79ba8a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077580 Dec 15 21:48:10.966228 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2320a36a-b7ca-44f3-8d44-81c4de0d3a3f tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0670884 Dec 15 21:48:10.982751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59492) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:10.982751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Allocated IP 172.26.6.61 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/12d7840d-b114-4230-adba-279ddd125977) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:11.073093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8df36aeb-0bbb-4ffb-80ed-289e16302016 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c HTTP/1.1" status: 200 len: 370 time: 0.0915821 Dec 15 21:48:11.077087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Transition to ACTIVE for port object 688471f5-1097-41e9-88a1-9f6580ed829a will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:11.081034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:11.100215 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93812106-de2f-4f0d-a1e5-372c84dcbf33 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c/default HTTP/1.1" status: 200 len: 370 time: 0.0178816 Dec 15 21:48:11.100806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.106547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:11.138003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-777450b1-81b3-487e-847a-b7dc2ebd0e9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:11.272982 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-199e167d-0e25-42df-a7a6-18b57f339685 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] delete failed (client error): The resource could not be found. Dec 15 21:48:11.273996 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-199e167d-0e25-42df-a7a6-18b57f339685 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/f95d8c83e25a43c3a1ec66a78ce6562c HTTP/1.1" status: 404 len: 348 time: 0.1599965 Dec 15 21:48:11.290168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-d1bb4a4e-bd4c-4728-bc80-4a59f27f6910 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:11.307671 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-d1bb4a4e-bd4c-4728-bc80-4a59f27f6910 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/networks?id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d HTTP/1.1" status: 200 len: 806 time: 0.6505907 Dec 15 21:48:11.361872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.395264 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-869cfd8d-8842-4548-b352-1a456eb404d1 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/quotas/2996cc80c22a45c3b54407191c1ea165 HTTP/1.1" status: 200 len: 375 time: 0.0864732 Dec 15 21:48:11.490705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device edfa799e-2aac-46ba-bd70-1f878579511c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:11.517006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.528085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db935a9c-110d-4328-beef-260814b428d7 None None] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:11.586996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.628781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=688471f5-1097-41e9-88a1-9f6580ed829a,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:11.633126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.634467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.635412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:11.662330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:11.679355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for d5712c16-726f-4ecd-86b1-f543d1a7d89f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:11.688287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:11.739221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.744776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Network 03794a3b-751c-4b64-b163-b35e71739911 is not hosted by any dhcp agent {{(pid=87554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 15 21:48:11.745627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:11.746250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.749154 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "PUT /v2.0/networks/03794a3b-751c-4b64-b163-b35e71739911 HTTP/1.1" status: 200 len: 858 time: 1.1317344 Dec 15 21:48:11.755945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:11.763407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:11.763797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:11.764689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:11.769101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:11.773471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d50113d8-04fc-427a-8ac3-b3d164076096 None None] Provisioning for port edfa799e-2aac-46ba-bd70-1f878579511c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:11.787023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:11.790336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.791169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:11.791638 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:11.794625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:11.802347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-eb72359c-7cc5-4eda-ad50-f906df727f39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:11.819507 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 2 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:11.834865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event updated for resources: {'Network': ['ID=03794a3b-751c-4b64-b163-b35e71739911,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:11.838618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port edfa799e-2aac-46ba-bd70-1f878579511c completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:11.845882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port edfa799e-2aac-46ba-bd70-1f878579511c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:11.846093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:11.846461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:11.852635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:11.901311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:11.902156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:11.902156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:11.904073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:network and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:11.924270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:11.924610 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:11.925259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:11.931419 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 3 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:11.956044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0316bc3a-492c-42cf-beab-7532b7762183,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:11.977374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:11.988221 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f98c7f0f449147a8adb36bfed45ebb67&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5301766 Dec 15 21:48:12.002751 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-50fb496b-734f-4b72-81aa-44edc94fed69 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=2996cc80c22a45c3b54407191c1ea165&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5480051 Dec 15 21:48:12.013296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59516) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:12.014624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.019950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.038412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.055080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=12d7840d-b114-4230-adba-279ddd125977,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:12.059620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port edfa799e-2aac-46ba-bd70-1f878579511c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=edfa799e-2aac-46ba-bd70-1f878579511c,segment=NetworkSegment(27b0f1c2-b932-41f8-9362-ea3564b04b5e),segment_id=27b0f1c2-b932-41f8-9362-ea3564b04b5e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:12.060813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.061058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.061528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.068983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:subnet and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:12.070846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.073531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b83a799a-8474-4a15-8425-b826ddb95917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:12.074076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:12.153120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=edfa799e-2aac-46ba-bd70-1f878579511c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:12.157751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:12.160786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:12.161858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.162142 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.162719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:12.169421 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 4 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.239165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=d5712c16-726f-4ecd-86b1-f543d1a7d89f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:12.266659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:12.269609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.269938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.270376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.281262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:subnetpool and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:12.284636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.291036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.291360 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.304503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9318abae-d5e0-43aa-b4d0-2f569bedf910 None None] Provisioning complete for port edfa799e-2aac-46ba-bd70-1f878579511c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:12.304710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 5 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.304801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9318abae-d5e0-43aa-b4d0-2f569bedf910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.314535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:12.327972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:48:12.360442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.376150 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/d5712c16-726f-4ecd-86b1-f543d1a7d89f HTTP/1.1" status: 204 len: 168 time: 1.8347964 Dec 15 21:48:12.388768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:12.398187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.398518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.398848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.444936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:port and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:12.471853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Transition to ACTIVE for port object 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:12.473227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.473600 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.477490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 6 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.485342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:12.486640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.490184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.500102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.514386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47c43696-4210-4f93-a5bc-87274fb21885 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:12.563028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.563358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.563694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.576614 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-3a4d7cd8-2b60-472e-8258-cf34fba47b72 service neutron] 10.222.0.18 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356221 Dec 15 21:48:12.600411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f81fd-050f-4704-8417-0469485ea140 req-a7c93958-27a9-43cc-bd7e-4e49792470ed tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:12.604507 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f1f81fd-050f-4704-8417-0469485ea140 req-a7c93958-27a9-43cc-bd7e-4e49792470ed tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 932 time: 0.4358995 Dec 15 21:48:12.605111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.605428 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.605950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:router and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:12.614176 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 7 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.646538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:12.663629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03794a3b-751c-4b64-b163-b35e71739911']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:12.670871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.671196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.672105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.698522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.698758 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.699254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.754300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 8 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.761059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:floatingip and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:12.775131 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f1f81fd-050f-4704-8417-0469485ea140 req-941c7aea-d3b0-47be-a24c-2548b31d6609 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623955 Dec 15 21:48:12.796549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:12.805703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.805986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.806316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.806648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.816165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a76423-4950-4af7-a14c-f59772e8a285 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:12.821911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a76423-4950-4af7-a14c-f59772e8a285 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:12.822627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a3a76423-4950-4af7-a14c-f59772e8a285 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:12.840045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.840784 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.845959 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 9 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:12.865693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f307d1de-a5b2-468f-9a73-04a7621a9cd8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:12.865935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f307d1de-a5b2-468f-9a73-04a7621a9cd8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:12.895740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:12.925657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:12.944743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:12.947949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:12.948283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:12.948659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:12.959801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a3a76423-4950-4af7-a14c-f59772e8a285 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:12.960944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3a76423-4950-4af7-a14c-f59772e8a285 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5641990 Dec 15 21:48:12.964846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:12.965214 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:12.968986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59524) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:12.969425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempt 10 to bind port 688471f5-1097-41e9-88a1-9f6580ed829a Dec 15 21:48:13.017863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.032961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:13.033368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:13.055612 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:13.101511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:13.101835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:13.102163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempting to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:13.123424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:13.123891 dv-neutron-820612-1-hyperv neutron-server[87554]: ERROR neutron.plugins.ml2.managers [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Failed to bind port 688471f5-1097-41e9-88a1-9f6580ed829a on host hv-neutron-8206 for vnic_type normal using segments [{'id': 'd79bcba7-e88f-4466-88e7-46d7f364e7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bf4864fd-40a2-4826-a7ee-f945a9314f72'}] Dec 15 21:48:13.124249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.151715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.151973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:security_group and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:13.163452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:13.166040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port bd117bda-943a-4ec2-9f1f-5426632bcb6f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:13.166499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.177361 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-ca28cf3a-df95-442a-aab1-a4dd7e191895 service neutron] 10.222.0.18 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5790164 Dec 15 21:48:13.182965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0316bc3a-492c-42cf-beab-7532b7762183,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:13.187911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:13.188500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Attempting to bind port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:13.188809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Attempting to bind port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:13.189377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Attempting to bind port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 on network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:13.197353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.198478 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0316bc3a-492c-42cf-beab-7532b7762183 HTTP/1.1" status: 204 len: 168 time: 1.1842091 Dec 15 21:48:13.199192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 on network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:13.199515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Attempting to bind port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 on network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:13.206382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.208493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:13.208861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Checking segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:13.209385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Bound using segment: {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:13.209814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Bound port: 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626655aa-56d1-45c8-a442-0211408d261a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:13.210375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.227433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:13.227676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:13.246733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 03794a3b-751c-4b64-b163-b35e71739911 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:48:13.255105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.292885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Pushing event deleted for resources: {'Network': ['ID=03794a3b-751c-4b64-b163-b35e71739911,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:13.302226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:13.314447 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] 10.222.0.18 "DELETE /v2.0/networks/03794a3b-751c-4b64-b163-b35e71739911 HTTP/1.1" status: 204 len: 168 time: 1.5465045 Dec 15 21:48:13.326474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:13.377020 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e81bc81-ebf6-4f40-a008-3b99152a9918 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] DELETE failed (client error): The resource could not be found. Dec 15 21:48:13.377416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e81bc81-ebf6-4f40-a008-3b99152a9918 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:48:13.381899 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e81bc81-ebf6-4f40-a008-3b99152a9918 tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "DELETE /v2.0/subnets/3fb8e402-1600-4b3d-9c25-6bb03095550f HTTP/1.1" status: 404 len: 337 time: 0.0543787 Dec 15 21:48:13.382693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:13.455604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6f04622-cc19-48b4-8d64-999c3839c7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.489671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device edfa799e-2aac-46ba-bd70-1f878579511c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:13.509898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Usage tracker for resource:security_group_rule and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:13.596805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:13.665366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:13.687585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port edfa799e-2aac-46ba-bd70-1f878579511c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:13.687815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.687928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.701077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a071b257-8c5a-4e57-8543-ebdeab3aea7d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:13.770071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.804105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:13.804726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.806122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 200 len: 1094 time: 3.9055064 Dec 15 21:48:13.806625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:13.810085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port 688471f5-1097-41e9-88a1-9f6580ed829a, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:13.810776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attempted to set empty binding levels {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:48:13.906918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:13.917407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:13.955490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ba660caf-eac5-4e13-9b7c-6b9e4f6b8251 tempest-QuotasTest-849490873 tempest-QuotasTest-849490873-project-admin] 10.222.0.18 "GET /v2.0/quotas/c7dcef4a7bee467992c17f01e5c7f980/details.json HTTP/1.1" status: 200 len: 703 time: 2.2198601 Dec 15 21:48:13.964604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.086596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Pushing event updated for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:14.122443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:14.227114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:14.284446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-bc8f54ea-6473-4695-a742-e3ba5ee3af87 req-3e92e5fe-477f-448c-9d8b-162330a267bb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Synchronizing usage tracker for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:14.297393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] In _notify_port_updated(), no bound segment for port 688471f5-1097-41e9-88a1-9f6580ed829a on network bf4864fd-40a2-4826-a7ee-f945a9314f72 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:48:14.298240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:14.298842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.302698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "PUT /v2.0/ports/688471f5-1097-41e9-88a1-9f6580ed829a HTTP/1.1" status: 200 len: 981 time: 4.9927394 Dec 15 21:48:14.312743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:14.421429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.471649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.478827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:14.514086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39579bab-8eda-4f32-ac2f-8f2743acefa3']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:14.534315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77cb0d4b-240e-46d7-b43c-aa5c2dc7cb90') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:14.534623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77cb0d4b-240e-46d7-b43c-aa5c2dc7cb90') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:14.552145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-2c801e11-7c98-4d64-81d2-4092129cf2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:14.553651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-2c801e11-7c98-4d64-81d2-4092129cf2d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 1097 time: 0.6218600 Dec 15 21:48:14.554869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for bd117bda-943a-4ec2-9f1f-5426632bcb6f owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:14.555262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.667203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-458eef6c-10d4-4ab1-bba0-7fcd16a078be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 200 len: 217 time: 0.1001081 Dec 15 21:48:14.676785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d7e52-aa48-4520-b9f8-d70fb6a9db0d req-c2a4530b-a65d-47b6-bc7a-4faa91cb747d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:14.678275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5c0d7e52-aa48-4520-b9f8-d70fb6a9db0d req-c2a4530b-a65d-47b6-bc7a-4faa91cb747d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 944 time: 0.5549805 Dec 15 21:48:14.679296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.736466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:14.736778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.748229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:14.756787 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:14.802713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event updated for resources: {'Port': ['ID=688471f5-1097-41e9-88a1-9f6580ed829a,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:14.804831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-bc8f54ea-6473-4695-a742-e3ba5ee3af87 req-3e92e5fe-477f-448c-9d8b-162330a267bb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Unset dirty status for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:14.806013 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc8f54ea-6473-4695-a742-e3ba5ee3af87 req-3e92e5fe-477f-448c-9d8b-162330a267bb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 210 time: 1.0472124 Dec 15 21:48:14.807814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.818150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:14.820711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Deleting port 688471f5-1097-41e9-88a1-9f6580ed829a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:14.821052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.905699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:14.906984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-8ae3ad74-e48f-4238-9f5b-5a322dc71242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:14.908735 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-8ae3ad74-e48f-4238-9f5b-5a322dc71242 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13a7bb9-da08-4077-b134-900ea52a2fa7 HTTP/1.1" status: 200 len: 851 time: 0.2171400 Dec 15 21:48:14.915687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5c0d7e52-aa48-4520-b9f8-d70fb6a9db0d req-867bf48f-db56-4d8d-829b-01c2fe0cf042 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858306 Dec 15 21:48:14.917764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.941286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:48:14.969850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:14.980834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:14.990758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:14.992013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:15.009282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.015101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Usage tracker for resource:security_group_rule and tenant:39a9077471584d868cd911dbc1d5e4b9 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:15.025610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=bd117bda-943a-4ec2-9f1f-5426632bcb6f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:15.031017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/bd117bda-943a-4ec2-9f1f-5426632bcb6f HTTP/1.1" status: 204 len: 168 time: 2.0534804 Dec 15 21:48:15.032408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:15.037797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:15.043755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.045453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:48:15.050376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Pushing event deleted for resources: {'Network': ['ID=39579bab-8eda-4f32-ac2f-8f2743acefa3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:15.062744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:15.066102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:15.116027 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] 10.222.0.18 "DELETE /v2.0/networks/39579bab-8eda-4f32-ac2f-8f2743acefa3 HTTP/1.1" status: 204 len: 168 time: 1.7298930 Dec 15 21:48:15.262447 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'status': 'completed', 'code': 200} Dec 15 21:48:15.267044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-828110321'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:15.281619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:15.300978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:network and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:15.307818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7572776-5500-45f9-9704-9faf3e0df274 req-94843f27-07e7-432b-899c-6ddc070d6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:15.310632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-94843f27-07e7-432b-899c-6ddc070d6bef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3940728 Dec 15 21:48:15.311615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:15.360214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:15.375576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] Sync routers for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:15.386282 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:15.388135 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:15.447536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:15.449546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.479695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:15.497474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:15.501369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.513279 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:15.513803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:47:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:15.521457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] For port 688471f5-1097-41e9-88a1-9f6580ed829a, host hv-neutron-8206, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:15.522069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.553819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.602216 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:15.602374 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9e3480-4360-46ab-8dfb-2d8f5ac062ae None None] The sync data for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:15.616543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eeec53-ff30-40c5-9220-5e0fa1c40b39 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:15.617547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-65eeec53-ff30-40c5-9220-5e0fa1c40b39 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:15.663605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Calling delete_port for 688471f5-1097-41e9-88a1-9f6580ed829a owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:15.670408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:15.690587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.691745 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.4550223 Dec 15 21:48:15.694601 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-db593f0e-c076-4234-8838-ce31863e1141 service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693044 Dec 15 21:48:15.695652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:security_group_rule and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:15.697958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59632) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.709659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:15.736643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.740229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-65eeec53-ff30-40c5-9220-5e0fa1c40b39 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:15.741365 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65eeec53-ff30-40c5-9220-5e0fa1c40b39 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6887231 Dec 15 21:48:15.744226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:15.756145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.771599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.772308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-181713bd-0966-4560-894c-7c41de30c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:15.852813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-856ff011-3359-4ac7-abf9-3e288de0e70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:15.868957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.32', 56360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.893688 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f02ab30f-cab1-4a11-8668-4489f9715b21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50e527970893447d9d997da4b7da93d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4324703 Dec 15 21:48:15.908181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.917044 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-04af523f-a5e0-4fc9-a16e-c9325da667e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:48:15.918214 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04af523f-a5e0-4fc9-a16e-c9325da667e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/d5712c16-726f-4ecd-86b1-f543d1a7d89f HTTP/1.1" status: 404 len: 333 time: 0.1611159 Dec 15 21:48:15.924110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:15.964734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9997fe1a-8b33-4404-89ed-768cedecbd74,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:15.969048 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39a9077471584d868cd911dbc1d5e4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4880092 Dec 15 21:48:15.974046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:15.974214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:16.041906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.063296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:16.104941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef0b2d5-c052-4c8f-b84c-91d755ea68bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:48:16.105475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eef0b2d5-c052-4c8f-b84c-91d755ea68bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:16.122496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-be4f5352-725e-450e-bac1-9350e85ecfe9 req-b7e983c4-68a0-4206-9971-4c1661840e8e tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 210 time: 0.1026545 Dec 15 21:48:16.132668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7572776-5500-45f9-9704-9faf3e0df274 req-9c786794-7e09-41bd-a69e-e4850fa46d1f service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168191 Dec 15 21:48:16.164757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Pushing event deleted for resources: {'Port': ['ID=688471f5-1097-41e9-88a1-9f6580ed829a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:16.179239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.247458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:16.261569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.275789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.281346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.300275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.314335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45ee09c0-30c5-4270-a055-8cba25f54f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:16.322068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eef0b2d5-c052-4c8f-b84c-91d755ea68bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:16.323210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eef0b2d5-c052-4c8f-b84c-91d755ea68bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/bd117bda-943a-4ec2-9f1f-5426632bcb6f HTTP/1.1" status: 404 len: 333 time: 0.3554966 Dec 15 21:48:16.328744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:16.346312 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "DELETE /v2.0/ports/688471f5-1097-41e9-88a1-9f6580ed829a HTTP/1.1" status: 204 len: 168 time: 2.0325673 Dec 15 21:48:16.351953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:16.357560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:16.380903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-fcc74276-91dc-430d-8960-709b6cdbe37c tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:16.381573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-fcc74276-91dc-430d-8960-709b6cdbe37c tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Synchronizing usage tracker for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:16.418023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d27520-16e6-4e53-935e-e85f824df532,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:16.422793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.423226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Added segment ffae8941-81f3-4d1a-93d4-36030c0e60a7 of type vlan for network 6b736dc3-b8c8-4f06-b39b-355511f2b45a Dec 15 21:48:16.428642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:16.432813 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b471472-2545-4c5d-8ada-ecf959871593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:48:16.433577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b471472-2545-4c5d-8ada-ecf959871593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Synchronizing usage tracker for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:16.440288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.446462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:16.453554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-6b9b3a5f-c4b3-463e-8e9c-c163bfd0cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:16.454972 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-6b9b3a5f-c4b3-463e-8e9c-c163bfd0cdce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 1097 time: 0.2521131 Dec 15 21:48:16.476571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0761273-bddf-4961-a5bd-3bb434719a80,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:16.481843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:16.509319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.537840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.590520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-fcc74276-91dc-430d-8960-709b6cdbe37c tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Unset dirty status for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:16.591618 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-fcc74276-91dc-430d-8960-709b6cdbe37c tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.32 "GET /v2.0/networks?id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d HTTP/1.1" status: 200 len: 806 time: 0.7205698 Dec 15 21:48:16.594103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b471472-2545-4c5d-8ada-ecf959871593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Unset dirty status for tenant:5b516a80314041f296d9c88de2f4eb5d on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:16.595684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b471472-2545-4c5d-8ada-ecf959871593 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] 10.222.0.18 "GET /v2.0/ports/688471f5-1097-41e9-88a1-9f6580ed829a HTTP/1.1" status: 404 len: 333 time: 0.2395744 Dec 15 21:48:16.601177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:16.612722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.638230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.639289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b0761273-bddf-4961-a5bd-3bb434719a80 HTTP/1.1" status: 204 len: 168 time: 0.7201331 Dec 15 21:48:16.687100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.730729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc9f6a-dc86-456b-8e14-d2a0bd70728b req-f634a6d5-c960-43c8-bd9a-0ce907fdb68f tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:16.732229 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50dc9f6a-dc86-456b-8e14-d2a0bd70728b req-f634a6d5-c960-43c8-bd9a-0ce907fdb68f tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 944 time: 0.6408157 Dec 15 21:48:16.751130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.757251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.764201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:16.764798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.779425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-249096ff-36f6-412c-aad2-4fe51501279d tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:16.802008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-927435f1-6cd7-4613-b5d1-e9674d987610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:16.803439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-927435f1-6cd7-4613-b5d1-e9674d987610 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 200 len: 913 time: 0.3290923 Dec 15 21:48:16.843055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-ab9f8461-fbe7-4034-b7fa-167b0a5d1e00 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Synchronizing usage tracker for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:16.863542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.924340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:16.956373 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-c1c6b533-5f0e-4d85-860e-751838449e80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 200 len: 217 time: 0.1417904 Dec 15 21:48:16.960279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9500484 Dec 15 21:48:16.972253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:16.972653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59682) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:17.022870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'subnet': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:17.066080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Network': ['ID=6b736dc3-b8c8-4f06-b39b-355511f2b45a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:17.076485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:17.093763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:17.115385 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50dc9f6a-dc86-456b-8e14-d2a0bd70728b req-65b7f61e-4cc0-4e98-9d49-a23b095aad0b tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541517 Dec 15 21:48:17.120623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-ab9f8461-fbe7-4034-b7fa-167b0a5d1e00 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Unset dirty status for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:17.121819 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-ab9f8461-fbe7-4034-b7fa-167b0a5d1e00 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2996cc80c22a45c3b54407191c1ea165 HTTP/1.1" status: 200 len: 379 time: 0.5114295 Dec 15 21:48:17.146118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'port': {'device_id': '3005323e-078d-4101-8cb3-2f0e71f80418', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'admin_state_up': True, 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'security_groups': ['db0918b3-c342-4969-8e86-f2607d69c16e']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:17.168331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.175909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.245080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a6d8fa8-bba0-43f4-872e-c529ea65a963 tempest-RoutersAdminNegativeTest-1377772160 tempest-RoutersAdminNegativeTest-1377772160-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:17.318273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9997fe1a-8b33-4404-89ed-768cedecbd74,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:17.320939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699d95e2-168e-4635-a779-00b98c89c7b1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.337582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:17.346172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.349759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9997fe1a-8b33-4404-89ed-768cedecbd74 HTTP/1.1" status: 204 len: 168 time: 1.3695078 Dec 15 21:48:17.353772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e516bd76-3f09-4951-93a5-a61afbad42d2') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.354050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e516bd76-3f09-4951-93a5-a61afbad42d2') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.378547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.409303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-18db320c-6f48-4f02-995c-849b1223f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:17.410738 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-18db320c-6f48-4f02-995c-849b1223f799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13a7bb9-da08-4077-b134-900ea52a2fa7 HTTP/1.1" status: 200 len: 851 time: 0.4372401 Dec 15 21:48:17.463336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.473528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.477332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:17.494313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:17.494725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:17.511266 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:17.520815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:17.522205 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2b6d2f4b-a60f-4dd5-8178-ed5ca29dcc26 req-d5f9b44f-9ce2-4e11-a922-ae18381b0788 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 210 time: 0.1566710 Dec 15 21:48:17.531000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:17.542907 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e26e2e89-03e5-4e8f-9bd5-4cadb9fc79a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71d8756021044b8b87169c86694878d6&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5666523 Dec 15 21:48:17.552869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:17.553873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:subnet and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:17.561069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:17.565404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4864fd-40a2-4826-a7ee-f945a9314f72']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.592618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:17.606046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79bcba7-e88f-4466-88e7-46d7f364e7e9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.606348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79bcba7-e88f-4466-88e7-46d7f364e7e9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:17.640005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Made reservation on behalf of 2996cc80c22a45c3b54407191c1ea165 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:17.641824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.643826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.668803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:17.673234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.676374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.680802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.733522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:17.754303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.759302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.788152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:17.788559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:17.805722 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:17.808703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:17.836270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=699d95e2-168e-4635-a779-00b98c89c7b1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:17.849235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:17.855392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/699d95e2-168e-4635-a779-00b98c89c7b1 HTTP/1.1" status: 204 len: 168 time: 1.5172830 Dec 15 21:48:17.866876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:17.881306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-661230551'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:17.890995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.891555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:17.918356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:17.947722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-ee4bbab5-8064-4ff7-b2fb-42f5b15b67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:17.949425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-ee4bbab5-8064-4ff7-b2fb-42f5b15b67e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4905341 Dec 15 21:48:17.986283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:17.991748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.004577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:18.005927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:18.013791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.021349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:18.053827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Allocated IP 172.20.0.11 (c74e6eb8-a43b-4b6b-9400-63323c56bc6d/9697bf60-d866-4786-aed4-29affeead380/9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:18.055640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:18.059028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.070520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Usage tracker for resource:security_group_rule and tenant:c7dcef4a7bee467992c17f01e5c7f980 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:18.087555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:18.098133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:18.113899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.127213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:18.145329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Pushing event deleted for resources: {'Network': ['ID=bf4864fd-40a2-4826-a7ee-f945a9314f72,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:18.168870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:18.171964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:18.182620 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] 10.222.0.18 "DELETE /v2.0/networks/bf4864fd-40a2-4826-a7ee-f945a9314f72 HTTP/1.1" status: 204 len: 168 time: 1.5765069 Dec 15 21:48:18.252310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.252698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment b3876cfb-aa98-46e9-98a6-a236e84b3653 of type vlan for network 73949fd9-a395-4ba7-9e87-0d948a535792 Dec 15 21:48:18.294521 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-1293abc4-99e5-43ef-97f4-55734aef4c95 service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342266 Dec 15 21:48:18.300177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.308278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3cc5045c-b5c0-4c00-a8fe-049730b1ebac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:18.366451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.411783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.426006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ed09a4-06a1-4f72-9441-c9c51dc3e49d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:18.446193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:18.479981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.483515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9ed09a4-06a1-4f72-9441-c9c51dc3e49d HTTP/1.1" status: 204 len: 168 time: 0.9240005 Dec 15 21:48:18.487238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.495658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Allocated IP 172.20.0.1 (89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e/321a0712-86a0-4cd6-a2ee-3e86d261e4b2/c777b12b-2139-4f23-97b8-a93a766e1260) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:18.510001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:18.648386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.651824 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-66645c53-05d1-4c12-bd3f-bc067aba3520 req-3fe6aced-7c94-4ce0-94aa-a6baa5c90a9e service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465586 Dec 15 21:48:18.656820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:18.675277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.791003 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d3e72275-2682-408e-a41f-75d77757fc9b req-82c0c961-399c-4fa7-a8f4-0e26ba7a1c6e tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 210 time: 0.0746751 Dec 15 21:48:18.804121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Checking segment: {'id': 'ffae8941-81f3-4d1a-93d4-36030c0e60a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:18.804749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network hostable DHCP agents. Network: 6b736dc3-b8c8-4f06-b39b-355511f2b45a, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:18.809678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Subnet': ['ID=e0983106-2f86-4d68-88f4-99b909055731,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:18.813400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:18.815940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:18.830131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.833043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.849284 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7dcef4a7bee467992c17f01e5c7f980&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0296891 Dec 15 21:48:18.850707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:18.851558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec85389c-3941-4e18-a4b3-7c5efbbd34f5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:18.852549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:18.853148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.855120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:18.866071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:18.897810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.911161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fd996-4508-444f-aa15-2ceeb63fd659 req-5cb73266-a037-45a1-8bc6-b7d9e6977716 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:18.912972 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-804fd996-4508-444f-aa15-2ceeb63fd659 req-5cb73266-a037-45a1-8bc6-b7d9e6977716 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 944 time: 0.6445897 Dec 15 21:48:18.924671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:18.938514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.975193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:18.979240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Transition to ACTIVE for port object 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:19.000357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6b736dc3-b8c8-4f06-b39b-355511f2b45a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:19.022615 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1522527 Dec 15 21:48:19.032670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Transition to ACTIVE for port object c777b12b-2139-4f23-97b8-a93a766e1260 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:19.034991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59734) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:19.036499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:19.037382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.038396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced2e0f4-29a0-4028-a428-5f975ab9eab9 None None] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:19.048095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=73949fd9-a395-4ba7-9e87-0d948a535792,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:19.061207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:19.068885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:19.074388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 73949fd9-a395-4ba7-9e87-0d948a535792 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:19.080625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-804fd996-4508-444f-aa15-2ceeb63fd659 req-1af03eab-df32-4cd1-ae26-8da51c03851c tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081357 Dec 15 21:48:19.099324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.105358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:19.149941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.190829 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2160335 Dec 15 21:48:19.193575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:19.195775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:19.200185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:19.206371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:19.207488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:19.214526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-1139878435'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:19.246868 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5867b874-256f-4d61-a3b4-1a0d4dc86fbe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=292543be6f36474ba12e6881e152ebb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5883238 Dec 15 21:48:19.252070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:19.255062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event updated for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:19.262898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:19.312899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59748) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:19.329737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.337113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:19.342955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6e05d92-e287-446a-bb73-99e4dfd435be tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:19.375702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d81a39a9-a080-4fab-8673-2d1bdb5d3eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:19.406114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec85389c-3941-4e18-a4b3-7c5efbbd34f5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:19.410668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.411908 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec85389c-3941-4e18-a4b3-7c5efbbd34f5 HTTP/1.1" status: 204 len: 168 time: 0.5556810 Dec 15 21:48:19.421341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:19.439045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:19.451409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:19.457654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:19.465765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:19.504082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.509554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:19.524388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.661795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:19.662476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.663155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'tenant_id': '49de68552f894eedba05f30630d9c893', 'fixed_ips': [{'subnet_id': 'e0983106-2f86-4d68-88f4-99b909055731'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:19.665872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.719150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=c777b12b-2139-4f23-97b8-a93a766e1260,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:19.723440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:19.738120 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5997016 Dec 15 21:48:19.748965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.784325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.806834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Request body: {'port': {'device_id': '3005323e-078d-4101-8cb3-2f0e71f80418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:19.820975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:19.830953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:port and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:19.834578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:48:19.837461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:48:19.839770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:19.848769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:19.872472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:19.876726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:19.886129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-217f465e-75d6-4d00-a26f-15f08f0807aa None None] Provisioning for port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:20.017432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Allocated IP 172.20.0.2 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/99cf04df-c253-4a89-8fa1-a842d80696c4) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:20.045215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port bb879412-aad6-47b2-8e02-3cddc7a61027 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:20.084166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:20.115137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.146993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.196356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28376bec-6215-4b02-b3f9-7dd3630586fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:20.209568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.228420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:20.294446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.305375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Transition to ACTIVE for port object 99cf04df-c253-4a89-8fa1-a842d80696c4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:20.326556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Transition to ACTIVE for port object 99cf04df-c253-4a89-8fa1-a842d80696c4 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:20.330403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-217f465e-75d6-4d00-a26f-15f08f0807aa None None] Provisioning complete for port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:20.331084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-217f465e-75d6-4d00-a26f-15f08f0807aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.390983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-217f465e-75d6-4d00-a26f-15f08f0807aa None None] Port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:20.391700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.393160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:48:20.397312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.408546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:20.429728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': 'b3876cfb-aa98-46e9-98a6-a236e84b3653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:20.430266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: 73949fd9-a395-4ba7-9e87-0d948a535792, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:20.437394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=5003062b-20a8-44fc-882f-4ff1ec629244,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:20.440876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:20.485015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff616-2e92-49ec-b947-47cd2faf8299 req-7c0c6aea-2ef4-44d9-bed0-50558951563d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:20.485847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:20.486558 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-19dff616-2e92-49ec-b947-47cd2faf8299 req-7c0c6aea-2ef4-44d9-bed0-50558951563d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 932 time: 0.4011934 Dec 15 21:48:20.488412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Pushing event updated for resources: {'Port': ['ID=99cf04df-c253-4a89-8fa1-a842d80696c4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:20.490998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:20.493711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:20.493840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.494564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:20.498940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7487d053-905a-4a56-8d46-6dbd10c48c0c HTTP/1.1" status: 204 len: 168 time: 1.1846631 Dec 15 21:48:20.501072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487d053-905a-4a56-8d46-6dbd10c48c0c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:20.523143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 73949fd9-a395-4ba7-9e87-0d948a535792 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:20.529073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1388960637'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:20.555494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:20.563397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.8 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/bb879412-aad6-47b2-8e02-3cddc7a61027) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:20.568476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Usage tracker for resource:network and tenant:41d85c12fe71448996892d050d66b638 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:20.572497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:20.585708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:20.589362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 73949fd9-a395-4ba7-9e87-0d948a535792) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:20.615229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Attempting to bind port 99cf04df-c253-4a89-8fa1-a842d80696c4 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:20.615898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Attempting to bind port 99cf04df-c253-4a89-8fa1-a842d80696c4 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ffae8941-81f3-4d1a-93d4-36030c0e60a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:20.616052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Attempting to bind port 99cf04df-c253-4a89-8fa1-a842d80696c4 on network 6b736dc3-b8c8-4f06-b39b-355511f2b45a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:20.622418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434fbe2d-81da-4e7d-8821-db5ed2115128 None None] Network 73949fd9-a395-4ba7-9e87-0d948a535792 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:20.622631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:20.623210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.650750 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-19dff616-2e92-49ec-b947-47cd2faf8299 req-6b70288f-0a0f-4ff3-97ad-471544e70178 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155553 Dec 15 21:48:20.676723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Made reservation on behalf of 41d85c12fe71448996892d050d66b638 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:20.691401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.722453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.725554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:20.737386 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6955788 Dec 15 21:48:20.754098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:20.754569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Checking segment: {'id': 'ffae8941-81f3-4d1a-93d4-36030c0e60a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:20.755196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.755764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Bound using segment: {'id': 'ffae8941-81f3-4d1a-93d4-36030c0e60a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:20.756455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Bound port: 99cf04df-c253-4a89-8fa1-a842d80696c4, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffae8941-81f3-4d1a-93d4-36030c0e60a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:20.757028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.759539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:20.775143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1e1165e8-110a-4821-adbe-6345cf4a0794 None None] Provisioning for port c777b12b-2139-4f23-97b8-a93a766e1260 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:20.776610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:20.788042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792', 'name': 'tempest-PortsIpV6TestJSON-1305612945'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:20.820203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:20.824013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1e1165e8-110a-4821-adbe-6345cf4a0794 None None] Provisioning complete for port c777b12b-2139-4f23-97b8-a93a766e1260 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:20.825498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e1165e8-110a-4821-adbe-6345cf4a0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:20.838403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:20.846472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Usage tracker for resource:security_group_rule and tenant:41d85c12fe71448996892d050d66b638 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:20.912961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:20.978616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:21.100268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c08d6da-c08a-411b-88e4-0dab24b948c5 req-6b316328-c726-435b-a5ad-310a88ec3e6c tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:21.101719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c08d6da-c08a-411b-88e4-0dab24b948c5 req-6b316328-c726-435b-a5ad-310a88ec3e6c tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 944 time: 0.7806680 Dec 15 21:48:21.133358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:21.137191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1590730466'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:21.144360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:21.148882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:21.163921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:network and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:21.167698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:21.183909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:21.194264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:21.204947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1e1165e8-110a-4821-adbe-6345cf4a0794 None None] Port c777b12b-2139-4f23-97b8-a93a766e1260 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:21.209213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.230795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:21.234562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.252895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:21.256402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.270100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] For port 99cf04df-c253-4a89-8fa1-a842d80696c4, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:21.272733 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c08d6da-c08a-411b-88e4-0dab24b948c5 req-0ecb8e0c-2da2-461f-82da-15ea69f4ab25 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607821 Dec 15 21:48:21.277130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object bb879412-aad6-47b2-8e02-3cddc7a61027 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:21.278134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.311167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port d18ef405-26cf-4ca1-944b-a2b920385f8c yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:21.316704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] For port 99cf04df-c253-4a89-8fa1-a842d80696c4, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=99cf04df-c253-4a89-8fa1-a842d80696c4,segment=NetworkSegment(ffae8941-81f3-4d1a-93d4-36030c0e60a7),segment_id=ffae8941-81f3-4d1a-93d4-36030c0e60a7)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:21.327724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:21.346582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-73949fd9-a395-4ba7-9e87-0d948a535792', 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': '5003062b-20a8-44fc-882f-4ff1ec629244'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:21.346582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.359348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.368979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:21.374846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:21.382531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.391733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:security_group_rule and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:21.402199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:21.410056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.416409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'port_id': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'mac_address': 'fa:16:3e:6e:07:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:48:21.425863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:21.438952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:21.466897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:48:21.469951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:21.476595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1d51cba-c36a-41ab-be94-5a529d3772a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b516a80314041f296d9c88de2f4eb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399596 Dec 15 21:48:21.484468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:21.488326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.552305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283b9974-52c8-4693-8f4f-4d86d48fb4d6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:21.555268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.555678 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Added segment a0411b83-3904-4510-91f2-dd6c755f456b of type vlan for network 85b999ce-c7d6-49f3-b136-7cef4e91c445 Dec 15 21:48:21.562282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Transition to ACTIVE for port object 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:21.568930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:21.574118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.577711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.587447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:21.588334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f81b4275-bbe2-4fb7-ab96-60b9835ea79b tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:21.665432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Pushing event updated for resources: {'Port': ['ID=99cf04df-c253-4a89-8fa1-a842d80696c4,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:21.669392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:21.682058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::31 (73949fd9-a395-4ba7-9e87-0d948a535792/5003062b-20a8-44fc-882f-4ff1ec629244/d18ef405-26cf-4ca1-944b-a2b920385f8c) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:21.682548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.686771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.702246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.724013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:48:21.754200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:21.755820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:21.761054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:21.770284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.774462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:21.774998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:21.786604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:21.797703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Pushing event updated for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:21.801734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.824105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=bb879412-aad6-47b2-8e02-3cddc7a61027,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:21.848512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:21.857685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.865256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:21.871557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:21.901800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:21.905353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:21.927513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:22.014749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.025613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:48:22.062369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:22.063306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.072377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c47bb9b1-60f8-494d-a160-c2cd30b51b55 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:22.108025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.148271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.161542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=c777b12b-2139-4f23-97b8-a93a766e1260,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:22.172724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:22.182315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'Network': ['ID=85b999ce-c7d6-49f3-b136-7cef4e91c445,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:22.191678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:22.193127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.198174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.209359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:22.212669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:22.214900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Attempting to bind port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:22.215230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Attempting to bind port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:22.215791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Attempting to bind port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 on network c74e6eb8-a43b-4b6b-9400-63323c56bc6d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:22.285133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 on network c74e6eb8-a43b-4b6b-9400-63323c56bc6d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:48:22.286159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Attempting to bind port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 on network c74e6eb8-a43b-4b6b-9400-63323c56bc6d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:22.298444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:22.299125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Checking segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:22.299797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Bound using segment: {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:22.300409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Bound port: 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d0e10-771d-4068-87c0-bc4130d8b040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:22.300901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.337948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.342137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6dbd36a-2114-42da-825d-b9c5af2cb96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:22.367006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:22.389560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.405662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:22.440211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d429a7-dfcd-4642-8a20-f3cfdc9d91c1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:22.446546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:22.461914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.463107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37d429a7-dfcd-4642-8a20-f3cfdc9d91c1 HTTP/1.1" status: 204 len: 168 time: 0.9774828 Dec 15 21:48:22.465074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:22.469106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:22.471699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:22.474755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:22.493839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.494183 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Added segment 4052deac-7db6-4a9b-b743-9a0791be8511 of type vlan for network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda Dec 15 21:48:22.521294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b530dd-9c7a-47c9-81d3-684926bf31bd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:22.543042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.554992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:22.559308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:22.595425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5046604 Dec 15 21:48:22.596082 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3935819 Dec 15 21:48:22.606105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:22.606439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:22.617779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.625354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Request body: {'subnet': {'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:22.645434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-492673326', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ff:e2:99'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:22.699484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:22.700789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:22.703001 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] 10.222.0.32 "PUT /v2.0/ports/9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 HTTP/1.1" status: 200 len: 1094 time: 2.9032381 Dec 15 21:48:22.730271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:22.894615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba39195b-bc2f-478a-8fee-35df80d43d62 req-e8727d94-2fb5-4665-aa24-c73c4ad66271 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:22.904672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba39195b-bc2f-478a-8fee-35df80d43d62 req-e8727d94-2fb5-4665-aa24-c73c4ad66271 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 944 time: 1.0055015 Dec 15 21:48:22.944342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:22.956361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-690be243-6450-41a5-9b00-9a22e52356a2 None None] Provisioning complete for port c777b12b-2139-4f23-97b8-a93a766e1260 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:22.956961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-690be243-6450-41a5-9b00-9a22e52356a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.032173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Pushing event updated for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:23.056100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:23.060549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:23.090581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-690be243-6450-41a5-9b00-9a22e52356a2 None None] Port c777b12b-2139-4f23-97b8-a93a766e1260 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:23.114361 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba39195b-bc2f-478a-8fee-35df80d43d62 req-7b28a29c-35ad-428d-bbd5-aca2d9eecd14 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077029 Dec 15 21:48:23.119634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed04914-d761-4389-8362-09d5eb5a03ae req-acebe77e-da51-48c4-9ca2-419d7b0efde1 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:23.129209 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aed04914-d761-4389-8362-09d5eb5a03ae req-acebe77e-da51-48c4-9ca2-419d7b0efde1 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 945 time: 0.6538429 Dec 15 21:48:23.139203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-c98cc9a3-b351-4f37-940d-5a43e71574c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:23.142102 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-c98cc9a3-b351-4f37-940d-5a43e71574c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2996cc80c22a45c3b54407191c1ea165&device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 1097 time: 0.3826261 Dec 15 21:48:23.162313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Usage tracker for resource:subnet and tenant:41d85c12fe71448996892d050d66b638 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:23.168357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:23.176978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:23.188415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.227793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Made reservation on behalf of 41d85c12fe71448996892d050d66b638 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:23.231363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.270223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.277561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:23.280573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object d18ef405-26cf-4ca1-944b-a2b920385f8c will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:23.284941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:48:23.289686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-3967353c-7ce9-439f-bcce-26edfa14b96c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 HTTP/1.1" status: 200 len: 217 time: 0.1230395 Dec 15 21:48:23.375509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:23.376177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.385315 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aed04914-d761-4389-8362-09d5eb5a03ae req-bf72ca33-730c-46c0-ba64-987c8c9fa83d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421594 Dec 15 21:48:23.392596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9b12bb1-1ab2-4358-a65e-1ee16b4e36ba tempest-ExternalNetworksTestJSON-1256530107 tempest-ExternalNetworksTestJSON-1256530107-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:23.400259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02f8fc-1c50-4695-99d2-12af21beebac None None] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:23.461424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:port and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:23.482286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 99cf04df-c253-4a89-8fa1-a842d80696c4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:23.543142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:23.577317 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'status': 'completed', 'code': 200} Dec 15 21:48:23.594195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:23.620171 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.7754705 Dec 15 21:48:23.620435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9f6c46cf-28f5-4eb0-b209-f359408f4250 None None] Provisioning for port 99cf04df-c253-4a89-8fa1-a842d80696c4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:23.623076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:23.644198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:23.665662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-049c41ac-823a-4b5f-8e22-7543575e5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:23.665828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Network': ['ID=ebd4cee7-ecca-4d29-83ae-767ee7a8bdda,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:23.668180 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-049c41ac-823a-4b5f-8e22-7543575e5f9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9697bf60-d866-4786-aed4-29affeead380 HTTP/1.1" status: 200 len: 845 time: 0.3692794 Dec 15 21:48:23.703981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:23.733312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:23.743752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:23.802704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 99cf04df-c253-4a89-8fa1-a842d80696c4 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:23.835569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 99cf04df-c253-4a89-8fa1-a842d80696c4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:23.836202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.845003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:23.856100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "PUT /v2.0/routers/41b0c542-e74f-450b-ab43-8ad44fdcf1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1554236 Dec 15 21:48:23.856977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:23.865296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Request body: {'port': {'network_id': '89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e', 'name': 'tempest-FloatingIPAdminTestJSON-1992994272'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:23.891093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:23.894898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:23.931672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:23.971401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Allocated IP 2001:db8::2 (73949fd9-a395-4ba7-9e87-0d948a535792/5003062b-20a8-44fc-882f-4ff1ec629244/5d6d267c-5c60-4f9b-ad31-c6d20e437a97) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:23.976855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] Sync routers for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:23.984991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-d6ec9812-6e75-4283-972f-ab8711084dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:23.986450 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-d6ec9812-6e75-4283-972f-ab8711084dd6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3088737 Dec 15 21:48:24.009616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:24.012165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=d18ef405-26cf-4ca1-944b-a2b920385f8c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:24.015457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:24.034051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:24.045798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:24.085357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 73949fd9-a395-4ba7-9e87-0d948a535792 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:24.090157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:24.090846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:24.091960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.101856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:24.111230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:24.116850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:24.117513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.124419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:24.127867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.169119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:24.187200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Usage tracker for resource:port and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:24.194844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:24.207409 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-441ee09b-82a0-45d7-bc2a-7798dfb8843f service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135077 Dec 15 21:48:24.208464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:24.230449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:24.269321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:24.300736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Made reservation on behalf of c5ba1ebcdd47416696e1fa65dd971289 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:24.304298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.326619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:24.327058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:24.345893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] device_id is not set on port 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:24.445031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:24.445456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959afe3a-2037-4234-b2e6-cbc6ee461bb5 None None] The sync data for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:24.463866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f661800-dbd3-4dd2-8ee4-442dc5d3cfcc req-e587becb-2fdf-41f4-8f0e-47a1bf84de02 service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492995 Dec 15 21:48:24.478187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.511395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port 500cf888-99ea-4492-a97b-43ca459811b0 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:24.532520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.576124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b3faa307-9cf8-4c08-9c65-31e5de877a09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:24.603784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:24.617313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:24.617698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.760344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.767072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 99cf04df-c253-4a89-8fa1-a842d80696c4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=99cf04df-c253-4a89-8fa1-a842d80696c4,segment=NetworkSegment(ffae8941-81f3-4d1a-93d4-36030c0e60a7),segment_id=ffae8941-81f3-4d1a-93d4-36030c0e60a7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:24.779151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Allocated IP 172.20.0.9 (89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e/321a0712-86a0-4cd6-a2ee-3e86d261e4b2/9db6461a-c8ad-4b40-b06a-f0439ccd90e6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:24.785114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.787442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Transition to ACTIVE for port object 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:24.807696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:24.877841 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1172147 Dec 15 21:48:24.881753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a33ee9-853a-4e29-b752-8c79dd833c19 req-603edfd9-d1c4-4a03-a439-c7bacde76c6d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:24.891022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34a33ee9-853a-4e29-b752-8c79dd833c19 req-603edfd9-d1c4-4a03-a439-c7bacde76c6d tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 945 time: 0.2398834 Dec 15 21:48:24.909840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:24.910313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59884) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:24.920515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Transition to ACTIVE for port object 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:24.924675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.951709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:24.952498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network hostable DHCP agents. Network: ebd4cee7-ecca-4d29-83ae-767ee7a8bdda, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:24.971186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-5db53526-e64d-410c-8045-f38735d15abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:24.972854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-5db53526-e64d-410c-8045-f38735d15abe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2996cc80c22a45c3b54407191c1ea165&device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 1097 time: 0.4060092 Dec 15 21:48:24.974872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=c61dab5d-351b-4d52-a6be-2b9a1ea868dc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:24.981896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Provisioning for port bb879412-aad6-47b2-8e02-3cddc7a61027 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:24.988243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:24.988572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:24.988878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:25.020630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=99cf04df-c253-4a89-8fa1-a842d80696c4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:25.044065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Network 73949fd9-a395-4ba7-9e87-0d948a535792 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:25.045637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:25.056240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:25.060132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Provisioning complete for port bb879412-aad6-47b2-8e02-3cddc7a61027 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:25.060520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.160878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'Subnet': ['ID=9da073d8-030b-4d38-bc0f-7a1867710d95,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:25.164218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:25.168740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:25.173253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:25.194848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ebd4cee7-ecca-4d29-83ae-767ee7a8bdda) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:25.201903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:25.204277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc451ee-6470-47d4-8ee3-76b87fa9f766 req-3c8dbf42-656d-43eb-8287-4a1be94f4278 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:25.205882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0cc451ee-6470-47d4-8ee3-76b87fa9f766 req-3c8dbf42-656d-43eb-8287-4a1be94f4278 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 944 time: 0.8016112 Dec 15 21:48:25.212134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Checking segment: {'id': 'a0411b83-3904-4510-91f2-dd6c755f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:25.212587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Network hostable DHCP agents. Network: 85b999ce-c7d6-49f3-b136-7cef4e91c445, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:25.219769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b737313-f37f-4bca-9a75-efb40fe992ba None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:25.221427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:25.222081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.233409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.12 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/500cf888-99ea-4492-a97b-43ca459811b0) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:25.237261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1536124167', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:25.260701 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34a33ee9-853a-4e29-b752-8c79dd833c19 req-c345de74-e035-4730-887f-f8bf5c4d7e66 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3685522 Dec 15 21:48:25.287376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:25.291143 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6597171 Dec 15 21:48:25.297629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:25.304172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:network and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:25.309733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'name': 'tempest-NetworksTestDHCPv6-1562132479'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:25.311356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port d18ef405-26cf-4ca1-944b-a2b920385f8c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:25.311968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.326903 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0cc451ee-6470-47d4-8ee3-76b87fa9f766 req-fd2f847c-9d69-49a4-8cbb-972d274e565d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071079 Dec 15 21:48:25.343754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:25.391512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:25.408125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:25.424825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 85b999ce-c7d6-49f3-b136-7cef4e91c445) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:25.431863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.441102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 99cf04df-c253-4a89-8fa1-a842d80696c4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:25.441468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:25.442044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.479827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Made reservation on behalf of c7a1d7e1dc8c4945b67b54f609b746af for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:25.481354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefcfc17-5fe6-4925-a5fb-d34dd31bb8a9 None None] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:25.482151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.563326 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9545701 Dec 15 21:48:25.571157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59900) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:25.591420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Request body: {'port': {'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445', 'name': 'tempest-ExtraDHCPOptionsTestJSON-167087913'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:25.642385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Port bb879412-aad6-47b2-8e02-3cddc7a61027 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:25.664262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Pushing event updated for resources: {'Port': ['ID=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:25.668025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:25.728860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Attempting to bind port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:25.729212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Attempting to bind port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b3876cfb-aa98-46e9-98a6-a236e84b3653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:25.729321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:25.729570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Attempting to bind port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 on network 73949fd9-a395-4ba7-9e87-0d948a535792 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:25.741367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:25.741647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:25.745536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-d5549250-74e3-4ce7-98f9-8a931a15dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:25.746280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:25.748251 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-d5549250-74e3-4ce7-98f9-8a931a15dd7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d HTTP/1.1" status: 200 len: 907 time: 0.7443631 Dec 15 21:48:25.756306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:25.767176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.795897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.805108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:25.808595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.847805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:25.848220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Checking segment: {'id': 'b3876cfb-aa98-46e9-98a6-a236e84b3653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:25.848635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.849746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Bound using segment: {'id': 'b3876cfb-aa98-46e9-98a6-a236e84b3653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:25.849746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Bound port: 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3876cfb-aa98-46e9-98a6-a236e84b3653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '73949fd9-a395-4ba7-9e87-0d948a535792'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:25.849993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.857236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object 500cf888-99ea-4492-a97b-43ca459811b0 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:25.862101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:25.864380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:25.874923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Provisioning complete for port 99cf04df-c253-4a89-8fa1-a842d80696c4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:25.875469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-358f8d72-e9dd-4e02-a8d6-0f8a0b31a129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.894244 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-9e8eb9af-7b7e-4659-85e2-f1e85c45e1e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 HTTP/1.1" status: 200 len: 217 time: 0.1290216 Dec 15 21:48:25.895201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:25.898476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:25.902035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.906879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Usage tracker for resource:port and tenant:41d85c12fe71448996892d050d66b638 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:25.914028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.914928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:25.933009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:25.955081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:security_group_rule and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:25.968270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:25.970805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Made reservation on behalf of 41d85c12fe71448996892d050d66b638 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:25.974738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:25.976564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.018115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-82506565-f6bb-49d3-88f0-186bd8c46487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:26.039506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.051762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5819993b-2bad-4e68-8b55-dab95b010fb4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:26.088914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] device_id is not set on port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:26.096534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:26.104906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for d18ef405-26cf-4ca1-944b-a2b920385f8c owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:26.128068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-85b999ce-c7d6-49f3-b136-7cef4e91c445', 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445', 'tenant_id': '41d85c12fe71448996892d050d66b638', 'fixed_ips': [{'subnet_id': '9da073d8-030b-4d38-bc0f-7a1867710d95'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:26.129062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.145597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Transition to ACTIVE for port object 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:26.199413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:26.203474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::348 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/c61dab5d-351b-4d52-a6be-2b9a1ea868dc/f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:26.210150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-2229b77c-2f47-4bf9-8fd6-9af639a07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:26.210691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:26.212001 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-2229b77c-2f47-4bf9-8fd6-9af639a07e1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9697bf60-d866-4786-aed4-29affeead380 HTTP/1.1" status: 200 len: 845 time: 0.3023038 Dec 15 21:48:26.219928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:26.246374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=500cf888-99ea-4492-a97b-43ca459811b0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:26.256085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 99cf04df-c253-4a89-8fa1-a842d80696c4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:26.256470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.258259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:26.373294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.373865 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'code': 200} Dec 15 21:48:26.398541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:26.399143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.419575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:26.464695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.485682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c58ece9d-8803-4856-bd9a-1db6e491d207 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:26.489043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Allocated IP 172.20.0.9 (85b999ce-c7d6-49f3-b136-7cef4e91c445/9da073d8-030b-4d38-bc0f-7a1867710d95/4e7ac4da-be0b-46a1-aac4-039b48c9a6fe) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:26.524215 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.9134262 Dec 15 21:48:26.558800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:26.678230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.691255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,segment=NetworkSegment(b3876cfb-aa98-46e9-98a6-a236e84b3653),segment_id=b3876cfb-aa98-46e9-98a6-a236e84b3653)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:26.692925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:26.701917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:26.719885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.724223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'c61dab5d-351b-4d52-a6be-2b9a1ea868dc'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:26.725309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.740265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:26.740868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:26.752836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:26.756122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:26.784281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:26.790015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.813584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event updated for resources: {'Port': ['ID=9db6461a-c8ad-4b40-b06a-f0439ccd90e6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:26.828549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:26.829762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:26.841027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:26.841415 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Added segment 2b820e69-df16-408f-a929-5d7a8893fa2d of type vlan for network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 Dec 15 21:48:26.874463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-29c624f2-104f-408e-9fec-a21d73edab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:26.876196 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-29c624f2-104f-408e-9fec-a21d73edab61 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6400702 Dec 15 21:48:26.990190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:26.990872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.059149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.080517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f32e25-29d3-4a17-abee-48ca9a51dc33,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:27.090867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Pushing event updated for resources: {'Port': ['ID=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:27.096567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:27.098693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:27.102616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:27.145996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.153296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.159952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.165863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.166896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:27.184625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695e355-f560-4a78-9df3-486967cedcd7 req-e1aa4463-bb4a-4250-b58a-91349c9d1d42 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.186635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a05f98-9ead-4a97-9c32-f52beebbf064 req-0c9890cb-077f-4d0e-898f-f76b87761433 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.187369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-37a05f98-9ead-4a97-9c32-f52beebbf064 req-0c9890cb-077f-4d0e-898f-f76b87761433 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Synchronizing usage tracker for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:27.190326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=d18ef405-26cf-4ca1-944b-a2b920385f8c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:27.191745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8695e355-f560-4a78-9df3-486967cedcd7 req-e1aa4463-bb4a-4250-b58a-91349c9d1d42 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.6832690 Dec 15 21:48:27.194092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Provisioning for port 500cf888-99ea-4492-a97b-43ca459811b0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:27.200930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:27.204197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Provisioning complete for port 500cf888-99ea-4492-a97b-43ca459811b0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:27.204718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.206854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/d18ef405-26cf-4ca1-944b-a2b920385f8c HTTP/1.1" status: 204 len: 168 time: 2.2915452 Dec 15 21:48:27.215668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.224651 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3629522 Dec 15 21:48:27.237083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.250782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-290aea73-4489-4e73-ac77-362890df5298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.252281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-290aea73-4489-4e73-ac77-362890df5298 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 1099 time: 0.6056001 Dec 15 21:48:27.281593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Port 500cf888-99ea-4492-a97b-43ca459811b0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:27.301709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.309510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Provisioning for port 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:27.323277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Provisioning complete for port 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:27.323764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.333767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.337070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-61841e07-fb58-4e2a-9854-84f8ffaa5411 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:48:27.337302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61841e07-fb58-4e2a-9854-84f8ffaa5411 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:48:27.339010 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-61841e07-fb58-4e2a-9854-84f8ffaa5411 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/d18ef405-26cf-4ca1-944b-a2b920385f8c HTTP/1.1" status: 404 len: 333 time: 0.1194704 Dec 15 21:48:27.342653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:27.344411 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e7640ec-ea2d-47be-a6fe-95843e704c2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.7695682 Dec 15 21:48:27.353977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.362571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.363149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59936) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.368052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-37a05f98-9ead-4a97-9c32-f52beebbf064 req-0c9890cb-077f-4d0e-898f-f76b87761433 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Unset dirty status for tenant:2996cc80c22a45c3b54407191c1ea165 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:27.369132 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37a05f98-9ead-4a97-9c32-f52beebbf064 req-0c9890cb-077f-4d0e-898f-f76b87761433 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 944 time: 0.7664242 Dec 15 21:48:27.405451 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8695e355-f560-4a78-9df3-486967cedcd7 req-b360bba8-3902-4d01-9e8f-63e9353a4925 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126849 Dec 15 21:48:27.409291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:27.433982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:27.441927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Transition to ACTIVE for port object 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:27.465982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Usage tracker for resource:security_group_rule and tenant:0d0d200c96ac40459a6a6cdaa97e4698 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:27.472339 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-8b0cc9e4-b121-41a5-8cf4-0ac6a1245e19 service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363631 Dec 15 21:48:27.475256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:27.485019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.490224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:27.515763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'project_id': 'c5ba1ebcdd47416696e1fa65dd971289', 'port_id': '9db6461a-c8ad-4b40-b06a-f0439ccd90e6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:27.533079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.533663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.537612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a540ecb8-3b79-4e60-acf0-ec951e1ab2d0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:48:27.538126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a540ecb8-3b79-4e60-acf0-ec951e1ab2d0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:27.548760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:27.558868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Usage tracker for resource:floatingip and tenant:c5ba1ebcdd47416696e1fa65dd971289 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:27.559461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Port 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:27.560889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:27.569916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:27.583003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:27.595055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.607769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d4d0b63-e3fc-4d80-aa18-269c970cf106 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:27.619597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Provisioning complete for port bb879412-aad6-47b2-8e02-3cddc7a61027 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:27.620095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.661184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.708073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.742816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:27.751970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:27.755583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Allocated IP 172.20.0.2 (85b999ce-c7d6-49f3-b136-7cef4e91c445/9da073d8-030b-4d38-bc0f-7a1867710d95/cab5403f-0388-4ccc-915e-d7289bb8ab53) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:27.757594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-491e9227-7fe0-4caf-9214-ed87925702dd None None] Port bb879412-aad6-47b2-8e02-3cddc7a61027 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:27.766130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:27.773283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/c61dab5d-351b-4d52-a6be-2b9a1ea868dc/93efd401-5137-416c-b88f-1a746507b70b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:27.777118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:27.784204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:27.785068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.835283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:27.856335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:27.877315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 500cf888-99ea-4492-a97b-43ca459811b0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:27.877654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:27.883183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'Port': ['ID=4e7ac4da-be0b-46a1-aac4-039b48c9a6fe,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:27.905210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:27.906570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:27.915294 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-37a05f98-9ead-4a97-9c32-f52beebbf064 req-9587d494-1739-4335-9941-a813943e6af6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4872198 Dec 15 21:48:27.929141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0085809 Dec 15 21:48:27.929141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a540ecb8-3b79-4e60-acf0-ec951e1ab2d0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:27.929141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a540ecb8-3b79-4e60-acf0-ec951e1ab2d0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/d18ef405-26cf-4ca1-944b-a2b920385f8c HTTP/1.1" status: 404 len: 333 time: 0.5628464 Dec 15 21:48:27.941405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59942) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.941405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59944) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:27.942080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Network': ['ID=78284cc4-cba6-4a18-a3ba-9a2ebb47fe20,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:27.961687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'subnet': {'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:27.963356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:27.967702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:28.005382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:28.062832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 5003062b-20a8-44fc-882f-4ff1ec629244 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:28.064961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.066328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.091859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:28.103069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:28.103761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.109227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:28.114324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.127844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:subnet and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:28.136939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:28.137140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:28.151458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:28.155143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d9f078bf-bc9e-4b0e-9e90-d17681c1f056 req-62e8b537-f664-48fb-9daa-d51d54cbe068 service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561790 Dec 15 21:48:28.173862 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8721881 Dec 15 21:48:28.174679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59950) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:28.180123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d01db4d1-e5a8-480a-84b2-c63275440519,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:28.189585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:28.237578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:48:28.267684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Synchronizing usage tracker for tenant:0d0d200c96ac40459a6a6cdaa97e4698 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:28.293105 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7210310 Dec 15 21:48:28.294100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59954) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:28.307285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Request body: {'port': {'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445', 'name': 'tempest-ExtraDHCPOptionsTestJSON-612568331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:28.307707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] bootfile-name is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:28.308128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] tftp-server is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:28.308509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] server-ip-address is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:28.373614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.381936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.394715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Unset dirty status for tenant:0d0d200c96ac40459a6a6cdaa97e4698 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:28.395845 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3517d59d-7140-45c6-99fa-6538fbbfdd67 req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1247947 Dec 15 21:48:28.407852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.416962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Transition to ACTIVE for port object cab5403f-0388-4ccc-915e-d7289bb8ab53 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:28.424700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Transition to ACTIVE for port object 93efd401-5137-416c-b88f-1a746507b70b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:28.453385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe003a3b-6562-430c-a5cc-07dde1d90db9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:28.454133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe003a3b-6562-430c-a5cc-07dde1d90db9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:28.460652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff2c8e-6428-412e-8d61-954caa612019 None None] Network 73949fd9-a395-4ba7-9e87-0d948a535792 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:28.472471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.479987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Made reservation on behalf of c7a1d7e1dc8c4945b67b54f609b746af for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:28.482916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.485417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.507777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Transition to ACTIVE for port object cab5403f-0388-4ccc-915e-d7289bb8ab53 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:28.558974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Transition to ACTIVE for port object 93efd401-5137-416c-b88f-1a746507b70b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:28.585671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.600827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:28.629350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Allocated IP 172.26.6.165 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1b74804b-51fd-4b23-9049-ad29b8c40e1a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:28.645413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.655200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:28.676757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:28.691868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:28.693796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4ae62d7c-09fe-4996-a8f1-ad0f3cc8feb4 None None] Provisioning for port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:28.696883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:28.712764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'port_id': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'mac_address': 'fa:16:3e:dd:11:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:48:28.734922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for 500cf888-99ea-4492-a97b-43ca459811b0 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:28.786321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:28.824637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe003a3b-6562-430c-a5cc-07dde1d90db9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:28.828200 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe003a3b-6562-430c-a5cc-07dde1d90db9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.6380281 Dec 15 21:48:28.830872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59960) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:28.838022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:28.840546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:28.891772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Usage tracker for resource:port and tenant:41d85c12fe71448996892d050d66b638 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:28.897913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:28.900163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Pushing event updated for resources: {'Port': ['ID=cab5403f-0388-4ccc-915e-d7289bb8ab53,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:28.914460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:28.918975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:28.921795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:28.925895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:28.979714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:28.988445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.024908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:29.025320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.082225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Made reservation on behalf of 41d85c12fe71448996892d050d66b638 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:29.086114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.096085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.108124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.124401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca4566f2-900e-4a52-9429-d6a79cfbf6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:29.161693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.174955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599df91-5def-4486-ae24-f18693a3839d req-6929410d-b58f-4b36-bd52-5f0e6b9a1db1 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:29.176535 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5599df91-5def-4486-ae24-f18693a3839d req-6929410d-b58f-4b36-bd52-5f0e6b9a1db1 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.4499695 Dec 15 21:48:29.177109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Attempting to bind port cab5403f-0388-4ccc-915e-d7289bb8ab53 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:29.177360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caff5822-721a-4fa5-b0c4-58f463f7c544 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:29.178248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Attempting to bind port cab5403f-0388-4ccc-915e-d7289bb8ab53 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'a0411b83-3904-4510-91f2-dd6c755f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:29.178717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Attempting to bind port cab5403f-0388-4ccc-915e-d7289bb8ab53 on network 85b999ce-c7d6-49f3-b136-7cef4e91c445 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:29.211017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Pushing event updated for resources: {'Port': ['ID=93efd401-5137-416c-b88f-1a746507b70b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:29.213589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:29.214108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Checking segment: {'id': 'a0411b83-3904-4510-91f2-dd6c755f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:29.214638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.215086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Bound using segment: {'id': 'a0411b83-3904-4510-91f2-dd6c755f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:29.215658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Bound port: cab5403f-0388-4ccc-915e-d7289bb8ab53, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0411b83-3904-4510-91f2-dd6c755f456b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '85b999ce-c7d6-49f3-b136-7cef4e91c445'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:29.216172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.231378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:29.233091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:48:29.233344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:29.237723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] device_id is not set on port 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:29.240322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=500cf888-99ea-4492-a97b-43ca459811b0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:29.245690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.249343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:29.275341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Attempting to bind port 93efd401-5137-416c-b88f-1a746507b70b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:29.275944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Attempting to bind port 93efd401-5137-416c-b88f-1a746507b70b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:29.276546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Attempting to bind port 93efd401-5137-416c-b88f-1a746507b70b on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:29.276687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:29.279424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:29.283282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87f8b36c-ac62-4db3-bf97-447b69bb53ed tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:29.342211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:29.342770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:29.343813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.344353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:29.344951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Bound port: 93efd401-5137-416c-b88f-1a746507b70b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:29.345433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.381451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:29.397768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=5003062b-20a8-44fc-882f-4ff1ec629244,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:29.406185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.411562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:29.436584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.446347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:29.503589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/5003062b-20a8-44fc-882f-4ff1ec629244 HTTP/1.1" status: 204 len: 168 time: 1.5551791 Dec 15 21:48:29.504933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:29.509167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc20981-d93e-4ab9-9585-dfc41e1de462 req-800da2ed-2eed-43e4-8a8f-4b579103e86f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:29.510629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcc20981-d93e-4ab9-9585-dfc41e1de462 req-800da2ed-2eed-43e4-8a8f-4b579103e86f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 944 time: 0.4469991 Dec 15 21:48:29.513623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:29.599364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Pushing event updated for resources: {'Port': ['ID=1b74804b-51fd-4b23-9049-ad29b8c40e1a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:29.603914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:29.653046 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5599df91-5def-4486-ae24-f18693a3839d req-e496a662-e3f6-4e77-8489-0463d3597c73 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4514976 Dec 15 21:48:29.655928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] For port cab5403f-0388-4ccc-915e-d7289bb8ab53, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:29.667041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] For port cab5403f-0388-4ccc-915e-d7289bb8ab53, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cab5403f-0388-4ccc-915e-d7289bb8ab53,segment=NetworkSegment(a0411b83-3904-4510-91f2-dd6c755f456b),segment_id=a0411b83-3904-4510-91f2-dd6c755f456b)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:29.689473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:48:29.725429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.729235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:29.758369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:29.760887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:29.794571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:29.833073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:29.858188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.866791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:29.887170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:29.888073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.904177 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcc20981-d93e-4ab9-9585-dfc41e1de462 req-b10855b2-9fd0-4cd7-b486-7b6e87356cc0 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3636508 Dec 15 21:48:29.920186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.947566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:29.949521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/500cf888-99ea-4492-a97b-43ca459811b0 HTTP/1.1" status: 204 len: 168 time: 2.5829754 Dec 15 21:48:29.954159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:29.962561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Allocated IP 172.20.0.11 (85b999ce-c7d6-49f3-b136-7cef4e91c445/9da073d8-030b-4d38-bc0f-7a1867710d95/0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:30.014405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-74874b96-deb3-456d-9e82-8981d1d5f171 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] GET failed (client error): The resource could not be found. Dec 15 21:48:30.015018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-74874b96-deb3-456d-9e82-8981d1d5f171 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:30.031140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:30.032110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.046587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Pushing event updated for resources: {'Port': ['ID=cab5403f-0388-4ccc-915e-d7289bb8ab53,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:30.093729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:30.110280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.113647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c910bcc-1fca-463e-b7e7-59481ccb36d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:30.198015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-74874b96-deb3-456d-9e82-8981d1d5f171 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:30.207698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-74874b96-deb3-456d-9e82-8981d1d5f171 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports/500cf888-99ea-4492-a97b-43ca459811b0 HTTP/1.1" status: 404 len: 333 time: 0.2504728 Dec 15 21:48:30.212279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:30.245243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-1000560988'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:30.255802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec24a6b-471b-4e1c-b091-0c5decf2a25f None None] Network 73949fd9-a395-4ba7-9e87-0d948a535792 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:30.411546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.419359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:30.427525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:48:30.428046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.486006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:30.610157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d67a3734-df29-4e55-9ad4-856c85f12641 None None] Provisioning complete for port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:30.610157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d67a3734-df29-4e55-9ad4-856c85f12641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.615089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f4cdda6-dead-439a-82ea-7c4f1846b1cb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:30.627792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:30.759313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,segment=NetworkSegment(b3876cfb-aa98-46e9-98a6-a236e84b3653),segment_id=b3876cfb-aa98-46e9-98a6-a236e84b3653)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:30.784335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:30.794867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:30.803768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.810338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Pushing event updated for resources: {'Port': ['ID=93efd401-5137-416c-b88f-1a746507b70b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:30.810882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:30.814490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:30.819581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:30.820114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:30.866992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Checking segment: {'id': '2b820e69-df16-408f-a929-5d7a8893fa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:30.867306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network hostable DHCP agents. Network: 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:30.871999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port 963fec51-7a0f-453b-a751-1a0b90a671bf yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:30.914026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,segment=NetworkSegment(b3876cfb-aa98-46e9-98a6-a236e84b3653),segment_id=b3876cfb-aa98-46e9-98a6-a236e84b3653)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:30.914412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.024906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:31.028184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:31.098723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:31.168619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.189234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] DHCP port deletion for 73949fd9-a395-4ba7-9e87-0d948a535792 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:31.192807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9382cd70-e8a3-4310-9053-90bdb66ec5b8 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:31.195287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Deleting port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:31.195805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.212052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:31.294055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:31.321549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.340062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:31.349582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:31.350358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.369113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb03969-1189-4d06-bc19-cb1ab370cfb1 None None] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:31.383089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757671d-3c70-43aa-8676-7ed3c0f2d5af req-eb567886-b060-46e0-b7b3-1ad007ffe567 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:31.393353 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7757671d-3c70-43aa-8676-7ed3c0f2d5af req-eb567886-b060-46e0-b7b3-1ad007ffe567 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.5365126 Dec 15 21:48:31.395723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.396323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.399281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.402603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:31.402950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:31.407327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.7 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/963fec51-7a0f-453b-a751-1a0b90a671bf) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:31.409445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.409832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.410246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.410545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.410935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.411585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.411585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.412011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.412276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:31.443009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576d4d0-a116-45f8-ab80-369a9e7200dc req-460e00f2-6b46-4132-9f2b-4ada95ab51b6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:31.444598 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b576d4d0-a116-45f8-ab80-369a9e7200dc req-460e00f2-6b46-4132-9f2b-4ada95ab51b6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 945 time: 0.3105533 Dec 15 21:48:31.450067 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.5054853 Dec 15 21:48:31.488242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:31.504685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1957239940', 'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:31.513505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:31.525456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:31.531501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:port and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:31.547415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.547612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cab5403f-0388-4ccc-915e-d7289bb8ab53 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:31.556395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:31.580767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:31.585932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Transition to ACTIVE for port object 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:31.607864 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b576d4d0-a116-45f8-ab80-369a9e7200dc req-63b3c960-6f1b-49ef-b3b8-79c7f731f5f1 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561077 Dec 15 21:48:31.633159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.654693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Made reservation on behalf of c7a1d7e1dc8c4945b67b54f609b746af for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:31.657952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.673701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caa8838-e51c-40b9-b8a8-814431797094 None None] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:31.816855 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7757671d-3c70-43aa-8676-7ed3c0f2d5af req-f8350249-eac9-4720-886b-63d3bc5d4065 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3970799 Dec 15 21:48:31.820218 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 HTTP/1.1" status: 204 len: 168 time: 2.9842830 Dec 15 21:48:31.826640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:31.850654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.871738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object 963fec51-7a0f-453b-a751-1a0b90a671bf will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:31.925210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7bfcfd-873d-4c72-becc-9e7882bbf0c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:31.926867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7bfcfd-873d-4c72-becc-9e7882bbf0c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:31.927662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5c7bfcfd-873d-4c72-becc-9e7882bbf0c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:31.980360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:31.989854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d90a4-c6ab-43a0-a0bb-821369017ec3 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:31.999033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b3844119-cb87-4f4a-99c2-e4a61a5efc3f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:32.018802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:32.019135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.059526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.078942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'Port': ['ID=0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:32.088864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:32.089966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:32.095183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:32.096664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] device_id is not set on port 1386abc0-35e7-4ef0-87a5-57ee7f24313a yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:32.102062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:32.129651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.138657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1239d815-ae21-47cb-8db9-ee1aed90ffd2 None None] Provisioning for port cab5403f-0388-4ccc-915e-d7289bb8ab53 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:32.142681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:32.143540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,segment=NetworkSegment(b3876cfb-aa98-46e9-98a6-a236e84b3653),segment_id=b3876cfb-aa98-46e9-98a6-a236e84b3653)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:32.143985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.162435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5c7bfcfd-873d-4c72-becc-9e7882bbf0c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:32.166116 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c7bfcfd-873d-4c72-becc-9e7882bbf0c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3360124 Dec 15 21:48:32.180818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 59992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:32.277648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:32.283071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.283778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.301245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:32.314365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:32.324730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0218918 Dec 15 21:48:32.330691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet c61dab5d-351b-4d52-a6be-2b9a1ea868dc {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:32.333948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.345594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:32.346699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=963fec51-7a0f-453b-a751-1a0b90a671bf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:32.353472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 59996) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:32.384106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Calling delete_port for 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:32.392421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.420073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.420484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.420856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.421266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.421616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.421963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.422303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.422646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.422986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.423321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.423667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.424026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:32.465533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port cab5403f-0388-4ccc-915e-d7289bb8ab53 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:32.484733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.499245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:32.534294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port cab5403f-0388-4ccc-915e-d7289bb8ab53 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:32.534675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.635256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.635897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.643145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.660487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:32.678520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c2e10-2368-4bce-b6f5-193cd2bbf25f req-8a028313-682f-4160-9d7b-9beea8be3a59 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.680091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c3c2e10-2368-4bce-b6f5-193cd2bbf25f req-8a028313-682f-4160-9d7b-9beea8be3a59 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.6305306 Dec 15 21:48:32.699500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60002) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:32.707816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 2001:db8::b4 (78284cc4-cba6-4a18-a3ba-9a2ebb47fe20/5f4cdda6-dead-439a-82ea-7c4f1846b1cb/1386abc0-35e7-4ef0-87a5-57ee7f24313a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:32.711702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Request body: {'floatingip': {'port_id': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:32.711845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,segment=NetworkSegment(b3876cfb-aa98-46e9-98a6-a236e84b3653),segment_id=b3876cfb-aa98-46e9-98a6-a236e84b3653)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:32.712161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.733461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914bc69-17b5-4b89-84fe-9b8469b65f80 None None] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:32.767812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-926bcf58-1c68-479f-8a01-bc120127ec5f None None] Provisioning for port 93efd401-5137-416c-b88f-1a746507b70b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:32.779484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=c61dab5d-351b-4d52-a6be-2b9a1ea868dc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:32.781908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.795722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:32.847167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6330905 Dec 15 21:48:32.850600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:32.855213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:32.878402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.904283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ef8b4-986c-4782-896a-ea3f516ddd3d tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.910600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ef8b4-986c-4782-896a-ea3f516ddd3d tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.916365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ef8b4-986c-4782-896a-ea3f516ddd3d tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:32.920699 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-804ef8b4-986c-4782-896a-ea3f516ddd3d tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.5602214 Dec 15 21:48:32.935195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60010) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:32.936103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ff:e2:99'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:32.955504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:32.965814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:33.037186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c61dab5d-351b-4d52-a6be-2b9a1ea868dc HTTP/1.1" status: 204 len: 168 time: 0.8531244 Dec 15 21:48:33.040210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:33.040993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:33.050813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Pushing event deleted for resources: {'Port': ['ID=5d6d267c-5c60-4f9b-ad31-c6d20e437a97,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:33.054988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] No DVR routers for this DVR port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:33.108555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:33.109021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.141792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:33.142109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:33.146782 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6eb9f696-2c4a-44c1-80c8-79ed70d9f4b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999391 Dec 15 21:48:33.153701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.154134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.154586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.154937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.155928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.156320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.156724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.157110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.157520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.157910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.158294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.158684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:48:33.162254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:33.172218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:33.189076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:33.191791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Deleting port 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:33.192154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.233857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-24c96c44-dfaa-4a0b-bc07-8cd49a8aba21 None None] Provisioning for port 963fec51-7a0f-453b-a751-1a0b90a671bf completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:33.242627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.291543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-24c96c44-dfaa-4a0b-bc07-8cd49a8aba21 None None] Provisioning complete for port 963fec51-7a0f-453b-a751-1a0b90a671bf triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:33.292134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24c96c44-dfaa-4a0b-bc07-8cd49a8aba21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.382834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port cab5403f-0388-4ccc-915e-d7289bb8ab53, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cab5403f-0388-4ccc-915e-d7289bb8ab53,segment=NetworkSegment(a0411b83-3904-4510-91f2-dd6c755f456b),segment_id=a0411b83-3904-4510-91f2-dd6c755f456b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:33.425044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.426177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 93efd401-5137-416c-b88f-1a746507b70b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:33.434547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.472333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:33.518068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.523374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.530530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-675b313f-7891-4933-b3b7-b76cacaf042d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:33.606271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.625293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d40d5c2-d5fa-41c4-8cfe-56e36e2292e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:33.675837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f607c792-528c-4eba-a198-468489a4dfde req-64f2bebc-d747-4b74-9bd5-99f5cd38ad34 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:33.682825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f607c792-528c-4eba-a198-468489a4dfde req-64f2bebc-d747-4b74-9bd5-99f5cd38ad34 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 945 time: 0.8786948 Dec 15 21:48:33.713987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:33.749680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:33.754620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.760597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:33.762321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Calling delete_port for 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:33.773104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Deleting port 93efd401-5137-416c-b88f-1a746507b70b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:33.773701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.775455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:33.792670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9810f893-164f-4ed6-9472-e3b6bf7ae02f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:33.832280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:33.871523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-24c96c44-dfaa-4a0b-bc07-8cd49a8aba21 None None] Port 963fec51-7a0f-453b-a751-1a0b90a671bf cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:33.881725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 93efd401-5137-416c-b88f-1a746507b70b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:33.886281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:33.889555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:33.889925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.934461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:33.947747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:33.949017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 93efd401-5137-416c-b88f-1a746507b70b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:33.949017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.949255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:33.949885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:33.974162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Pushing event updated for resources: {'Port': ['ID=1b74804b-51fd-4b23-9049-ad29b8c40e1a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:33.990120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:33.990909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.006333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] The port '5d6d267c-5c60-4f9b-ad31-c6d20e437a97' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:48:34.007801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=1386abc0-35e7-4ef0-87a5-57ee7f24313a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.009599 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f607c792-528c-4eba-a198-468489a4dfde req-eb2dd6a3-53e6-43ad-9b49-8879966ad723 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254712 Dec 15 21:48:34.020795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.030143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:34.033832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.049779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:34.072983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.125435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=cab5403f-0388-4ccc-915e-d7289bb8ab53,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.142017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6488197 Dec 15 21:48:34.146743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60024) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:34.150924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:34.154552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:34.250644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.251869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:34.256898 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'code': 200} Dec 15 21:48:34.297281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.320590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73949fd9-a395-4ba7-9e87-0d948a535792']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:34.330338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting port 1386abc0-35e7-4ef0-87a5-57ee7f24313a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:34.330851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.369335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.369572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-228c1686-bfed-4e50-bde3-92e70c522097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:34.390659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:34.424227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3876cfb-aa98-46e9-98a6-a236e84b3653') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:34.424588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3876cfb-aa98-46e9-98a6-a236e84b3653') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:34.479958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Provisioning complete for port cab5403f-0388-4ccc-915e-d7289bb8ab53 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:34.480384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.519519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event deleted for resources: {'Port': ['ID=0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.522552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.542932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:34.547126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.596307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:34.596718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.614623 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.690676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.695815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:34.700709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:34.703023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.761170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Calling delete_port for 93efd401-5137-416c-b88f-1a746507b70b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:34.794656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:34.807997 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Floating IP b21de950-ab87-4118-8ff2-4c97b95b4379 associated. External IP: 172.26.6.165, port: 9db6461a-c8ad-4b40-b06a-f0439ccd90e6. Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:34.813336 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:34.815991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.819627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:34.834556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.851572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9380d093-a32b-4e65-82af-078cba080c60 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:34.880080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.900894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=73949fd9-a395-4ba7-9e87-0d948a535792,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.929151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:34.937277 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/73949fd9-a395-4ba7-9e87-0d948a535792 HTTP/1.1" status: 204 len: 168 time: 5.4206545 Dec 15 21:48:34.938421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:34.940290 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "DELETE /v2.0/ports/0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2 HTTP/1.1" status: 204 len: 168 time: 1.9994857 Dec 15 21:48:34.975444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=93efd401-5137-416c-b88f-1a746507b70b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:34.978821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:34.979334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:34.988054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:35.010582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Request body: {'port': {'name': 'tempest-new-port-name-467689298', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:35.011212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] bootfile-name is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:35.011703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] tftp-server is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:35.012054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.api.validators [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] server-ip-address is not in valid_values {{(pid=87553) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:48:35.039670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:35.042146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1777947247'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:35.054614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:48:35.055350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5d6d267c-5c60-4f9b-ad31-c6d20e437a97 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:48:35.103113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:35.114685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.128462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:35.130880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:35.138865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:35.140717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Provisioning for port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:35.147496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a183a5-2256-4d05-b8f7-1d2f5a60fd66 req-ebf9c99b-4fa7-414c-a9f3-8d0b086b7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:35.149036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96a183a5-2256-4d05-b8f7-1d2f5a60fd66 req-ebf9c99b-4fa7-414c-a9f3-8d0b086b7adc service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 1099 time: 0.5683630 Dec 15 21:48:35.156924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Provisioning complete for port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:35.157455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.165667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:35.194167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:35.225648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cab5403f-0388-4ccc-915e-d7289bb8ab53 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:35.317801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Calling delete_port for 1386abc0-35e7-4ef0-87a5-57ee7f24313a owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:35.324366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:35.339602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74df5e3a-ae83-44b0-a491-e9e6e336167a None None] Could not find standard attr ID for object 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:35.368518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port cab5403f-0388-4ccc-915e-d7289bb8ab53 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:35.369184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.460244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.465993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3c4ea4ca-bdce-42b6-8424-cf1c6a78e95d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:35.514434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b8ff0720-209a-4a90-9485-bc507953cb3f None None] Provisioning complete for port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:35.515434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b8ff0720-209a-4a90-9485-bc507953cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.585722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b8ff0720-209a-4a90-9485-bc507953cb3f None None] Port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:35.589213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b8ff0720-209a-4a90-9485-bc507953cb3f None None] Could not find standard attr ID for object 0ee35fb3-e1ab-4fe9-beb0-9422d5bf0ef2. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:35.607856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Port': ['ID=1386abc0-35e7-4ef0-87a5-57ee7f24313a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:35.611101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:35.633146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Deleting port 93efd401-5137-416c-b88f-1a746507b70b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:35.633341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:35.633448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.635999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.649853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.659488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1386abc0-35e7-4ef0-87a5-57ee7f24313a HTTP/1.1" status: 204 len: 168 time: 1.5063913 Dec 15 21:48:35.659588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.659672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:35.665482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20', 'external_fixed_ips': [{'subnet_id': '5f4cdda6-dead-439a-82ea-7c4f1846b1cb', 'ip_address': '2001:db8::b4'}]}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:35.670514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:35.675325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:router and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:35.678703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:35.682099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:35.682779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 93efd401-5137-416c-b88f-1a746507b70b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:35.684671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:35.696419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.697487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.714511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.746517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.747220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.768168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7892fdb6-4be7-4772-93c5-414a66fd11e1 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105 tempest-ExternalNetworksAdminNegativeTestJSON-1672994105-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:35.819316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:35.847478 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96a183a5-2256-4d05-b8f7-1d2f5a60fd66 req-fb2cc569-0408-4569-9773-3ff87b3a9208 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6638956 Dec 15 21:48:35.950626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:35.998720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.026147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:36.029888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.034677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.056792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:36.071012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.078928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:36.130256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:36.130661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.134958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:36.136647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=963fec51-7a0f-453b-a751-1a0b90a671bf,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:36.143157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:36.143759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.159354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.211409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:36.223267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.223460 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment b0097f7a-bd2e-48fe-a5b3-98696922ca87 of type vlan for network c2a24763-9a40-4922-8e9a-56a4d76a5600 Dec 15 21:48:36.224322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:36.271327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Calling delete_port for 93efd401-5137-416c-b88f-1a746507b70b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:36.329398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] In _notify_port_updated(), no bound segment for port 963fec51-7a0f-453b-a751-1a0b90a671bf on network 6b736dc3-b8c8-4f06-b39b-355511f2b45a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:48:36.330865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8cf205b6-138b-4a76-8f3c-1d600ddeeea5 None None] Provisioning complete for port 963fec51-7a0f-453b-a751-1a0b90a671bf triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:36.331477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8cf205b6-138b-4a76-8f3c-1d600ddeeea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.334865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:36.335476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.339349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "PUT /v2.0/ports/963fec51-7a0f-453b-a751-1a0b90a671bf HTTP/1.1" status: 200 len: 993 time: 3.4739096 Dec 15 21:48:36.373619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:36.376656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=93efd401-5137-416c-b88f-1a746507b70b,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:36.379645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:36.381173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6103cd2-09c1-4a58-b359-9aa614461124 req-f486e455-b97f-4f88-98b9-54a2cbec1fc6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:36.382655 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d6103cd2-09c1-4a58-b359-9aa614461124 req-f486e455-b97f-4f88-98b9-54a2cbec1fc6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.9161065 Dec 15 21:48:36.414282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8cf205b6-138b-4a76-8f3c-1d600ddeeea5 None None] Port 963fec51-7a0f-453b-a751-1a0b90a671bf cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:36.422896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:36.423263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:36.466896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.496799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.506038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.510380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Deleting port 93efd401-5137-416c-b88f-1a746507b70b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:36.510843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.517507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3353827 Dec 15 21:48:36.534584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:36.542179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'name': 'tempest-NetworksTestDHCPv6-1594055848'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:36.679188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=0dae60c5-1011-4750-ae03-02e7d233d527,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:36.708304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:36.750289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:36.758605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:36.779468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 963fec51-7a0f-453b-a751-1a0b90a671bf {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:36.779806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.784358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] For port 93efd401-5137-416c-b88f-1a746507b70b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93efd401-5137-416c-b88f-1a746507b70b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:36.784930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.791544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:36.805822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:36.807000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d6103cd2-09c1-4a58-b359-9aa614461124 req-d7123a1f-8d20-4e31-85ef-542993d5a1b2 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3644602 Dec 15 21:48:36.829300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:36.832925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:36.862616 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Floating IP e1f55355-b940-495d-b362-8dc39d5d94c2 associated. External IP: 172.26.6.244, port: 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221. Dec 15 21:48:36.864775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 2001:db8::b4 (78284cc4-cba6-4a18-a3ba-9a2ebb47fe20/5f4cdda6-dead-439a-82ea-7c4f1846b1cb/c335b504-7483-4e12-a478-65296bf2f3a2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:36.870454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 5d4aefb8-669f-486b-83a6-b01b3979f5c1 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:36.990744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Calling delete_port for 93efd401-5137-416c-b88f-1a746507b70b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:37.080393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.093493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:37.140661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] No DVR routers for this DVR port 93efd401-5137-416c-b88f-1a746507b70b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:37.142977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Pushing event deleted for resources: {'Port': ['ID=93efd401-5137-416c-b88f-1a746507b70b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:37.145764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:37.160854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab641b98-32a9-4036-9467-f8552920cc0b None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:37.173474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:48:37.185326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.218684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:37.219298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.231519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d47317-19cb-4839-8d26-411695eeec0b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:37.250045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::92 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/0dae60c5-1011-4750-ae03-02e7d233d527/5d4aefb8-669f-486b-83a6-b01b3979f5c1) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:37.257166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.395798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.398399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '0dae60c5-1011-4750-ae03-02e7d233d527'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:37.399249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.405177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8df949bc-9443-48eb-8cde-36a85b0134a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:37.463690 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4599323 Dec 15 21:48:37.468726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:37.488704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:37.506334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:37.515405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:37.522409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=c2a24763-9a40-4922-8e9a-56a4d76a5600,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:37.532800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:37.571264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:37.636804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=c335b504-7483-4e12-a478-65296bf2f3a2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:37.662645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:37.713437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:37.717914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:37.728506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:37.761189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.766390 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] Sync routers for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:37.776144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:37.776756 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:37.824779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:37.829313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b5a8a4ba-747c-4b86-8e8b-f035968692b4 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:37.834888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:37.838055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:37.839240 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:37.845834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:37.848487 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:37.849100 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:37.887859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 5d4aefb8-669f-486b-83a6-b01b3979f5c1 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:37.911003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:37.919576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:37.920058 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea696f9a-cf10-4f10-83b8-ca702f3e2e1c None None] The sync data for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:37.998645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.051969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:38.055833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.147599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event updated for resources: {'Port': ['ID=4e7ac4da-be0b-46a1-aac4-039b48c9a6fe,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:38.151671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-607272a1-8f25-4804-a50a-d3d75b24d7f5 None None] Provisioning complete for port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:38.152704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-607272a1-8f25-4804-a50a-d3d75b24d7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.153471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.162784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] In _notify_port_updated(), no bound segment for port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe on network 85b999ce-c7d6-49f3-b136-7cef4e91c445 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:48:38.168249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:38.168875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.172054 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "PUT /v2.0/ports/4e7ac4da-be0b-46a1-aac4-039b48c9a6fe HTTP/1.1" status: 200 len: 1135 time: 3.1667891 Dec 15 21:48:38.175511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:38.183395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:38.208428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-607272a1-8f25-4804-a50a-d3d75b24d7f5 None None] Port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:38.264257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.279410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:38.318270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.319953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/0dae60c5-1011-4750-ae03-02e7d233d527/f3627766-a8f5-4a8d-9b5a-0ddec8f91883) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:38.345793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for 963fec51-7a0f-453b-a751-1a0b90a671bf owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:38.380123 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 11.1398125 Dec 15 21:48:38.399768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:38.430319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f490f7-eec1-4268-8882-392b6c809a41 req-565a737d-0dcb-4328-aada-ea2406850b42 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:38.431747 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32f490f7-eec1-4268-8882-392b6c809a41 req-565a737d-0dcb-4328-aada-ea2406850b42 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.4647672 Dec 15 21:48:38.443396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:38.454608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:38.471821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=5d4aefb8-669f-486b-83a6-b01b3979f5c1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:38.478008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:38.483581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:38.484258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.493101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:38.630657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.642769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Transition to ACTIVE for port object f3627766-a8f5-4a8d-9b5a-0ddec8f91883 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:38.662490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Transition to ACTIVE for port object f3627766-a8f5-4a8d-9b5a-0ddec8f91883 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:38.666415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Router ca9b5d70-15b3-475a-8b45-295c1ec39388 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:48:38.669385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.670121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32f490f7-eec1-4268-8882-392b6c809a41 req-78deb49e-9bce-48c9-8a92-2bf24ec480a6 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236276 Dec 15 21:48:38.687992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:38.705989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae010575-5903-4403-acad-c183481d8a00 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:38.707146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ae010575-5903-4403-acad-c183481d8a00 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Synchronizing usage tracker for tenant:41d85c12fe71448996892d050d66b638 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:38.769141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Pushing event updated for resources: {'Port': ['ID=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:38.772895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:38.778624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:38.779575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:38.785331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:38.815434 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-415de3fb-532a-4437-9a3a-c68f7688160a tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "GET /v2.0/floatingips/b21de950-ab87-4118-8ff2-4c97b95b4379 HTTP/1.1" status: 200 len: 983 time: 0.4054723 Dec 15 21:48:38.843634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60070) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:38.858431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3227730 Dec 15 21:48:38.865772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:38.898163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Attempting to bind port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:38.898537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Attempting to bind port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:38.899015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Attempting to bind port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:38.904480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:38.905040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:38.905329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.905667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:38.906273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Bound port: f3627766-a8f5-4a8d-9b5a-0ddec8f91883, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:38.906609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:38.972510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ae010575-5903-4403-acad-c183481d8a00 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Unset dirty status for tenant:41d85c12fe71448996892d050d66b638 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:38.976639 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ae010575-5903-4403-acad-c183481d8a00 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "GET /v2.0/ports/4e7ac4da-be0b-46a1-aac4-039b48c9a6fe HTTP/1.1" status: 200 len: 1135 time: 0.7861094 Dec 15 21:48:38.980294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:39.006819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] For port f3627766-a8f5-4a8d-9b5a-0ddec8f91883, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:39.010050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] For port f3627766-a8f5-4a8d-9b5a-0ddec8f91883, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:39.015862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.019928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3e3d4e6-cbdc-41ae-89b7-895584713140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:39.080985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.106979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Pushing event updated for resources: {'Port': ['ID=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:39.112146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:39.118247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23b42cdf-e5b0-4aaa-928d-d923c09ac8fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:39.148539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.150581 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b2d3e58c-d21f-4c96-8e4f-e579061f0aa1 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.3057733 Dec 15 21:48:39.151664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:39.160015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:39.163172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:39.165318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Sync routers for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:39.175176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:39.175806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:39.225159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=963fec51-7a0f-453b-a751-1a0b90a671bf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:39.227789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:39.237661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a98a-92db-4e9f-85fc-55ba9d5662a3 req-850c9e4c-9b8b-468f-b96c-3930ce028ffd tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:39.239254 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0181a98a-92db-4e9f-85fc-55ba9d5662a3 req-850c9e4c-9b8b-468f-b96c-3930ce028ffd tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.4299922 Dec 15 21:48:39.270087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:39.277130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fac6c4-0a4f-4350-b2a1-3b4e51a6ae37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:39.278570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Deleting port 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:39.278908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.283727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fac6c4-0a4f-4350-b2a1-3b4e51a6ae37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:39.284845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31fac6c4-0a4f-4350-b2a1-3b4e51a6ae37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:39.294761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.347865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Request body: {'floatingip': {'port_id': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:39.388467 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c9e0101-51f0-4cd4-85ee-84ab58751657 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "PUT /v2.0/floatingips/e1f55355-b940-495d-b362-8dc39d5d94c2 HTTP/1.1" status: 200 len: 992 time: 6.6877868 Dec 15 21:48:39.393571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:39.401611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31fac6c4-0a4f-4350-b2a1-3b4e51a6ae37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:39.405734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31fac6c4-0a4f-4350-b2a1-3b4e51a6ae37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5368381 Dec 15 21:48:39.406832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:39.498315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.550205 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'status': 'completed', 'code': 200} Dec 15 21:48:39.557514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:48:39.754843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.757861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 5d4aefb8-669f-486b-83a6-b01b3979f5c1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:39.758205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.808344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=30778f65-54f2-4d1c-aeb3-1eaef504d107,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:39.834704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:39.839174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/963fec51-7a0f-453b-a751-1a0b90a671bf HTTP/1.1" status: 204 len: 168 time: 3.4533014 Dec 15 21:48:39.844677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:39.844840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60100) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:39.873104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': 'b0097f7a-bd2e-48fe-a5b3-98696922ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:39.873467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: c2a24763-9a40-4922-8e9a-56a4d76a5600, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:39.923934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-220bbb49-c826-475a-bbad-30f8916508b1 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] GET failed (client error): The resource could not be found. Dec 15 21:48:39.924527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-220bbb49-c826-475a-bbad-30f8916508b1 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:39.954665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-e7208a3b-a7c2-4480-8c5b-02af9a706f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:39.956164 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-e7208a3b-a7c2-4480-8c5b-02af9a706f29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 1099 time: 0.3979642 Dec 15 21:48:39.982703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e1f55355-b940-495d-b362-8dc39d5d94c2', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'port_id': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'mac_address': 'fa:16:3e:6e:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:47:46Z', 'updated_at': '2021-12-15T21:48:35Z', 'revision_number': 1, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:39.987323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Checking router: ca9b5d70-15b3-475a-8b45-295c1ec39388 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:48:39.996817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:39.997815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:40.097852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port 1b74804b-51fd-4b23-9049-ad29b8c40e1a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:40.098198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.108361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-220bbb49-c826-475a-bbad-30f8916508b1 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:40.109537 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-220bbb49-c826-475a-bbad-30f8916508b1 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports/963fec51-7a0f-453b-a751-1a0b90a671bf HTTP/1.1" status: 404 len: 333 time: 0.2639954 Dec 15 21:48:40.126702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60104) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:40.142203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-812159030'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:40.201377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:48:40.341430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-06fdf87f-e9bc-410f-93bf-556509bd1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:40.344463 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-06fdf87f-e9bc-410f-93bf-556509bd1cd4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 200 len: 913 time: 0.3791776 Dec 15 21:48:40.344737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.388356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:40.511620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.678651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa886233-485e-4374-bfb5-252fe126149a None None] Provisioning for port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:40.682987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Calling delete_port for 4e7ac4da-be0b-46a1-aac4-039b48c9a6fe owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:40.709705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 5d4aefb8-669f-486b-83a6-b01b3979f5c1 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:40.729780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c2a24763-9a40-4922-8e9a-56a4d76a5600) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:40.744482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:40.747344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a47d66-1b7e-4672-80a4-50f566b17296 None None] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:40.779960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:40.815626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:40.816278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.824464 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-c6f4b0b9-122f-4147-b9b6-b2186abce96d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 200 len: 1000 time: 0.4689732 Dec 15 21:48:40.837080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:40.841299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.928789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port 43d7c290-d526-4376-9f94-2eb8811686f4 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:40.934820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-304b56e9-3ca4-4cf3-9988-3ba0014154fc None None] Could not find standard attr ID for object f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:40.938256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e1f55355-b940-495d-b362-8dc39d5d94c2', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'port_id': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'mac_address': 'fa:16:3e:6e:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:47:46Z', 'updated_at': '2021-12-15T21:48:35Z', 'revision_number': 1, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:40.945412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb31fab-0680-4d48-a444-a38196a9d661 None None] The sync data for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv is: [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e1f55355-b940-495d-b362-8dc39d5d94c2', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'port_id': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'mac_address': 'fa:16:3e:6e:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:47:46Z', 'updated_at': '2021-12-15T21:48:35Z', 'revision_number': 1, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:40.985893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:40.986210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.026290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-d3542813-4212-4dea-8f1e-b067c2119634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:41.027734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-d3542813-4212-4dea-8f1e-b067c2119634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13a7bb9-da08-4077-b134-900ea52a2fa7 HTTP/1.1" status: 200 len: 851 time: 0.1735628 Dec 15 21:48:41.109040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c2a24763-9a40-4922-8e9a-56a4d76a5600', 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': '30778f65-54f2-4d1c-aeb3-1eaef504d107'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:41.109972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.225632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.234356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcd614c9-9b59-482b-aeab-4d3f7951a24d tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:41.274857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3627766-a8f5-4a8d-9b5a-0ddec8f91883 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:41.292165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=5d4aefb8-669f-486b-83a6-b01b3979f5c1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:41.294640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:41.319591 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51901f52-b216-41c2-9d57-24d4ead3cc38 None None] New status for floating IP e1f55355-b940-495d-b362-8dc39d5d94c2: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:48:41.340215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for 1b74804b-51fd-4b23-9049-ad29b8c40e1a owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:41.363157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.6 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/43d7c290-d526-4376-9f94-2eb8811686f4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:41.372113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.422638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-5f41f178-a021-4b66-84e9-33e817a36afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:41.424142 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-5f41f178-a021-4b66-84e9-33e817a36afe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3811696 Dec 15 21:48:41.429192 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/5d4aefb8-669f-486b-83a6-b01b3979f5c1 HTTP/1.1" status: 204 len: 168 time: 2.0217834 Dec 15 21:48:41.432030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:41.523826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Allocated IP 2001:db8::2 (c2a24763-9a40-4922-8e9a-56a4d76a5600/30778f65-54f2-4d1c-aeb3-1eaef504d107/a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:41.587561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.603946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.627229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc852c19-4056-47ce-a21b-c5ca4018982d tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:41.732570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8ad27207-cb5e-4ce1-b79f-d097e80048d3 None None] Could not find standard attr ID for object 5d4aefb8-669f-486b-83a6-b01b3979f5c1. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:41.748163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Port': ['ID=1b74804b-51fd-4b23-9049-ad29b8c40e1a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:41.775147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:41.792206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:41.792640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:41.854473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3795812 Dec 15 21:48:41.899288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60116) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:41.926366 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-797e531c-c692-4504-8b7a-93ab967b5c6b service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491415 Dec 15 21:48:41.942497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b234cff7-c349-4bb3-a94a-5894aedbd993 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:41.955271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b234cff7-c349-4bb3-a94a-5894aedbd993 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:41.956107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b234cff7-c349-4bb3-a94a-5894aedbd993 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:42.038873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1547408426'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:42.065414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.084831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.099759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Transition to ACTIVE for port object a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:42.140168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Transition to ACTIVE for port object a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:42.149674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port f3627766-a8f5-4a8d-9b5a-0ddec8f91883, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:42.151445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.159116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:42.162285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.168987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event deleted for resources: {'Port': ['ID=4e7ac4da-be0b-46a1-aac4-039b48c9a6fe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:42.187796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:42.195204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:42.195366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:42.206377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.219657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b234cff7-c349-4bb3-a94a-5894aedbd993 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:42.223563 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b234cff7-c349-4bb3-a94a-5894aedbd993 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7906029 Dec 15 21:48:42.229913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:42.234249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:42.236983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:42.239348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:42.278166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Pushing event updated for resources: {'Port': ['ID=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:42.281391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:42.286177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:42.387126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.398482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Attempting to bind port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:42.398852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Attempting to bind port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b0097f7a-bd2e-48fe-a5b3-98696922ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:42.399233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Attempting to bind port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc on network c2a24763-9a40-4922-8e9a-56a4d76a5600 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:42.407487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:42.407853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Checking segment: {'id': 'b0097f7a-bd2e-48fe-a5b3-98696922ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:42.408282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.408676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Bound using segment: {'id': 'b0097f7a-bd2e-48fe-a5b3-98696922ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:42.409152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Bound port: a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0097f7a-bd2e-48fe-a5b3-98696922ca87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c2a24763-9a40-4922-8e9a-56a4d76a5600'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:42.409520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.422832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:42.426072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:42.441107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 0dae60c5-1011-4750-ae03-02e7d233d527 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:42.459231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e66e0c2-ee89-4f6b-b38f-ab5c761a675c req-d4bc2d77-4605-4c40-86bb-8afbbdae5e63 service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874141 Dec 15 21:48:42.460188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.486363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router 48a0317c-7d47-483f-bf49-498e3c644c0e is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:48:42.503927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "DELETE /v2.0/ports/4e7ac4da-be0b-46a1-aac4-039b48c9a6fe HTTP/1.1" status: 204 len: 168 time: 3.5225172 Dec 15 21:48:42.521539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] For port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:42.525269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] For port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,segment=NetworkSegment(b0097f7a-bd2e-48fe-a5b3-98696922ca87),segment_id=b0097f7a-bd2e-48fe-a5b3-98696922ca87)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:42.532408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.540087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:42.543389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2878c53e-5a96-42c2-8f15-bbff5955e5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:42.618804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object 43d7c290-d526-4376-9f94-2eb8811686f4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:42.630353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Pushing event updated for resources: {'Port': ['ID=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:42.633207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:42.647533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:42.665722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:42.671856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:42.681708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:42.687035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.742776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:42.746609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.764984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.777536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28bb337b-1ec0-4157-8463-33b8ae4a62a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:42.804477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:42.804952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Floating IP b21de950-ab87-4118-8ff2-4c97b95b4379 disassociated (deleted). External IP: 172.26.6.165, port: 9db6461a-c8ad-4b40-b06a-f0439ccd90e6. Dec 15 21:48:42.859749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port ef4fe7c9-39a0-4d07-9b5c-28088ad85966 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:42.907537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:42.922922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:42.925653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:42.937044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Deleting subnet 9da073d8-030b-4d38-bc0f-7a1867710d95 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:42.949689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.002945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=43d7c290-d526-4376-9f94-2eb8811686f4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:43.005118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:43.046918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.095535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:43.096194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.140889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:43.144415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.152326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Sync routers for ids ['48a0317c-7d47-483f-bf49-498e3c644c0e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:43.162326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Routers {'48a0317c-7d47-483f-bf49-498e3c644c0e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:43.165600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['48a0317c-7d47-483f-bf49-498e3c644c0e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:43.165736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0355527 Dec 15 21:48:43.173328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60132) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:43.188714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ff:e2:99'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:43.283946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::323 (c2a24763-9a40-4922-8e9a-56a4d76a5600/30778f65-54f2-4d1c-aeb3-1eaef504d107/ef4fe7c9-39a0-4d07-9b5c-28088ad85966) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:43.305834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:43.336343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.421016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3627766-a8f5-4a8d-9b5a-0ddec8f91883 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:43.425853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:43.451013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.452952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc9f8ebc-8dca-4fd9-8e61-6153606095d5 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 7.7924588 Dec 15 21:48:43.455593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.460590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.460783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:43.512760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6b7048a7-2de0-4d81-959c-551ab236ca3d None None] Provisioning for port 43d7c290-d526-4376-9f94-2eb8811686f4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:43.532598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e93601-5bb8-4496-becf-56e2102c813e None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:43.567668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6b7048a7-2de0-4d81-959c-551ab236ca3d None None] Provisioning complete for port 43d7c290-d526-4376-9f94-2eb8811686f4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:43.568082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b7048a7-2de0-4d81-959c-551ab236ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.590003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=0dae60c5-1011-4750-ae03-02e7d233d527,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:43.592469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:43.621293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/0dae60c5-1011-4750-ae03-02e7d233d527 HTTP/1.1" status: 204 len: 168 time: 1.3809736 Dec 15 21:48:43.628159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60140) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:43.705257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b92298ff-f2ca-43a9-9fd4-3641894f1a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.713508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.716220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75ddf1c1-8974-471f-9908-b66277a6b803 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868673 Dec 15 21:48:43.738528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:43.752945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:43.781097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Set router 48a0317c-7d47-483f-bf49-498e3c644c0e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:48:43.791442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.830363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6b7048a7-2de0-4d81-959c-551ab236ca3d None None] Port 43d7c290-d526-4376-9f94-2eb8811686f4 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:43.949468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:43.955913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad54e11a-668c-4585-a06f-b0621460b52b None None] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:43.997028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:44.001424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object ef4fe7c9-39a0-4d07-9b5c-28088ad85966 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:44.004037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.014042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:44.018399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:44.029998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:44.044714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.076475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d09cdd44-5a05-49dc-9c40-adad3f0c1462 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:44.087679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:44.091203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.117347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.172190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6f61e491-4e91-458c-bbfc-b6d9d20755ae None None] Provisioning for port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:44.182596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:44.182961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.213483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.224897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53913cb0-7d26-41fb-b41d-ca67602978e4 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:44.228580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743d20e9-b4c7-4d6e-8a68-b4568b64ee3b None None] Network 85b999ce-c7d6-49f3-b136-7cef4e91c445 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:44.243031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event deleted for resources: {'Subnet': ['ID=9da073d8-030b-4d38-bc0f-7a1867710d95,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:44.299857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.312566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:44.354921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "DELETE /v2.0/subnets/9da073d8-030b-4d38-bc0f-7a1867710d95 HTTP/1.1" status: 204 len: 168 time: 1.8060591 Dec 15 21:48:44.371794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:44.410899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:44.421045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:44.469710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Floating IP 1011489a-456d-4845-9425-1fc125a6cfc0 associated. External IP: 172.26.6.63, port: 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6. Dec 15 21:48:44.564231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:48:44.596477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:44.605558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:44.606726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.624789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=ef4fe7c9-39a0-4d07-9b5c-28088ad85966,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:44.652200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.653793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:44.711802 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.8003998 Dec 15 21:48:44.714499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:44.723569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.766989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting port c335b504-7483-4e12-a478-65296bf2f3a2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:44.767313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.785326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:44.792348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:44.824879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Deleting port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:44.825385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.866580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Deleting port cab5403f-0388-4ccc-915e-d7289bb8ab53 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:44.866990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.904334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port ef4fe7c9-39a0-4d07-9b5c-28088ad85966 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:44.905097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.964865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:44.965695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a0317c-7d47-483f-bf49-498e3c644c0e', 'name': '', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20', 'external_fixed_ips': [{'subnet_id': '5f4cdda6-dead-439a-82ea-7c4f1846b1cb', 'ip_address': '2001:db8::b4'}], 'enable_snat': True}, 'gw_port_id': 'c335b504-7483-4e12-a478-65296bf2f3a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:48:35Z', 'updated_at': '2021-12-15T21:48:37Z', 'revision_number': 3, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port': {'id': 'c335b504-7483-4e12-a478-65296bf2f3a2', 'name': '', 'network_id': '78284cc4-cba6-4a18-a3ba-9a2ebb47fe20', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a0317c-7d47-483f-bf49-498e3c644c0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '5f4cdda6-dead-439a-82ea-7c4f1846b1cb', 'ip_address': '2001:db8::b4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:48:36Z', 'updated_at': '2021-12-15T21:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f4cdda6-dead-439a-82ea-7c4f1846b1cb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:44.981859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Checking router: 48a0317c-7d47-483f-bf49-498e3c644c0e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:48:44.982289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Updating router 48a0317c-7d47-483f-bf49-498e3c644c0e port c335b504-7483-4e12-a478-65296bf2f3a2 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:48:44.985911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.005528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a7524dbf-3d78-45dd-ab53-ded519946eaa tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:45.085048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:45.094258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.099234 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] Sync routers for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:45.107947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] DHCP port deletion for 85b999ce-c7d6-49f3-b136-7cef4e91c445 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:45.116969 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:45.120151 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:45.153134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Deleting port cab5403f-0388-4ccc-915e-d7289bb8ab53 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:45.153407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.273696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.282506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.284145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:45.304507 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:45.306015 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:45.343642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eebb77e6-bfbc-4385-b6d2-ddbaa257c539 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/floatingips/b21de950-ab87-4118-8ff2-4c97b95b4379 HTTP/1.1" status: 204 len: 168 time: 6.1793745 Dec 15 21:48:45.353490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:45.355965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:45.366198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Router 6714d258-c841-470a-a6d4-a1634dcf9c4c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:48:45.376600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:45.386395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.395919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:45.412092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Usage tracker for resource:floatingip and tenant:b0c7508fbfc646ddb7ec7e32db3dd3cd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:45.412827 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:45.413236 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a7841f-b418-4a3e-9620-45cbccc02ad5 None None] The sync data for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:45.417702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:45.423104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=43d7c290-d526-4376-9f94-2eb8811686f4,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:45.430324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:45.436400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:45.436781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.461819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:45.598242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] For port f3627766-a8f5-4a8d-9b5a-0ddec8f91883, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:45.599134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.647561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:45.702854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=310b7937-60b5-40ed-b776-f75ed24737f0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:45.705047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] In _notify_port_updated(), no bound segment for port 43d7c290-d526-4376-9f94-2eb8811686f4 on network 6b736dc3-b8c8-4f06-b39b-355511f2b45a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:48:45.713935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:45.714543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.719076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "PUT /v2.0/ports/43d7c290-d526-4376-9f94-2eb8811686f4 HTTP/1.1" status: 200 len: 995 time: 2.5384951 Dec 15 21:48:45.728058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:45.730491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:45.731376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:45.749318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:45.749911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.762353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:45.792195 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0497091 Dec 15 21:48:45.798362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:45.804426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Calling delete_port for f3627766-a8f5-4a8d-9b5a-0ddec8f91883 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:45.820427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'name': 'tempest-NetworksTestDHCPv6-1742261800'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:45.854964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.866873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] For port cab5403f-0388-4ccc-915e-d7289bb8ab53, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cab5403f-0388-4ccc-915e-d7289bb8ab53,segment=NetworkSegment(a0411b83-3904-4510-91f2-dd6c755f456b),segment_id=a0411b83-3904-4510-91f2-dd6c755f456b)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:45.867229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.880919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Calling delete_port for c335b504-7483-4e12-a478-65296bf2f3a2 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:45.964464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Provisioning complete for port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:45.964834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.985312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:45.988697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a2b47538-da99-4ba6-bd14-a63831b189e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.097849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 43d7c290-d526-4376-9f94-2eb8811686f4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:46.098417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.178785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for ef4fe7c9-39a0-4d07-9b5c-28088ad85966 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:46.211232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.212700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Calling delete_port for cab5403f-0388-4ccc-915e-d7289bb8ab53 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:46.235410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.244873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5af86dfa-4c79-48f5-a347-f91a4eb5a21a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:46.325857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Pushing event deleted for resources: {'Port': ['ID=f3627766-a8f5-4a8d-9b5a-0ddec8f91883,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:46.331043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:46.335023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] For port cab5403f-0388-4ccc-915e-d7289bb8ab53, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cab5403f-0388-4ccc-915e-d7289bb8ab53,segment=NetworkSegment(a0411b83-3904-4510-91f2-dd6c755f456b),segment_id=a0411b83-3904-4510-91f2-dd6c755f456b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:46.335426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.350642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] No DVR routers for this DVR port f3627766-a8f5-4a8d-9b5a-0ddec8f91883 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:46.382733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:46.388053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.465095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Sync routers for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:46.468155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1099c30f-7280-4eb0-86fc-4559049f7cae None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:46.481209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,segment=NetworkSegment(b0097f7a-bd2e-48fe-a5b3-98696922ca87),segment_id=b0097f7a-bd2e-48fe-a5b3-98696922ca87)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:46.512383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:46.520976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:46.521445 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0c1d61b-de1f-4d77-a0d8-9db7ac521edb tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "PUT /v2.0/floatingips/1011489a-456d-4845-9425-1fc125a6cfc0 HTTP/1.1" status: 200 len: 991 time: 7.2474511 Dec 15 21:48:46.526025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:46.539626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:48:46.553320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:46.578082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:46.583922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.607355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Calling delete_port for cab5403f-0388-4ccc-915e-d7289bb8ab53 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:46.614374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.620890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f6b6768-8ec0-457f-8626-1f1fbbeea26e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:46.683593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.689173 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'status': 'completed', 'code': 200} Dec 15 21:48:46.703705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:46.718531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 75e57124-dd31-4c47-9b9f-1bc3adc162cd yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:46.734399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.743070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:46.800819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Port': ['ID=c335b504-7483-4e12-a478-65296bf2f3a2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:46.806532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.813969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:46.818504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event deleted for resources: {'Port': ['ID=cab5403f-0388-4ccc-915e-d7289bb8ab53,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:46.842413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:46.844417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:46.879133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cab5403f-0388-4ccc-915e-d7289bb8ab53 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:46.887956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] No DVR routers for this DVR port cab5403f-0388-4ccc-915e-d7289bb8ab53 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:46.918569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.928180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=ef4fe7c9-39a0-4d07-9b5c-28088ad85966,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:46.939412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:46.940077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:46.960941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:46.970048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:47.016556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.047809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.057808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: cab5403f-0388-4ccc-915e-d7289bb8ab53 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:48:47.058159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cab5403f-0388-4ccc-915e-d7289bb8ab53 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:48:47.058858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3627766-a8f5-4a8d-9b5a-0ddec8f91883 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:47.094265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.142226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: f3627766-a8f5-4a8d-9b5a-0ddec8f91883 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:48:47.142582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3627766-a8f5-4a8d-9b5a-0ddec8f91883 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:48:47.144086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.172341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/ef4fe7c9-39a0-4d07-9b5c-28088ad85966 HTTP/1.1" status: 204 len: 168 time: 2.4539876 Dec 15 21:48:47.175325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:47.188923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:48:47.215531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.217098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.224763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58c01-63d5-499d-8294-562cd12f0196 req-4a08801e-6916-46bf-b23f-a239267aa443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:47.226232 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-4a08801e-6916-46bf-b23f-a239267aa443 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2996cc80c22a45c3b54407191c1ea165&device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 1099 time: 0.5757210 Dec 15 21:48:47.276687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01ed077-6358-44cc-a6f6-eff2a7f64466 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:48:47.277139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c01ed077-6358-44cc-a6f6-eff2a7f64466 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:47.298543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::25b (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/310b7937-60b5-40ed-b776-f75ed24737f0/75e57124-dd31-4c47-9b9f-1bc3adc162cd) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:47.334106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:47.362149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b999ce-c7d6-49f3-b136-7cef4e91c445']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:47.372094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.374103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:47.387754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0411b83-3904-4510-91f2-dd6c755f456b') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:47.388089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0411b83-3904-4510-91f2-dd6c755f456b') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:47.392447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:47.392795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:47.404209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c01ed077-6358-44cc-a6f6-eff2a7f64466 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:47.408596 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c01ed077-6358-44cc-a6f6-eff2a7f64466 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/ef4fe7c9-39a0-4d07-9b5c-28088ad85966 HTTP/1.1" status: 404 len: 333 time: 0.2254975 Dec 15 21:48:47.422417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.428320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60184) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:47.431011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.443333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for 43d7c290-d526-4376-9f94-2eb8811686f4 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:47.458124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:47.458124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:47.465032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:47.465665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:47.480192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:48:47.526896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.558800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:47.559214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.564947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.565613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48a0317c-7d47-483f-bf49-498e3c644c0e {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:47.575868 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:47.587144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58c01-63d5-499d-8294-562cd12f0196 req-c5bd2bd7-8ad1-49ee-ab48-b69d8a8d7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:47.588768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-c5bd2bd7-8ad1-49ee-ab48-b69d8a8d7fcf service neutron] 10.222.0.32 "GET /v2.0/networks?id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d HTTP/1.1" status: 200 len: 907 time: 0.3471224 Dec 15 21:48:47.650236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.650597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 30778f65-54f2-4d1c-aeb3-1eaef504d107 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:47.653980 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/routers/48a0317c-7d47-483f-bf49-498e3c644c0e HTTP/1.1" status: 204 len: 168 time: 4.1897075 Dec 15 21:48:47.681755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:47.683744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '310b7937-60b5-40ed-b776-f75ed24737f0'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:47.684770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.703982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.774629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Allocated IP 172.26.6.66 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/81e77abe-34bc-42d5-9869-6b0671ba4eef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:47.792553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting subnet 5f4cdda6-dead-439a-82ea-7c4f1846b1cb {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:47.796382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.805778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.815288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:47.832072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.857263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.866932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.881124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Pushing event deleted for resources: {'Network': ['ID=85b999ce-c7d6-49f3-b136-7cef4e91c445,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:47.884354 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-8de8c20e-7933-462c-b68f-0f4d6e70d790 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 HTTP/1.1" status: 200 len: 999 time: 0.2433183 Dec 15 21:48:47.892237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:47.893422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Deleting port cab5403f-0388-4ccc-915e-d7289bb8ab53 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:47.893847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.895952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] 10.222.0.18 "DELETE /v2.0/networks/85b999ce-c7d6-49f3-b136-7cef4e91c445 HTTP/1.1" status: 204 len: 168 time: 3.5208287 Dec 15 21:48:47.943844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:47.972095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6e18f0a-6542-43bb-b1f9-40c32ce8bfd8 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:48.032189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f6cd0070-eb57-4a65-a154-d61fd851468e None None] The port 'cab5403f-0388-4ccc-915e-d7289bb8ab53' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:48:48.068616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Port c335b504-7483-4e12-a478-65296bf2f3a2 not found while updating agent binding for router 48a0317c-7d47-483f-bf49-498e3c644c0e. {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 21:48:48.115402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58c01-63d5-499d-8294-562cd12f0196 req-2966c12c-624c-42b4-a929-654b3494d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:48.117077 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-2966c12c-624c-42b4-a929-654b3494d53a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9697bf60-d866-4786-aed4-29affeead380 HTTP/1.1" status: 200 len: 845 time: 0.2176113 Dec 15 21:48:48.127855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=43d7c290-d526-4376-9f94-2eb8811686f4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:48.133232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:48.139377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Routers set() bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:48.139644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Router IDs set() for agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 15 21:48:48.140317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_agentschedulers_db [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48a0317c-7d47-483f-bf49-498e3c644c0e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent'). {{(pid=87555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 21:48:48.140691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe8e918-b8d0-4dc3-bd63-969e4986fe2a None None] The sync data for ids ['48a0317c-7d47-483f-bf49-498e3c644c0e'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:48.144091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-738be5a0-a989-48be-8707-02103f2b24f5 None None] Could not find standard attr ID for object ef4fe7c9-39a0-4d07-9b5c-28088ad85966. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:48.203992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1011489a-456d-4845-9425-1fc125a6cfc0', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'port_id': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'mac_address': 'fa:16:3e:dd:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3005323e-078d-4101-8cb3-2f0e71f80418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:48:08Z', 'updated_at': '2021-12-15T21:48:42Z', 'revision_number': 1, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:48.208565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.209320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Checking router: 6714d258-c841-470a-a6d4-a1634dcf9c4c for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:48:48.221250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:48.222262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:48.297836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.409150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:48.429033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.456218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.466842 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/43d7c290-d526-4376-9f94-2eb8811686f4 HTTP/1.1" status: 204 len: 168 time: 2.7355886 Dec 15 21:48:48.470556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:48.480273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.515343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 75e57124-dd31-4c47-9b9f-1bc3adc162cd will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:48.517124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.523631 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1554bc3-a279-4642-a2af-b85a5e48fffe tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] GET failed (client error): The resource could not be found. Dec 15 21:48:48.524237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b1554bc3-a279-4642-a2af-b85a5e48fffe tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:48.529393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:48.536834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a58c01-63d5-499d-8294-562cd12f0196 req-67d01eab-2bd1-4685-b635-090479d503fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:48.539457 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-67d01eab-2bd1-4685-b635-090479d503fb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c74e6eb8-a43b-4b6b-9400-63323c56bc6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4123845 Dec 15 21:48:48.554029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.570547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4cdda6-dead-439a-82ea-7c4f1846b1cb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:48.572487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.578588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:48.580024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9b8a5299-8ea2-416e-a297-8c8d52518f26 None None] Could not find standard attr ID for object 43d7c290-d526-4376-9f94-2eb8811686f4. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:48.587550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9b8a5299-8ea2-416e-a297-8c8d52518f26 None None] Could not find standard attr ID for object ef4fe7c9-39a0-4d07-9b5c-28088ad85966. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:48.590604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/5f4cdda6-dead-439a-82ea-7c4f1846b1cb HTTP/1.1" status: 204 len: 168 time: 0.9007752 Dec 15 21:48:48.600418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60210) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:48.605213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b1554bc3-a279-4642-a2af-b85a5e48fffe tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:48.606328 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1554bc3-a279-4642-a2af-b85a5e48fffe tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports/43d7c290-d526-4376-9f94-2eb8811686f4 HTTP/1.1" status: 404 len: 333 time: 0.1341412 Dec 15 21:48:48.623653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:48.630960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:48:48.632930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:48.695774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.702434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7ce7f764-7386-4ed1-94e7-78f451c5b75b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:48.707775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.738828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-1234774962'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:48.770381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.773557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=30778f65-54f2-4d1c-aeb3-1eaef504d107,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:48.775829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:48.780840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:48.783679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.792577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:48.792747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e9707-d8b5-422e-a768-46a18f7b0e9a None None] Network c2a24763-9a40-4922-8e9a-56a4d76a5600 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:48.797006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:48.823649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:48.856942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/30778f65-54f2-4d1c-aeb3-1eaef504d107 HTTP/1.1" status: 204 len: 168 time: 1.4274495 Dec 15 21:48:48.870940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:48.878955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Pushing event updated for resources: {'Port': ['ID=81e77abe-34bc-42d5-9869-6b0671ba4eef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:48.886405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:48.912069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:48.980951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:48.981338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/310b7937-60b5-40ed-b776-f75ed24737f0/fe49bd4a-15bc-4416-958a-36e55cc25bf6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:49.099674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.108004 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2082b083-3c2b-45da-89c2-bebc25458b7a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41d85c12fe71448996892d050d66b638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6895330 Dec 15 21:48:49.122711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:49.165638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78284cc4-cba6-4a18-a3ba-9a2ebb47fe20']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:49.179971 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-4c3bc41d-a2a5-4b0c-82a5-12024ae20522 service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288118 Dec 15 21:48:49.185906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:49.187195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b820e69-df16-408f-a929-5d7a8893fa2d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:49.187499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b820e69-df16-408f-a929-5d7a8893fa2d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:49.190279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:49.193521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:49.199535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:49.200065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.210094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.215692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.230659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:49.231047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.231247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.233866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.240496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:49.241372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.243134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=75e57124-dd31-4c47-9b9f-1bc3adc162cd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:49.246368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:49.255513 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:49.263253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:49.297006 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4851146 Dec 15 21:48:49.341105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:49.346119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:49.383269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.416213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:49.416604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.433751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.445298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:49.463823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:49.465044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:48:49.466655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Network': ['ID=78284cc4-cba6-4a18-a3ba-9a2ebb47fe20,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:49.468670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.470842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.473216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:49.545274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.554105 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/networks/78284cc4-cba6-4a18-a3ba-9a2ebb47fe20 HTTP/1.1" status: 204 len: 168 time: 0.9510324 Dec 15 21:48:49.575600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port a5888977-a787-4a46-b77a-3b3335b8f34d yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:49.687362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.696268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.705084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f3adb212-dd4d-4cc5-806f-325a95d0289d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:49.707725 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15a58c01-63d5-499d-8294-562cd12f0196 req-8772f34f-2f07-4d75-bbf8-a922733d5c9e service neutron] 10.222.0.32 "GET /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031068 Dec 15 21:48:49.716989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.756668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.783081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Transition to ACTIVE for port object fe49bd4a-15bc-4416-958a-36e55cc25bf6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:49.800957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] DHCP port deletion for c2a24763-9a40-4922-8e9a-56a4d76a5600 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:49.843130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Deleting port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:49.845813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.900701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6727579-492c-4623-97f5-b959f7a915f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:49.901467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a6727579-492c-4623-97f5-b959f7a915f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:49.907772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Transition to ACTIVE for port object fe49bd4a-15bc-4416-958a-36e55cc25bf6 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:49.929346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Pushing event updated for resources: {'Port': ['ID=81e77abe-34bc-42d5-9869-6b0671ba4eef,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:49.930172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.933680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:49.944311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.944884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:49.962403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:49.966971 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6098485 Dec 15 21:48:49.968209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:50.018332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1011489a-456d-4845-9425-1fc125a6cfc0', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'port_id': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'mac_address': 'fa:16:3e:dd:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3005323e-078d-4101-8cb3-2f0e71f80418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:48:08Z', 'updated_at': '2021-12-15T21:48:42Z', 'revision_number': 1, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:50.041964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60248) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:50.045233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:50.048777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'name': 'tempest-router--1127466919', 'project_id': '9cc94ea5957b49a5b35fe7b2f5fb0ff8'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:50.049937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a6727579-492c-4623-97f5-b959f7a915f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:50.051120 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6727579-492c-4623-97f5-b959f7a915f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7027643 Dec 15 21:48:50.056128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60252) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:50.057747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:50.059495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:50.060744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:50.069267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:router and tenant:9cc94ea5957b49a5b35fe7b2f5fb0ff8 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:50.073222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,segment=NetworkSegment(b0097f7a-bd2e-48fe-a5b3-98696922ca87),segment_id=b0097f7a-bd2e-48fe-a5b3-98696922ca87)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:50.073428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a6206-a065-4e62-91d5-671f25966fcf None None] The sync data for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv is: [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1011489a-456d-4845-9425-1fc125a6cfc0', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'floating_ip_address': '172.26.6.63', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'port_id': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 200, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'mac_address': 'fa:16:3e:dd:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3005323e-078d-4101-8cb3-2f0e71f80418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:48:08Z', 'updated_at': '2021-12-15T21:48:42Z', 'revision_number': 1, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:50.075233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:50.080742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.087242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:50.107123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.111405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.162452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Pushing event updated for resources: {'Port': ['ID=fe49bd4a-15bc-4416-958a-36e55cc25bf6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:50.165443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:50.189098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:50.208845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:50.218459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Usage tracker for resource:floatingip and tenant:a642138ac0d84eafb04ec31e0acb0f52 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:50.226585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:50.236791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:50.257587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.272112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Attempting to bind port fe49bd4a-15bc-4416-958a-36e55cc25bf6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:50.272543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Attempting to bind port fe49bd4a-15bc-4416-958a-36e55cc25bf6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:50.272908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Attempting to bind port fe49bd4a-15bc-4416-958a-36e55cc25bf6 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:50.282661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:50.283077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:50.283485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.283895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:50.284377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Bound port: fe49bd4a-15bc-4416-958a-36e55cc25bf6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:50.284751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.394153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.443409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.466529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] For port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,segment=NetworkSegment(b0097f7a-bd2e-48fe-a5b3-98696922ca87),segment_id=b0097f7a-bd2e-48fe-a5b3-98696922ca87)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:50.467019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.483595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.487682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5409528f-78f0-4846-bc97-68a9b9a7a0ea tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4417748 Dec 15 21:48:50.487829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:50.519097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.523040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:50.627716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.631661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Calling delete_port for a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:50.650107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:50.674953 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5327580-9879-4d63-b97c-bf2ac8881a4f None None] New status for floating IP 1011489a-456d-4845-9425-1fc125a6cfc0: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:48:50.687179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.5 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/a5888977-a787-4a46-b77a-3b3335b8f34d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:50.687575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Allocated IP 172.26.6.173 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/95126d63-0687-4c1a-acdb-96a8ca4feb12) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:50.731019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.743271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:50.776561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b9974-52c8-4693-8f4f-4d86d48fb4d6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:50.784825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] No DVR routers for this DVR port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:50.789210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:50.795564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 75e57124-dd31-4c47-9b9f-1bc3adc162cd {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:50.795934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.821889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:50.842162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.849031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Pushing event deleted for resources: {'Port': ['ID=a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:50.858389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] For port fe49bd4a-15bc-4416-958a-36e55cc25bf6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:50.860397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:50.867365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:48:50.867705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:48:50.873368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] For port fe49bd4a-15bc-4416-958a-36e55cc25bf6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=fe49bd4a-15bc-4416-958a-36e55cc25bf6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:50.884527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.894616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f103cb90-c7d5-449e-a1e0-3a17a802a604 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:50.958876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:50.999592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Pushing event updated for resources: {'Port': ['ID=fe49bd4a-15bc-4416-958a-36e55cc25bf6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:51.003444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:51.015774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.021302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:51.079402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.082875 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/283b9974-52c8-4693-8f4f-4d86d48fb4d6 HTTP/1.1" status: 204 len: 168 time: 1.9397583 Dec 15 21:48:51.087312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:48:51.087636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:48:51.110695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:51.113679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:51.117710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:51.160268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Pushing event updated for resources: {'Port': ['ID=95126d63-0687-4c1a-acdb-96a8ca4feb12,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:51.164908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:51.215040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.314737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.570589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.572972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.599073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:51.599431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.605474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.657576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.662218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.668591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa9c490a-4a09-40d3-a3ee-c5db5ff5b121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:51.714266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.714755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2961c6ba-93e6-40b7-9865-e98fbfc6393e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:48:51.721253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] The port 'a5e4d917-ea3c-440f-a1f8-c8d2f9cb36fc' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:48:51.854755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.897541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Pushing event updated for resources: {'Port': ['ID=95126d63-0687-4c1a-acdb-96a8ca4feb12,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:51.900444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:51.923846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.931949 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:48:51.956227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:51.957557 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9884429 Dec 15 21:48:51.960172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:52.085678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6efec07b-33f1-417b-ba4e-9045f6b892df tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Synchronizing usage tracker for tenant:b0c7508fbfc646ddb7ec7e32db3dd3cd on resource:floatingip {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:52.106617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6efec07b-33f1-417b-ba4e-9045f6b892df tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Unset dirty status for tenant:b0c7508fbfc646ddb7ec7e32db3dd3cd on resource:floatingip {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:52.108791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6efec07b-33f1-417b-ba4e-9045f6b892df tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1476681 Dec 15 21:48:52.111499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60292) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:52.128576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.132173 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8eaed07-d891-497a-a8cd-703c68ec6cac tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/routers/2961c6ba-93e6-40b7-9865-e98fbfc6393e HTTP/1.1" status: 204 len: 168 time: 1.6219087 Dec 15 21:48:52.198652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:52.206847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72228926-fb09-4b0b-9a73-06ce1fdadb15 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Synchronizing usage tracker for tenant:c5ba1ebcdd47416696e1fa65dd971289 on resource:floatingip {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:52.209679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.221576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 75e57124-dd31-4c47-9b9f-1bc3adc162cd owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:52.230809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72228926-fb09-4b0b-9a73-06ce1fdadb15 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Unset dirty status for tenant:c5ba1ebcdd47416696e1fa65dd971289 on resource:floatingip {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:52.232360 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72228926-fb09-4b0b-9a73-06ce1fdadb15 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1195211 Dec 15 21:48:52.235135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60304) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:52.315657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.348117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object a5888977-a787-4a46-b77a-3b3335b8f34d will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:52.361232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a24763-9a40-4922-8e9a-56a4d76a5600']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:52.377002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:52.401854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0097f7a-bd2e-48fe-a5b3-98696922ca87') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:52.402160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0097f7a-bd2e-48fe-a5b3-98696922ca87') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:52.419634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.454519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Deleting port 95126d63-0687-4c1a-acdb-96a8ca4feb12 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:52.454978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.459831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee4fb7e1-2165-4188-8049-bc026fcbbf52 None None] Provisioning for port fe49bd4a-15bc-4416-958a-36e55cc25bf6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:52.508026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.547047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:48:52.547538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:48:52.580859 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:48:52.669609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.682925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a923cddf-0cd8-4fa3-9c63-d37d37cc1da6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:52.750289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.750849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.760994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.778568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:52.779409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.787109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:52.801298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1842711549', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:52.814860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.817447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:52.883242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-47463d14-4666-495e-88cc-806f469e22ed None None] Could not find standard attr ID for object 75e57124-dd31-4c47-9b9f-1bc3adc162cd. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:48:52.898463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:52.910293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device fe49bd4a-15bc-4416-958a-36e55cc25bf6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:52.915488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=a5888977-a787-4a46-b77a-3b3335b8f34d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:52.923296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Calling delete_port for 95126d63-0687-4c1a-acdb-96a8ca4feb12 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:52.930986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:52.934408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:52.941629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aaf14dc9-7ed7-468e-bf6d-906706aeda2e tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:52.977876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:52.980032 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/75e57124-dd31-4c47-9b9f-1bc3adc162cd HTTP/1.1" status: 204 len: 168 time: 2.9114404 Dec 15 21:48:52.989498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:52.998595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/c2a24763-9a40-4922-8e9a-56a4d76a5600 HTTP/1.1" status: 204 len: 168 time: 4.1236765 Dec 15 21:48:53.010428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:53.010761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:53.018296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:53.023416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=75e57124-dd31-4c47-9b9f-1bc3adc162cd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:53.030661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'name': 'tempest-PortsIpV6TestJSON-1839849206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:53.047430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port fe49bd4a-15bc-4416-958a-36e55cc25bf6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:53.053111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port fe49bd4a-15bc-4416-958a-36e55cc25bf6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:53.053848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.083224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1749936425'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:53.092117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:53.092351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:53.095522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:53.097534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:network and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:53.103297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:53.110574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:53.119087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.126153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:53.173042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:53.176465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.212022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=c2a24763-9a40-4922-8e9a-56a4d76a5600,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:53.218839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:53.219442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.223419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:53.227909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Pushing event deleted for resources: {'Port': ['ID=95126d63-0687-4c1a-acdb-96a8ca4feb12,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:53.235292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.238895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:53.244105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.244286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.245258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.250973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b51ccda7-8075-4f24-87a0-e20164ce3b6e None None] Provisioning for port a5888977-a787-4a46-b77a-3b3335b8f34d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:53.258465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b51ccda7-8075-4f24-87a0-e20164ce3b6e None None] Provisioning complete for port a5888977-a787-4a46-b77a-3b3335b8f34d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:53.259395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b51ccda7-8075-4f24-87a0-e20164ce3b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.287334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f08ace-5efe-4e14-8690-44765a5c0215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:53.288538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f08ace-5efe-4e14-8690-44765a5c0215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:53.289284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b1f08ace-5efe-4e14-8690-44765a5c0215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:53.297332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:53.300195 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6362352 Dec 15 21:48:53.304378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:53.310290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.312420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:53.312847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:security_group_rule and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:53.322416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'network_id': '6b736dc3-b8c8-4f06-b39b-355511f2b45a', 'name': 'tempest-AllowedAddressPairTestJSON-1642578134'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:53.325487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port fe49bd4a-15bc-4416-958a-36e55cc25bf6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=fe49bd4a-15bc-4416-958a-36e55cc25bf6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:53.327639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:53.328103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b51ccda7-8075-4f24-87a0-e20164ce3b6e None None] Port a5888977-a787-4a46-b77a-3b3335b8f34d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:53.331193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.333066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bfaa1c6f-db37-4591-a0a2-e3f38b660a62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:53.333219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:53.340091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:53.343805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:53.357414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b1f08ace-5efe-4e14-8690-44765a5c0215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:53.361605 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1f08ace-5efe-4e14-8690-44765a5c0215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3452666 Dec 15 21:48:53.362215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:53.380993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:53.394262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:53.397733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.410514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=fe49bd4a-15bc-4416-958a-36e55cc25bf6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:53.413587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:53.445691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.528756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.529931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] 10.222.0.18 "DELETE /v2.0/floatingips/b12f4fc7-d47f-4410-a55c-ccaa5d50054a HTTP/1.1" status: 204 len: 168 time: 1.2937503 Dec 15 21:48:53.534627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:53.609429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 48261fc0-982c-4e9b-9e73-d58a12df025a yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:53.644278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:53.715574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Usage tracker for resource:port and tenant:49de68552f894eedba05f30630d9c893 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:53.728948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:53.742833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:53.746739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 310b7937-60b5-40ed-b776-f75ed24737f0 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:48:53.757531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Deleting port 81e77abe-34bc-42d5-9869-6b0671ba4eef {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:53.758075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.798444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.903332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.915680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.932709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:48:53.940139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:53.952537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Made reservation on behalf of 49de68552f894eedba05f30630d9c893 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:53.954262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:53.994179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.048886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.049139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Added segment 9bcf269d-a8dc-434b-8aed-c96a9362c90c of type vlan for network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea Dec 15 21:48:54.066971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.086344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] device_id is not set on port 906292a3-9c60-4345-a39a-10396f781dab yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:54.126176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722e191c-c2c9-4811-a3d3-7ca39dcfedf8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:54.141451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:54.167120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.220557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.220903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.251836 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-083be02f-7420-4d6f-a33d-99493bff0f38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8419325 Dec 15 21:48:54.345746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.405761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Calling delete_port for 81e77abe-34bc-42d5-9869-6b0671ba4eef owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:54.407470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.455626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.461081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:54.461655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.470438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8f97d9e-53e9-415e-a44a-8db85fe8fe3c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:54.535148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.545884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e79819aa-bad3-4ef7-b9c8-6746198e9f0e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:54.564145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Allocated IP 172.20.0.13 (6b736dc3-b8c8-4f06-b39b-355511f2b45a/e0983106-2f86-4d68-88f4-99b909055731/906292a3-9c60-4345-a39a-10396f781dab) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:54.586534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.615388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Network': ['ID=6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:54.623365 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.4211462 Dec 15 21:48:54.627216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:48:54.631513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:54.632062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60342) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:54.653437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'subnet': {'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:54.682997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-5880e63b-429e-407c-af05-8d8f755e348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:54.684592 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-5880e63b-429e-407c-af05-8d8f755e348e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 1099 time: 0.3424671 Dec 15 21:48:54.751696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:54.782795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.791116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1166cc-07e3-47fb-be3b-21eeb4b4665e None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:54.794972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:54.797984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:54.803721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:54.804670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.823402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device fe49bd4a-15bc-4416-958a-36e55cc25bf6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:48:54.828948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=48261fc0-982c-4e9b-9e73-d58a12df025a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:54.831697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:54.839069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:54.847035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:subnet and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:54.850773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:54.857223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:54.877149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.886516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:54.886673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:54.967786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:54.981021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Pushing event deleted for resources: {'Port': ['ID=81e77abe-34bc-42d5-9869-6b0671ba4eef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:54.994657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:54.997824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:55.001798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.006470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=310b7937-60b5-40ed-b776-f75ed24737f0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:55.009187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:55.016031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/310b7937-60b5-40ed-b776-f75ed24737f0 HTTP/1.1" status: 204 len: 168 time: 1.6531281 Dec 15 21:48:55.018023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0020213 Dec 15 21:48:55.018643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:55.023156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.026935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:55.094668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port fe49bd4a-15bc-4416-958a-36e55cc25bf6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:55.095302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.184483 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf047ea1-a5b0-4fa9-bd8f-e2128198b694 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1592951 Dec 15 21:48:55.200129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60358) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:55.260591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.271451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.301733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Transition to ACTIVE for port object 906292a3-9c60-4345-a39a-10396f781dab will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:55.305740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.306210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-9a3c1a6d-beb3-4973-afeb-e19ae0f8ed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:55.306861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/81b0cafb-73d1-4a8c-95ef-a8dc8aaaf716 HTTP/1.1" status: 204 len: 168 time: 1.7679551 Dec 15 21:48:55.308484 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-9a3c1a6d-beb3-4973-afeb-e19ae0f8ed89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 200 len: 913 time: 0.5625150 Dec 15 21:48:55.310881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:55.315026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 48261fc0-982c-4e9b-9e73-d58a12df025a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:55.315391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.357005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:48:55.362657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Deleting port fe49bd4a-15bc-4416-958a-36e55cc25bf6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:55.363046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.444667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:55.444953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.639163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.642034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] For port fe49bd4a-15bc-4416-958a-36e55cc25bf6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=fe49bd4a-15bc-4416-958a-36e55cc25bf6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:48:55.642532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.652432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be782539-3b30-4fc0-a1e4-3852e1ed1e18 tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:55.707930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.724351 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-1ec28109-7cde-4546-93dd-d7c98808b864 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 200 len: 1002 time: 0.3790989 Dec 15 21:48:55.766806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Calling delete_port for fe49bd4a-15bc-4416-958a-36e55cc25bf6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:55.769847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:55.780978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:55.788857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Allocated IP 172.26.6.199 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/4f99765c-ec20-4a52-b49b-3bcfad1cedc9) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:55.794526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:55.824262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=906292a3-9c60-4345-a39a-10396f781dab,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:55.860792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:55.861469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:55.866237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.870407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:55.914884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Pushing event deleted for resources: {'Port': ['ID=fe49bd4a-15bc-4416-958a-36e55cc25bf6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:55.917483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:55.921928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] No DVR routers for this DVR port fe49bd4a-15bc-4416-958a-36e55cc25bf6 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:48:55.950282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-da951eff-5553-4dba-b6f1-ea176ce15797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:55.951736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-da951eff-5553-4dba-b6f1-ea176ce15797 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b13a7bb9-da08-4077-b134-900ea52a2fa7 HTTP/1.1" status: 200 len: 851 time: 0.2156241 Dec 15 21:48:55.955185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:55.969823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bab207-2b28-4d8d-8fd6-a9b1f6dda748 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:55.970538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-72bab207-2b28-4d8d-8fd6-a9b1f6dda748 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:56.023994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:56.024612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.067723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Checking segment: {'id': '9bcf269d-a8dc-434b-8aed-c96a9362c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:56.068089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network hostable DHCP agents. Network: 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:48:56.074693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-092743cd-e921-4b80-b021-632c8b746b63 None None] Provisioning for port 906292a3-9c60-4345-a39a-10396f781dab completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:48:56.080085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Subnet': ['ID=60326642-cf0e-4e09-b1ed-7969b690efd6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:56.082488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-092743cd-e921-4b80-b021-632c8b746b63 None None] Provisioning complete for port 906292a3-9c60-4345-a39a-10396f781dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:56.082946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-092743cd-e921-4b80-b021-632c8b746b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.097758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:56.104486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7953057 Dec 15 21:48:56.105486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.121852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:ff:e2:99'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:c2:d0:ac'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:56.142654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-092743cd-e921-4b80-b021-632c8b746b63 None None] Port 906292a3-9c60-4345-a39a-10396f781dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:56.172582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.186730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:48:56.225457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 48261fc0-982c-4e9b-9e73-d58a12df025a owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:56.283859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-72bab207-2b28-4d8d-8fd6-a9b1f6dda748 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:56.287602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72bab207-2b28-4d8d-8fd6-a9b1f6dda748 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0780790 Dec 15 21:48:56.290104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.314528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for 9db6461a-c8ad-4b40-b06a-f0439ccd90e6 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:56.367147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:56.378641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2026df1f-eeec-4bcd-8be1-2d8a5f935169 None None] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:56.422147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7c7652-3711-415a-bd93-c1ebb75e8046 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:56.422874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f7c7652-3711-415a-bd93-c1ebb75e8046 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:56.426217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:56.426794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.439177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.448604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a84bfd7e-1cf8-4de9-a07c-91f505b239b5 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:56.478957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-70a30b5d-80f8-4639-88ea-c18fbdf61ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:56.480346 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-70a30b5d-80f8-4639-88ea-c18fbdf61ce0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5069895 Dec 15 21:48:56.489827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8458006 Dec 15 21:48:56.492582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.493197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60378) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.501896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1839801854', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:56.549427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:56.563748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=48261fc0-982c-4e9b-9e73-d58a12df025a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:56.567092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:56.572974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:router and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:56.579958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:56.583310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f7c7652-3711-415a-bd93-c1ebb75e8046 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:56.585308 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f7c7652-3711-415a-bd93-c1ebb75e8046 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2910125 Dec 15 21:48:56.588684 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.595523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:56.628475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec5d8be-ddd8-48ae-bb99-386a6fecbaca None None] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:56.656397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.684532 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/48261fc0-982c-4e9b-9e73-d58a12df025a HTTP/1.1" status: 204 len: 168 time: 1.6543868 Dec 15 21:48:56.693569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.704345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'mac_address': 'fa:16:3e:e4:7b:68', 'name': 'tempest-PortsIpV6TestJSON-253217186'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:56.713402 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c2217a8f-8f9b-434e-b667-8d22536b421e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196880 Dec 15 21:48:56.723627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:56.736841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:56.754374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.755020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.768433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.810557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device fe49bd4a-15bc-4416-958a-36e55cc25bf6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:48:56.817028 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-851e9389-31e7-4834-87d6-2802349abc6c service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976589 Dec 15 21:48:56.821132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87dbcc57-1216-475c-9a77-a58cb733c27b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:56.821353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.829309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca8c42f9-c30c-4fbf-9e32-da3c8d275b72 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:56.862016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.863689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: fe49bd4a-15bc-4416-958a-36e55cc25bf6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:48:56.864045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device fe49bd4a-15bc-4416-958a-36e55cc25bf6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:48:56.903047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Port': ['ID=9db6461a-c8ad-4b40-b06a-f0439ccd90e6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:56.916179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:56.919442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:56.999263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:57.004542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:57.010641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:57.015475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:48:57.020136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:48:57.022931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:57.057580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event updated for resources: {'Port': ['ID=4f99765c-ec20-4a52-b49b-3bcfad1cedc9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:57.060165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:57.071805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:57.083136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:57.101893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:57.168236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:57.205716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d237383d-ee09-4b73-85eb-82b59e213c8d req-b9c892f1-c671-4d7a-bd3f-b1fc4d84cc34 service neutron] 10.222.0.32 "GET /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801353 Dec 15 21:48:57.427094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.446640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:57.449759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.465593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.536650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 336ea020-3aff-4576-a3a3-eca0c144ecfa yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:48:57.644042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/ports/9db6461a-c8ad-4b40-b06a-f0439ccd90e6 HTTP/1.1" status: 204 len: 168 time: 2.3296928 Dec 15 21:48:57.656043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:57.678044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.908113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.957892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.969264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:57.978974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83b2d178-640c-4261-9709-cdf4e955b4f4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:57.994520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.019097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e8dd71-e88c-46f5-80e4-8437a747a7a1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:58.019780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-39e8dd71-e88c-46f5-80e4-8437a747a7a1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Synchronizing usage tracker for tenant:c5ba1ebcdd47416696e1fa65dd971289 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:58.146493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event updated for resources: {'Port': ['ID=906292a3-9c60-4345-a39a-10396f781dab,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:58.165711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:58.170332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-39e8dd71-e88c-46f5-80e4-8437a747a7a1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Unset dirty status for tenant:c5ba1ebcdd47416696e1fa65dd971289 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:58.172056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-39e8dd71-e88c-46f5-80e4-8437a747a7a1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "GET /v2.0/ports?device_id=41b0c542-e74f-450b-ab43-8ad44fdcf1c6 HTTP/1.1" status: 200 len: 913 time: 0.5107334 Dec 15 21:48:58.179892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:58.182321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.189643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:58.256147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] In _notify_port_updated(), no bound segment for port 906292a3-9c60-4345-a39a-10396f781dab on network 6b736dc3-b8c8-4f06-b39b-355511f2b45a {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:48:58.261549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:58.262162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.263407 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "PUT /v2.0/ports/906292a3-9c60-4345-a39a-10396f781dab HTTP/1.1" status: 200 len: 1056 time: 2.1569147 Dec 15 21:48:58.275289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:58.286377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.309454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:58.318550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:58.333369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:58.338887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:58.339414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.349415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9053d952-9cb5-490b-9f03-a101a243ce9f tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:58.359805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=336ea020-3aff-4576-a3a3-eca0c144ecfa,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:58.364617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:58.382953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.383501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76d5b254-fbd4-4d2f-bc93-e626a2752fa9 None None] Provisioning complete for port 906292a3-9c60-4345-a39a-10396f781dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:48:58.384596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76d5b254-fbd4-4d2f-bc93-e626a2752fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.389364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6919892 Dec 15 21:48:58.389502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60410) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:58.442913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-76d5b254-fbd4-4d2f-bc93-e626a2752fa9 None None] Port 906292a3-9c60-4345-a39a-10396f781dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:48:58.503146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:58.518531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 906292a3-9c60-4345-a39a-10396f781dab {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:58.518788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.555373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:58.565345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b2a73d-537f-42be-8ecf-e9572ae3b52d None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:48:58.570089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:58.570674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.585613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135b1d4d-bcd7-4a78-8a56-86314bb540a6 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:48:58.586149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-135b1d4d-bcd7-4a78-8a56-86314bb540a6 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:48:58.625832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=164adf37-f165-4250-8237-32f6e7e52a4b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:58.628122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-135b1d4d-bcd7-4a78-8a56-86314bb540a6 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:48:58.632314 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-135b1d4d-bcd7-4a78-8a56-86314bb540a6 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/336ea020-3aff-4576-a3a3-eca0c144ecfa HTTP/1.1" status: 200 len: 844 time: 0.2385921 Dec 15 21:48:58.632314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:58.652569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:58.726680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 336ea020-3aff-4576-a3a3-eca0c144ecfa {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:48:58.727033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.871414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '164adf37-f165-4250-8237-32f6e7e52a4b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:48:58.872575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:58.893041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Router 2a20923a-89b6-4941-8b03-b1a50a0618be is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:48:58.979305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.006408 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2766323 Dec 15 21:48:59.009430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:59.027923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '164adf37-f165-4250-8237-32f6e7e52a4b', 'ip_address': '2001:db8::4e1e:677b:790d:95b3'}], 'name': 'tempest-NetworksTestDHCPv6-2130330217'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:48:59.043261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/164adf37-f165-4250-8237-32f6e7e52a4b/a818fc76-e8ae-48f0-a2e5-c1ab972fe45d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:59.060330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.261366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.273834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Transition to ACTIVE for port object a818fc76-e8ae-48f0-a2e5-c1ab972fe45d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:59.294741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Transition to ACTIVE for port object a818fc76-e8ae-48f0-a2e5-c1ab972fe45d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:48:59.302218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.307819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:59.330835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.408848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:48:59.411748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:48:59.415597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:48:59.425135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Pushing event updated for resources: {'Port': ['ID=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:59.451461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:59.461350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.174 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/fa23111b-05dc-4d0f-9909-d9956261cff8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:48:59.471145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:48:59.478779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 336ea020-3aff-4576-a3a3-eca0c144ecfa owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:59.490544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.493572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] Sync routers for ids ['2a20923a-89b6-4941-8b03-b1a50a0618be'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:48:59.510743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] Routers {'2a20923a-89b6-4941-8b03-b1a50a0618be'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:59.511601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2a20923a-89b6-4941-8b03-b1a50a0618be'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:59.520168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:48:59.548858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:48:59.560449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.564929 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.1869297 Dec 15 21:48:59.568435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:59.584596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:59.602820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Attempting to bind port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:48:59.603360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Attempting to bind port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:48:59.604041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Attempting to bind port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:48:59.606470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] Routers {'2a20923a-89b6-4941-8b03-b1a50a0618be'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:48:59.607298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2a20923a-89b6-4941-8b03-b1a50a0618be'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:59.649661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:48:59.682018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for 906292a3-9c60-4345-a39a-10396f781dab owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:48:59.684026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:48:59.684537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc578e-0002-470f-a8a3-51acea0fc538 None None] The sync data for ids ['2a20923a-89b6-4941-8b03-b1a50a0618be'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:48:59.686206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:48:59.686876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:48:59.687494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.688183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:48:59.689031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Bound port: a818fc76-e8ae-48f0-a2e5-c1ab972fe45d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:48:59.689647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.752826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.764420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ee0d802-3c5f-4869-b689-3cd89aa8066c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:59.787581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] For port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:48:59.791116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] For port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:48:59.797484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.803241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-101799ad-f85e-4a03-8ee3-217796e2efdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:59.873294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=336ea020-3aff-4576-a3a3-eca0c144ecfa,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:59.883499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Pushing event updated for resources: {'Port': ['ID=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:48:59.889215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:59.890183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:48:59.904158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.915902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:48:59.944570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f5d6857-8853-4848-a96a-2d67a55fee16 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:48:59.951971 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/336ea020-3aff-4576-a3a3-eca0c144ecfa HTTP/1.1" status: 204 len: 168 time: 1.3165886 Dec 15 21:48:59.957311 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61d36982-0ad5-4a76-af8d-f80c9daf0a2d tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/2a20923a-89b6-4941-8b03-b1a50a0618be HTTP/1.1" status: 200 len: 925 time: 0.3870873 Dec 15 21:48:59.959970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:48:59.960433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60436) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:00.010178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=906292a3-9c60-4345-a39a-10396f781dab,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:00.025178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:00.058587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.072741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c5cfbb2-8b50-41fa-b5e3-e6eff0fb0353 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a20923a-89b6-4941-8b03-b1a50a0618be HTTP/1.1" status: 200 len: 205 time: 0.1095195 Dec 15 21:49:00.074809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:00.075787 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2841ec84-2d61-4a61-84c7-65ed9c8819fe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:49:00.076352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2841ec84-2d61-4a61-84c7-65ed9c8819fe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:00.104251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port b388c986-a178-459d-b262-6d7e7dd91f08 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:00.146728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2841ec84-2d61-4a61-84c7-65ed9c8819fe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:00.153786 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2841ec84-2d61-4a61-84c7-65ed9c8819fe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/336ea020-3aff-4576-a3a3-eca0c144ecfa HTTP/1.1" status: 404 len: 333 time: 0.1866455 Dec 15 21:49:00.154006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.154108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60446) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:00.166152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'name': 'tempest-PortsIpV6TestJSON-151025936'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:00.505612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:00.525940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:00.582334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:00.586269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.610417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.620890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::4e1e:677b:790d:95b3 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/164adf37-f165-4250-8237-32f6e7e52a4b/b388c986-a178-459d-b262-6d7e7dd91f08) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:00.623138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 48a481bc-fcc1-49a2-a0d7-01000ac54e17 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:00.648788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-77866303-916e-497d-87b7-9ef8b7bac3cc tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:00.705145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.813155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=fa23111b-05dc-4d0f-9909-d9956261cff8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:00.837419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a818fc76-e8ae-48f0-a2e5-c1ab972fe45d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:00.842820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:00.923066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:00.928016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:00.928912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:00.932017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:00.996807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:01.023506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.065205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.083290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object b388c986-a178-459d-b262-6d7e7dd91f08 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:01.124599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.132436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:01.223100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/906292a3-9c60-4345-a39a-10396f781dab HTTP/1.1" status: 204 len: 168 time: 2.9465792 Dec 15 21:49:01.229066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:01.229231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:01.240480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:01.244725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=b388c986-a178-459d-b262-6d7e7dd91f08,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:01.248526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:01.254077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:01.254776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.260578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.262393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:01.297279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2767661 Dec 15 21:49:01.298256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:01.304746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Provisioning for port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:01.311175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Provisioning complete for port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:01.312079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.365238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.370889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee643fd1-8e5a-4d47-9e1c-7346b8c08631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:01.434158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:01.442626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:01.445646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:01.451926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:01.452563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.464735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.490457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=48a481bc-fcc1-49a2-a0d7-01000ac54e17,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:01.500976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cf8b5-ad62-4e7e-92eb-9c5fea7df96d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:01.504969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] For port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:01.506923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319cf8b5-ad62-4e7e-92eb-9c5fea7df96d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:01.507770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-319cf8b5-ad62-4e7e-92eb-9c5fea7df96d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:01.510960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.512121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:01.513233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-18e587eb-941b-402a-95d9-18553e42fe50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:01.517326 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3601096 Dec 15 21:49:01.517693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:01.523251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:01.561290 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd96634a-7968-4c9e-8833-e2ace8d12116 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] GET failed (client error): The resource could not be found. Dec 15 21:49:01.562252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd96634a-7968-4c9e-8833-e2ace8d12116 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:01.591964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Pushing event updated for resources: {'Port': ['ID=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:01.596104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:01.638969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e0bec73-83b3-48cc-8fe7-94a98e7658bc None None] Provisioning for port b388c986-a178-459d-b262-6d7e7dd91f08 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:01.641028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-319cf8b5-ad62-4e7e-92eb-9c5fea7df96d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:01.645244 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-319cf8b5-ad62-4e7e-92eb-9c5fea7df96d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3439021 Dec 15 21:49:01.645660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e0bec73-83b3-48cc-8fe7-94a98e7658bc None None] Provisioning complete for port b388c986-a178-459d-b262-6d7e7dd91f08 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:01.646411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e0bec73-83b3-48cc-8fe7-94a98e7658bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.646532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:01.705561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e0bec73-83b3-48cc-8fe7-94a98e7658bc None None] Port b388c986-a178-459d-b262-6d7e7dd91f08 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:01.706000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.707123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.719854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bd96634a-7968-4c9e-8833-e2ace8d12116 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:01.723853 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bd96634a-7968-4c9e-8833-e2ace8d12116 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports/906292a3-9c60-4345-a39a-10396f781dab HTTP/1.1" status: 404 len: 333 time: 0.4893267 Dec 15 21:49:01.726053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:01.734466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port b388c986-a178-459d-b262-6d7e7dd91f08 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:01.734812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:01.772504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port 4f99765c-ec20-4a52-b49b-3bcfad1cedc9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:01.772851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.062427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port a5888977-a787-4a46-b77a-3b3335b8f34d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:02.063041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.153561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.167494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.173344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:02.210430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.343960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.355192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] In _notify_port_updated(), no bound segment for port 48a481bc-fcc1-49a2-a0d7-01000ac54e17 on network 148fec07-4347-45be-b54a-b952a10ebd3e {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:49:02.361260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:02.361874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.363166 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/ports/48a481bc-fcc1-49a2-a0d7-01000ac54e17 HTTP/1.1" status: 200 len: 818 time: 0.8445745 Dec 15 21:49:02.376205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:02.542114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for b388c986-a178-459d-b262-6d7e7dd91f08 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:02.546600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.590326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=48a481bc-fcc1-49a2-a0d7-01000ac54e17,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:02.594116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:02.610650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port c777b12b-2139-4f23-97b8-a93a766e1260 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:02.610996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.618561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 48a481bc-fcc1-49a2-a0d7-01000ac54e17 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:02.618905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.779568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a818fc76-e8ae-48f0-a2e5-c1ab972fe45d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:02.833462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for 4f99765c-ec20-4a52-b49b-3bcfad1cedc9 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:02.869481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:02.870653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.896623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:02.905254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-478497fe-4f74-489b-bedd-5759f3c553ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:02.959045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=b388c986-a178-459d-b262-6d7e7dd91f08,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:02.964994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:03.007058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.027373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.061864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.150810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 48a481bc-fcc1-49a2-a0d7-01000ac54e17 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:03.180217 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/b388c986-a178-459d-b262-6d7e7dd91f08 HTTP/1.1" status: 204 len: 168 time: 1.5328717 Dec 15 21:49:03.187426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:03.283680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668570e4-abaa-41aa-a457-a44acef07fb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:03.285336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668570e4-abaa-41aa-a457-a44acef07fb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:03.286878 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-668570e4-abaa-41aa-a457-a44acef07fb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0986745 Dec 15 21:49:03.289897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60488) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:03.332193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.344589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-285cb046-63e3-4a14-bf6f-9dafd79a3700 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:03.395601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=48a481bc-fcc1-49a2-a0d7-01000ac54e17,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:03.405456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:03.416685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.428761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 164adf37-f165-4250-8237-32f6e7e52a4b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:03.434015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.449749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for a5888977-a787-4a46-b77a-3b3335b8f34d owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:03.461598 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/48a481bc-fcc1-49a2-a0d7-01000ac54e17 HTTP/1.1" status: 204 len: 168 time: 1.0844755 Dec 15 21:49:03.466265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60494) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:03.536161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.634556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a5f40-e415-40f4-a7c9-4e77da2e1857 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:03.635266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-536a5f40-e415-40f4-a7c9-4e77da2e1857 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:03.646810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.658240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.686754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-536a5f40-e415-40f4-a7c9-4e77da2e1857 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:03.690459 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-536a5f40-e415-40f4-a7c9-4e77da2e1857 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2207527 Dec 15 21:49:03.692408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60498) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:03.755072 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-caecf9c1-96d5-4306-b228-373c808c455f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:49:03.756386 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-caecf9c1-96d5-4306-b228-373c808c455f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/48a481bc-fcc1-49a2-a0d7-01000ac54e17 HTTP/1.1" status: 404 len: 333 time: 0.0630951 Dec 15 21:49:03.762276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:03.770029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1582725701'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:03.777288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:03.783426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:03.786882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:03.795689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:03.798692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for c777b12b-2139-4f23-97b8-a93a766e1260 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:03.805864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.811032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30a2e1f2-515e-42af-a56a-2fc844dd793b tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:03.841808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:03.845807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.845951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.861913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=164adf37-f165-4250-8237-32f6e7e52a4b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:03.866227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:03.872577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:03.873144 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b4ca58-db60-42dd-b3c8-dbc3920f27ea None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:03.881265 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/164adf37-f165-4250-8237-32f6e7e52a4b HTTP/1.1" status: 204 len: 168 time: 0.5884378 Dec 15 21:49:03.882755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:04.069503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-faa74d03-21df-451d-8323-4f36896650d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1833332 Dec 15 21:49:04.069503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:04.075148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:04.130908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.144111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:04.148362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46361801-7c8c-418b-ad38-add242f9ea56 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:04.150489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Deleting port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:04.151066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.167219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:04.194515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.194515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment c326bb60-19a8-4813-bf71-08ac1b0acc1c of type vlan for network b8011ac9-9a21-4103-8460-b854a97f748a Dec 15 21:49:04.200825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:04.203930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.206659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:04.212404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:04.227132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:04.228277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=a5888977-a787-4a46-b77a-3b3335b8f34d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:04.239601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.246299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:04.247850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:04.250917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:04.254413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.369813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=4f99765c-ec20-4a52-b49b-3bcfad1cedc9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:04.377829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.381736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] For port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:04.382245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.384016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:04.384627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.398046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:04.399467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:04.487746 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7244661 Dec 15 21:49:04.515424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.533917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60516) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:04.547773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:04.623246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Calling delete_port for a818fc76-e8ae-48f0-a2e5-c1ab972fe45d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:04.665623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.697069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=b8011ac9-9a21-4103-8460-b854a97f748a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:04.711777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b8011ac9-9a21-4103-8460-b854a97f748a details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:04.712915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:04.753092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.765258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.767480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:04.776127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:04.782069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:04.788050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:04.792312 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/a5888977-a787-4a46-b77a-3b3335b8f34d HTTP/1.1" status: 204 len: 168 time: 3.0638514 Dec 15 21:49:04.795612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:04.806282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:04.811207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.821055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a818fc76-e8ae-48f0-a2e5-c1ab972fe45d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:04.884067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.884466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router 2a20923a-89b6-4941-8b03-b1a50a0618be {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:04.887004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.894941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-56816ebe-88a8-4ed7-a0fd-7acc322ec4ff tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] GET failed (client error): The resource could not be found. Dec 15 21:49:04.895461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56816ebe-88a8-4ed7-a0fd-7acc322ec4ff tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Synchronizing usage tracker for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:04.897059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:04.897836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:49:04.933363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:04.934450 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/2a20923a-89b6-4941-8b03-b1a50a0618be HTTP/1.1" status: 204 len: 168 time: 4.8504109 Dec 15 21:49:04.949430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Pushing event deleted for resources: {'Port': ['ID=a818fc76-e8ae-48f0-a2e5-c1ab972fe45d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:04.952955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:04.957095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] No DVR routers for this DVR port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:04.971582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No active binding found for port a818fc76-e8ae-48f0-a2e5-c1ab972fe45d {{(pid=87555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 21:49:04.972415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a818fc76-e8ae-48f0-a2e5-c1ab972fe45d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:04.998034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60526) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:05.019533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-279414026', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:05.038425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:05.051455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:router and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:05.056573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:05.059568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.065842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:05.074416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:05.127242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.133606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2ef9b69-8eeb-4ae1-966a-d4d847d8a4f6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:05.149098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:05.165582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:05.167613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.169296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.175240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ed415-2f97-4f55-9222-51a36446c952 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:05.178569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:05.179157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.181280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-56816ebe-88a8-4ed7-a0fd-7acc322ec4ff tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Unset dirty status for tenant:49de68552f894eedba05f30630d9c893 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:05.182433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56816ebe-88a8-4ed7-a0fd-7acc322ec4ff tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "GET /v2.0/ports/a5888977-a787-4a46-b77a-3b3335b8f34d HTTP/1.1" status: 404 len: 333 time: 0.3829830 Dec 15 21:49:05.188765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:05.196085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Port': ['ID=c777b12b-2139-4f23-97b8-a93a766e1260,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:05.229738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:05.263375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.275362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=972f8a44-071b-4d99-9959-39156e79f355,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:05.292543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:05.293273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:05.361661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=c5786582-9a04-44a9-b63c-44ced1d72bd4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:05.371059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:05.375106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.400271 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a280e514-bc61-4b6e-8a98-f69be470f232 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3271518 Dec 15 21:49:05.401574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port bb879412-aad6-47b2-8e02-3cddc7a61027 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:05.401918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.433033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:05.434580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:05.448363 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:05.449847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '972f8a44-071b-4d99-9959-39156e79f355'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:05.450991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.459633 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:05.460280 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:05.484327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '972f8a44-071b-4d99-9959-39156e79f355', 'ip_address': '2001:db8::d27f:74a6:9600:821a'}], 'name': 'tempest-NetworksTestDHCPv6-844713812'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:05.565851 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:05.575227 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:05.576109 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:05.604693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.609201 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1150815 Dec 15 21:49:05.616631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60538) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:05.653117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/972f8a44-071b-4d99-9959-39156e79f355/e6506bee-ce11-41aa-b94c-91c2c5da22c5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:05.654450 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:05.655548 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3b92c-ef13-43bd-b1c2-f9b3a5060e5e None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:05.790259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': 'c326bb60-19a8-4813-bf71-08ac1b0acc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:05.790767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: b8011ac9-9a21-4103-8460-b854a97f748a, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:05.876229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.892976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.906962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Transition to ACTIVE for port object e6506bee-ce11-41aa-b94c-91c2c5da22c5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:05.927274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Transition to ACTIVE for port object e6506bee-ce11-41aa-b94c-91c2c5da22c5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:05.932847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:05.937445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-178a4bb9-d74e-40b0-b2a0-0357be574181 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:06.000077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:06.002881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:06.005291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:06.052725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Pushing event updated for resources: {'Port': ['ID=e6506bee-ce11-41aa-b94c-91c2c5da22c5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:06.055563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:06.111916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Attempting to bind port e6506bee-ce11-41aa-b94c-91c2c5da22c5 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:06.112393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Attempting to bind port e6506bee-ce11-41aa-b94c-91c2c5da22c5 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:06.112825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Attempting to bind port e6506bee-ce11-41aa-b94c-91c2c5da22c5 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:06.118315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:06.118690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:06.119089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.119481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:06.119973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Bound port: e6506bee-ce11-41aa-b94c-91c2c5da22c5, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:06.120352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.129311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.199422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b8011ac9-9a21-4103-8460-b854a97f748a is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:06.214790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] For port e6506bee-ce11-41aa-b94c-91c2c5da22c5, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:06.218795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] For port e6506bee-ce11-41aa-b94c-91c2c5da22c5, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6506bee-ce11-41aa-b94c-91c2c5da22c5,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:06.222923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.226759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e60b8de3-4a48-470c-a539-dcd5d2e80190 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:06.270223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b8011ac9-9a21-4103-8460-b854a97f748a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:06.286752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeb0ab0-f5ed-4c2a-b3e5-1861c6f37667 None None] Network b8011ac9-9a21-4103-8460-b854a97f748a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:06.324059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:06.327418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:06.328040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.355700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:06.373197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:06.391134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:06.394623 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Pushing event updated for resources: {'Port': ['ID=e6506bee-ce11-41aa-b94c-91c2c5da22c5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:06.408477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:06.415561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.430469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8928227 Dec 15 21:49:06.443695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:06.520279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:06.585767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b8011ac9-9a21-4103-8460-b854a97f748a', 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': 'c5786582-9a04-44a9-b63c-44ced1d72bd4'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:06.586830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:06.593891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:06.629283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for bb879412-aad6-47b2-8e02-3cddc7a61027 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:06.908809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6506bee-ce11-41aa-b94c-91c2c5da22c5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:06.937243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:07.008929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Allocated IP 2001:db8::2 (b8011ac9-9a21-4103-8460-b854a97f748a/c5786582-9a04-44a9-b63c-44ced1d72bd4/9f99625f-bae7-480b-9f8a-ea9e0c871829) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:07.023333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e6506bee-ce11-41aa-b94c-91c2c5da22c5 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:07.027636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:07.073165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:07.082071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:07.099630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:07.104143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.227924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.256906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.265236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port d67571bc-d204-4cf9-a55b-c20b22288081 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:07.269989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Transition to ACTIVE for port object 9f99625f-bae7-480b-9f8a-ea9e0c871829 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:07.288991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Transition to ACTIVE for port object 9f99625f-bae7-480b-9f8a-ea9e0c871829 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:07.295098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.299230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1230b65f-7208-4a5e-bc58-dd202e690265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:07.308406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:07.312154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.348157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.356542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:07.369769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Network b8011ac9-9a21-4103-8460-b854a97f748a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:07.372308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] Sync routers for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:07.375203 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "PUT /v2.0/routers/41b0c542-e74f-450b-ab43-8ad44fdcf1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1787577 Dec 15 21:49:07.376409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:07.383196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:07.385693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:07.399023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:07.400027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:07.438819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05530827-5c22-47bb-b9dc-5c4ed54df788 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:07.482376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Pushing event updated for resources: {'Port': ['ID=9f99625f-bae7-480b-9f8a-ea9e0c871829,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:07.486671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:07.503226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:07.558253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] Routers {'41b0c542-e74f-450b-ab43-8ad44fdcf1c6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:07.559050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:07.655234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:07.655800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8681a0-3ac8-461e-a252-9d54b54d0d68 None None] The sync data for ids ['41b0c542-e74f-450b-ab43-8ad44fdcf1c6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:07.665152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Attempting to bind port 9f99625f-bae7-480b-9f8a-ea9e0c871829 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:07.666272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Attempting to bind port 9f99625f-bae7-480b-9f8a-ea9e0c871829 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c326bb60-19a8-4813-bf71-08ac1b0acc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:07.666876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Attempting to bind port 9f99625f-bae7-480b-9f8a-ea9e0c871829 on network b8011ac9-9a21-4103-8460-b854a97f748a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:07.675282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:07.675782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Checking segment: {'id': 'c326bb60-19a8-4813-bf71-08ac1b0acc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:07.676402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.677061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Bound using segment: {'id': 'c326bb60-19a8-4813-bf71-08ac1b0acc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:07.677634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Bound port: 9f99625f-bae7-480b-9f8a-ea9e0c871829, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c326bb60-19a8-4813-bf71-08ac1b0acc1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:07.678186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.693395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Port': ['ID=bb879412-aad6-47b2-8e02-3cddc7a61027,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:07.704037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:07.741397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.781910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:07.784709 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c5786582-9a04-44a9-b63c-44ced1d72bd4 (CIDR: 2001:db8::/64) Dec 15 21:49:07.793828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9f99625f-bae7-480b-9f8a-ea9e0c871829,segment=NetworkSegment(c326bb60-19a8-4813-bf71-08ac1b0acc1c),segment_id=c326bb60-19a8-4813-bf71-08ac1b0acc1c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:07.806003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.817468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9bfc38fe-7443-48be-b8ff-0a97cf4e8fad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:07.843852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:49:07.844368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:07.924499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Pushing event updated for resources: {'Port': ['ID=9f99625f-bae7-480b-9f8a-ea9e0c871829,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:07.927633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:07.936982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.980144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:07.981880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Provisioning for port e6506bee-ce11-41aa-b94c-91c2c5da22c5 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:07.996237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Provisioning complete for port e6506bee-ce11-41aa-b94c-91c2c5da22c5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:07.996931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.081872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.116242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port 12d7840d-b114-4230-adba-279ddd125977 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:08.116613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.202196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 172.26.6.46 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/7cf128bc-33d6-44a8-a8a4-d715a4a22b8d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:08.207338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.304009 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] For port e6506bee-ce11-41aa-b94c-91c2c5da22c5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6506bee-ce11-41aa-b94c-91c2c5da22c5,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:08.310180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.313886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:08.374378 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c0d52b9-a35f-4da4-a738-7c9d29f73dcd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9262664 Dec 15 21:49:08.403243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Pushing event updated for resources: {'Port': ['ID=e6506bee-ce11-41aa-b94c-91c2c5da22c5,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:08.407357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:08.422008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60562) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:08.424476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.449317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:08.483203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/ports/bb879412-aad6-47b2-8e02-3cddc7a61027 HTTP/1.1" status: 204 len: 168 time: 3.2884252 Dec 15 21:49:08.488327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60566) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:08.581776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.1 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/0de68ba5-0393-4f69-8a7f-0757f388d99b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:08.596795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::d27f:74a6:9600:821a (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/972f8a44-071b-4d99-9959-39156e79f355/d67571bc-d204-4cf9-a55b-c20b22288081) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:08.651499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.708187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:08.715663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:08.725648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:08.728818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting subnet e0983106-2f86-4d68-88f4-99b909055731 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:08.735774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:08.741955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.805964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.855226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:08.860849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.869212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9f99625f-bae7-480b-9f8a-ea9e0c871829 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:08.953689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:08.961628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6506bee-ce11-41aa-b94c-91c2c5da22c5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:08.962404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for 12d7840d-b114-4230-adba-279ddd125977 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:08.967015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:08.976341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cffb52c8-e4f4-4c68-a90c-62fa0c2d1d5f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.000416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.042853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e6506bee-ce11-41aa-b94c-91c2c5da22c5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:09.043218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.083922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.096168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:09.103224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:09.121683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:09.164467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.242141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21800d90-c939-4f5d-a7d1-7f5eb843a8ea None None] Network b8011ac9-9a21-4103-8460-b854a97f748a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:09.248201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:09.263926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.271971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:09.283357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.288368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45d08931-dbf0-4c81-9877-19040586067a tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.355719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Provisioning for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:09.360873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.366371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Provisioning complete for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:09.366836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.383853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:09.391130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:09.394585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object d67571bc-d204-4cf9-a55b-c20b22288081 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:09.397174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:09.450861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.468666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=0de68ba5-0393-4f69-8a7f-0757f388d99b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:09.480754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:09.481108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.527229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01667a01-fdbd-441d-95a4-7f05e0669b6b None None] Network 6b736dc3-b8c8-4f06-b39b-355511f2b45a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:09.606573 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/subnets/e0983106-2f86-4d68-88f4-99b909055731 HTTP/1.1" status: 204 len: 168 time: 1.1150949 Dec 15 21:49:09.610136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.642077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:09.662656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.699404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a555960-27ff-4264-a8ff-88df1ca68a77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.728443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Subnet': ['ID=e0983106-2f86-4d68-88f4-99b909055731,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:09.745650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:09.793936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.801044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3996ee66-76b5-4818-a66d-cdbb87e6e8b9 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.847122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.850995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Port': ['ID=12d7840d-b114-4230-adba-279ddd125977,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:09.884077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:09.912644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9f99625f-bae7-480b-9f8a-ea9e0c871829,segment=NetworkSegment(c326bb60-19a8-4813-bf71-08ac1b0acc1c),segment_id=c326bb60-19a8-4813-bf71-08ac1b0acc1c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:09.921111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:09.923959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-428cab3e-ced3-4945-bf27-9d9e7b049108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:09.964668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.002522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Pushing event updated for resources: {'Port': ['ID=9f99625f-bae7-480b-9f8a-ea9e0c871829,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:10.018624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:10.023314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:10.085507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] DHCP port deletion for 6b736dc3-b8c8-4f06-b39b-355511f2b45a request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:10.090178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Deleting port 99cf04df-c253-4a89-8fa1-a842d80696c4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:10.090671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.094425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:10.110846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:10.116567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:10.117229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.129538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.147068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=d67571bc-d204-4cf9-a55b-c20b22288081,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:10.156361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:10.210158 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7745934 Dec 15 21:49:10.214708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:10.216846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.277098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 99cf04df-c253-4a89-8fa1-a842d80696c4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:10.277493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.344552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.367280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] For port 99cf04df-c253-4a89-8fa1-a842d80696c4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=99cf04df-c253-4a89-8fa1-a842d80696c4,segment=NetworkSegment(ffae8941-81f3-4d1a-93d4-36030c0e60a7),segment_id=ffae8941-81f3-4d1a-93d4-36030c0e60a7)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:10.368080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.373975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:10.398167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.402426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.424880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.480036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.480568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Fanout notify agent at l3_agent the message router_deleted on router 41b0c542-e74f-450b-ab43-8ad44fdcf1c6 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:10.508354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.511534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/routers/41b0c542-e74f-450b-ab43-8ad44fdcf1c6 HTTP/1.1" status: 204 len: 168 time: 3.1322510 Dec 15 21:49:10.512234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60582) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:10.526452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cb7561ff-b781-42cf-87e7-c180d3ac4081 None None] Provisioning complete for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:10.527176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb7561ff-b781-42cf-87e7-c180d3ac4081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.536798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b8011ac9-9a21-4103-8460-b854a97f748a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:10.563298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Calling delete_port for 99cf04df-c253-4a89-8fa1-a842d80696c4 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:10.624209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:10.642982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2203c26b-7d91-4f00-b056-e148c3ae3d8b None None] Network b8011ac9-9a21-4103-8460-b854a97f748a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:10.654934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:10.655657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.694081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=85c73828-6742-4c35-b242-b4fe640ef9c1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:10.715355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:10.721214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting subnet 321a0712-86a0-4cd6-a2ee-3e86d261e4b2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:10.734021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.814766 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3863416 Dec 15 21:49:10.817605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.853172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60590) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:10.879238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'fixed_ips': [{'subnet_id': 'c5786582-9a04-44a9-b63c-44ced1d72bd4'}, {'subnet_id': '85c73828-6742-4c35-b242-b4fe640ef9c1'}], 'name': 'tempest-PortsIpV6TestJSON-1471514378'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:10.899720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9f99625f-bae7-480b-9f8a-ea9e0c871829 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:10.935503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] For port 99cf04df-c253-4a89-8fa1-a842d80696c4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=99cf04df-c253-4a89-8fa1-a842d80696c4,segment=NetworkSegment(ffae8941-81f3-4d1a-93d4-36030c0e60a7),segment_id=ffae8941-81f3-4d1a-93d4-36030c0e60a7)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:10.936220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.949933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:10.975386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:11.031322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Pushing event deleted for resources: {'Port': ['ID=99cf04df-c253-4a89-8fa1-a842d80696c4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:11.043401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:11.067343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] No DVR routers for this DVR port 99cf04df-c253-4a89-8fa1-a842d80696c4 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:11.102176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7eabc-940b-4b72-8c06-78c658a77a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:11.109294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7eabc-940b-4b72-8c06-78c658a77a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:11.110079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32b7eabc-940b-4b72-8c06-78c658a77a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:11.115051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:11.115444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.189134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Calling delete_port for 99cf04df-c253-4a89-8fa1-a842d80696c4 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:11.253402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:11.265355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.267296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c8873d9-503c-4727-961c-566e233dccde None None] Provisioning for port d67571bc-d204-4cf9-a55b-c20b22288081 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:11.282347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32b7eabc-940b-4b72-8c06-78c658a77a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:11.285990 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32b7eabc-940b-4b72-8c06-78c658a77a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 1.0080330 Dec 15 21:49:11.287182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c8873d9-503c-4727-961c-566e233dccde None None] Provisioning complete for port d67571bc-d204-4cf9-a55b-c20b22288081 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:11.287938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8873d9-503c-4727-961c-566e233dccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.288483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:11.300401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:11.307328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:11.315964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:11.333727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.341624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:11.355972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:11.356289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:11.358289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c8873d9-503c-4727-961c-566e233dccde None None] Port d67571bc-d204-4cf9-a55b-c20b22288081 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:11.429307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb26969-54d7-4c47-ae29-b963eeeb415a req-3a043ed6-5561-41f5-8f3e-3c82b869c39e tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:11.430851 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccb26969-54d7-4c47-ae29-b963eeeb415a req-3a043ed6-5561-41f5-8f3e-3c82b869c39e tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.4517393 Dec 15 21:49:11.436326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 99cf04df-c253-4a89-8fa1-a842d80696c4 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:11.489911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.508223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.545644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 99cf04df-c253-4a89-8fa1-a842d80696c4 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:11.546029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 99cf04df-c253-4a89-8fa1-a842d80696c4 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:11.573411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0c89580-bdcf-4cf6-9207-c441e882f993 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:11.577454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port d67571bc-d204-4cf9-a55b-c20b22288081 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:11.577951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.578198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Update dhcp port {'port': {'network_id': 'b8011ac9-9a21-4103-8460-b854a97f748a', 'fixed_ips': [{'subnet_id': 'c5786582-9a04-44a9-b63c-44ced1d72bd4', 'ip_address': '2001:db8::2'}, {'subnet_id': '85c73828-6742-4c35-b242-b4fe640ef9c1'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '9f99625f-bae7-480b-9f8a-ea9e0c871829'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:49:11.605069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.649177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.707818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.710958 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccb26969-54d7-4c47-ae29-b963eeeb415a req-1521086e-8442-4d9a-ae31-5006d70e10c1 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688413 Dec 15 21:49:11.795703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=0de68ba5-0393-4f69-8a7f-0757f388d99b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:11.802969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:11.803704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:11.885159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Deleting port 99cf04df-c253-4a89-8fa1-a842d80696c4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:11.885505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.915482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Allocated IP 2001:db8:0:1::2 (b8011ac9-9a21-4103-8460-b854a97f748a/85c73828-6742-4c35-b242-b4fe640ef9c1/9f99625f-bae7-480b-9f8a-ea9e0c871829) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:11.966211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.975309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:11.992549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] The port '99cf04df-c253-4a89-8fa1-a842d80696c4' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:11.996418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Subnet': ['ID=321a0712-86a0-4cd6-a2ee-3e86d261e4b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:12.002832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:12.003729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed79447c-bade-42c4-bcab-0daeb10788e2 None None] Network 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:12.007196 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/subnets/321a0712-86a0-4cd6-a2ee-3e86d261e4b2 HTTP/1.1" status: 204 len: 168 time: 1.4939566 Dec 15 21:49:12.012338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:12.038357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.054911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:12.200818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:12.208909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9f99625f-bae7-480b-9f8a-ea9e0c871829,segment=NetworkSegment(c326bb60-19a8-4813-bf71-08ac1b0acc1c),segment_id=c326bb60-19a8-4813-bf71-08ac1b0acc1c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:12.209458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:12.232487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for d67571bc-d204-4cf9-a55b-c20b22288081 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:12.251677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.275780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Transition to ACTIVE for port object 9f99625f-bae7-480b-9f8a-ea9e0c871829 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:12.288376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.288376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:12.326297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.330603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.379868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router 73713bab-0723-48ce-9e3e-f75bf447c547 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:49:12.388162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b736dc3-b8c8-4f06-b39b-355511f2b45a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:12.394906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] DHCP port deletion for 89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:12.432371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffae8941-81f3-4d1a-93d4-36030c0e60a7') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:12.432698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffae8941-81f3-4d1a-93d4-36030c0e60a7') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:12.441301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Deleting port edfa799e-2aac-46ba-bd70-1f878579511c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:12.441692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.530257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Pushing event updated for resources: {'Port': ['ID=9f99625f-bae7-480b-9f8a-ea9e0c871829,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:12.534637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:12.565582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port edfa799e-2aac-46ba-bd70-1f878579511c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:12.566164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.569082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.601582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.624146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:12.624552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:12.641848 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:12.801578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:12.813139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] For port edfa799e-2aac-46ba-bd70-1f878579511c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=edfa799e-2aac-46ba-bd70-1f878579511c,segment=NetworkSegment(27b0f1c2-b932-41f8-9362-ea3564b04b5e),segment_id=27b0f1c2-b932-41f8-9362-ea3564b04b5e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:12.813687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.822112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.848457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-259486e1-4b09-4b33-b110-d9689c4b0181 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:12.904122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9f99625f-bae7-480b-9f8a-ea9e0c871829 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:12.971328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:12.989887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=d67571bc-d204-4cf9-a55b-c20b22288081,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:12.993629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:13.000811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.005890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.009065 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] 10.222.0.18 "DELETE /v2.0/networks/6b736dc3-b8c8-4f06-b39b-355511f2b45a HTTP/1.1" status: 204 len: 168 time: 3.3627467 Dec 15 21:49:13.023576 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/d67571bc-d204-4cf9-a55b-c20b22288081 HTTP/1.1" status: 204 len: 168 time: 1.7194746 Dec 15 21:49:13.031222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:13.033192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca26d5c5-7d94-4c10-9550-12b1a30c17ba tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:13.104263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Calling delete_port for edfa799e-2aac-46ba-bd70-1f878579511c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:13.168351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Pushing event deleted for resources: {'Network': ['ID=6b736dc3-b8c8-4f06-b39b-355511f2b45a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:13.172094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:13.174671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:13.185537 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Sync routers for ids ['73713bab-0723-48ce-9e3e-f75bf447c547'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:13.200559 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Routers {'73713bab-0723-48ce-9e3e-f75bf447c547'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:13.203424 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['73713bab-0723-48ce-9e3e-f75bf447c547'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:13.277942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.280546 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.2809095 Dec 15 21:49:13.284913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60622) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:13.291428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc00012-658a-4536-bc68-e32f58c17b60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:13.293714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc00012-658a-4536-bc68-e32f58c17b60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:13.294724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6bc00012-658a-4536-bc68-e32f58c17b60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:13.341660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.346030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c59094f6-748f-4183-a9dd-0bd7a5ac9d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:13.426522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device edfa799e-2aac-46ba-bd70-1f878579511c no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:13.542433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Pushing event deleted for resources: {'Port': ['ID=edfa799e-2aac-46ba-bd70-1f878579511c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:13.552348 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Set router 73713bab-0723-48ce-9e3e-f75bf447c547 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:13.558322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] No DVR routers for this DVR port edfa799e-2aac-46ba-bd70-1f878579511c on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:13.559738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: edfa799e-2aac-46ba-bd70-1f878579511c {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:13.560116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device edfa799e-2aac-46ba-bd70-1f878579511c not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:13.605910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:13.697073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:13.698468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::3d9 (b8011ac9-9a21-4103-8460-b854a97f748a/c5786582-9a04-44a9-b63c-44ced1d72bd4/8eb00a2e-6009-4a7a-873c-06cef513ffc3) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:13.701920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] For port edfa799e-2aac-46ba-bd70-1f878579511c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=edfa799e-2aac-46ba-bd70-1f878579511c,segment=NetworkSegment(27b0f1c2-b932-41f8-9362-ea3564b04b5e),segment_id=27b0f1c2-b932-41f8-9362-ea3564b04b5e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:13.704433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.727391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6bc00012-658a-4536-bc68-e32f58c17b60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:13.736154 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6bc00012-658a-4536-bc68-e32f58c17b60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6636488 Dec 15 21:49:13.740088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:13.782991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f25943e7-6b30-4032-8b5d-d6efee458bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.804305 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bbb7a2b3-8fe5-4233-af89-eff77b8e20a2 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/73713bab-0723-48ce-9e3e-f75bf447c547 HTTP/1.1" status: 200 len: 907 time: 0.5174499 Dec 15 21:49:13.812298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:13.814640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e7b89c6a-1075-4a37-9a18-0b81c3b61622 None None] Provisioning for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:13.821897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'name': 'tempest-snat-router-279414026', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': True}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:13.823162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e7b89c6a-1075-4a37-9a18-0b81c3b61622 None None] Provisioning complete for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:13.823540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e7b89c6a-1075-4a37-9a18-0b81c3b61622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.827279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:13.831420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Usage tracker for resource:router and tenant:c7a1d7e1dc8c4945b67b54f609b746af is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:13.834451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:13.840675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:13.858393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.859610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.882992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 972f8a44-071b-4d99-9959-39156e79f355 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:13.888465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for edfa799e-2aac-46ba-bd70-1f878579511c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:13.892207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.920490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:13.937145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46'}], 'enable_snat': False}, 'gw_port_id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:05Z', 'updated_at': '2021-12-15T21:49:09Z', 'revision_number': 3, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port': {'id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:08Z', 'updated_at': '2021-12-15T21:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:13.945136 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Checking router: 73713bab-0723-48ce-9e3e-f75bf447c547 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:13.945508 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Updating router 73713bab-0723-48ce-9e3e-f75bf447c547 port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:49:13.960931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.020125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.134497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8:0:1::117 (b8011ac9-9a21-4103-8460-b854a97f748a/85c73828-6742-4c35-b242-b4fe640ef9c1/8eb00a2e-6009-4a7a-873c-06cef513ffc3) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:14.163472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ebd92-cca4-43c9-a94b-255824d388b9 req-1470962a-301d-42e5-88cd-b7c6916b1885 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:14.165206 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c86ebd92-cca4-43c9-a94b-255824d388b9 req-1470962a-301d-42e5-88cd-b7c6916b1885 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 1.3666344 Dec 15 21:49:14.187675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:14.187675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:14.207134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:14.223083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:14.239768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:14.242478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:14.259749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/routers/522ab8e1-d8b5-4685-bc75-22642b15d8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6397960 Dec 15 21:49:14.272859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60646) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:14.299600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'port': {'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea', 'name': 'tempest-FloatingIPTestJSON-1813087199'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:14.363636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:14.372371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:14.373990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:14.440472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:14.440951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0abcd06-7275-48ae-8fa5-87da16f3bb13 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:14.443934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.488487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c86ebd92-cca4-43c9-a94b-255824d388b9 req-96970a03-7e9e-4a9c-8597-d1df9b6ff9b4 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136387 Dec 15 21:49:14.489119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.499142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.517821 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Transition to ACTIVE for port object 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:14.533086 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.537473 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:14.577107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-6504029e-0aa4-4cd4-b355-d5fd0be54a47 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:14.578872 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-6504029e-0aa4-4cd4-b355-d5fd0be54a47 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 0.5884717 Dec 15 21:49:14.613205 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Attempting to bind port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:14.613579 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Attempting to bind port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:14.613948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Attempting to bind port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:14.617392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Pushing event updated for resources: {'Port': ['ID=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:14.622530 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:14.622530 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:14.622884 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.623221 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:14.623820 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Bound port: 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:14.624244 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.627274 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3254102f-67b0-4b5f-91b4-ec7cf63a6536 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49de68552f894eedba05f30630d9c893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107107 Dec 15 21:49:14.630144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:14.660853 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.661197 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.661538 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.661869 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.662196 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.662558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.662885 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.663777 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.663777 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.664061 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.664150 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.664765 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:14.674305 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:14.685644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.697503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port edfa799e-2aac-46ba-bd70-1f878579511c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:14.698154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.709817 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] For port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:14.713335 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] For port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:14.718205 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.724161 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-8129ff2f-d5d1-4dac-b7d9-d520389c0dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:14.739129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Deleting port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:14.739616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.748811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:14.770737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.794773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf8f0fd5-e5ca-4b7d-a909-cf417bff67fa tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:14.797946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Routers {'73713bab-0723-48ce-9e3e-f75bf447c547'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:14.798567 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:48:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['73713bab-0723-48ce-9e3e-f75bf447c547'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:14.804055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] The port 'edfa799e-2aac-46ba-bd70-1f878579511c' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:14.814081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:port and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:14.840121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:14.847293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaa1d8c-0696-4ed5-b576-52d366924b2f None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:14.853916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 8eb00a2e-6009-4a7a-873c-06cef513ffc3 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:14.855270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:14.856694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=972f8a44-071b-4d99-9959-39156e79f355,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:14.863671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:14.865196 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/972f8a44-071b-4d99-9959-39156e79f355 HTTP/1.1" status: 204 len: 168 time: 1.1242230 Dec 15 21:49:14.867063 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Pushing event updated for resources: {'Port': ['ID=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:14.871633 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:14.871817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:14.872576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:14.993516 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] Set router 73713bab-0723-48ce-9e3e-f75bf447c547 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:15.039995 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b5e9883-348b-47f0-b4d3-f43b1cf27adf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635661 Dec 15 21:49:15.040826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:15.052675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:15.087116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.097334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:15.102133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.113564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.252365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:15.258511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Deleting port e6506bee-ce11-41aa-b94c-91c2c5da22c5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:15.259605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.276925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:15.304085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.317192 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46'}], 'enable_snat': False}, 'gw_port_id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:05Z', 'updated_at': '2021-12-15T21:49:09Z', 'revision_number': 3, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port': {'id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:08Z', 'updated_at': '2021-12-15T21:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:15.318052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b0f1c2-b932-41f8-9362-ea3564b04b5e') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:15.318410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b0f1c2-b932-41f8-9362-ea3564b04b5e') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:15.322516 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fd8e6-c164-4b57-93e5-ac557c2a22f4 None None] The sync data for ids ['73713bab-0723-48ce-9e3e-f75bf447c547'] in dv-neutron-820612-1-hyperv is: [{'id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46'}], 'enable_snat': False}, 'gw_port_id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:05Z', 'updated_at': '2021-12-15T21:49:09Z', 'revision_number': 3, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port': {'id': '7cf128bc-33d6-44a8-a8a4-d715a4a22b8d', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:1a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73713bab-0723-48ce-9e3e-f75bf447c547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:08Z', 'updated_at': '2021-12-15T21:49:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:15.334094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] device_id is not set on port 29808eda-dfa8-475d-9e12-b973ae3fc430 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:15.383252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.388226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.394239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.408782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:15.424891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] For port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:15.425296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.438923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.465890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:15.531769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.534605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:15.544129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:15.573133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:15.579282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:15.579711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.595295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] For port e6506bee-ce11-41aa-b94c-91c2c5da22c5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6506bee-ce11-41aa-b94c-91c2c5da22c5,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:15.595825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:15.597746 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:15.608011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b8011ac9-9a21-4103-8460-b854a97f748a is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:15.620543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:15.733789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:15.740636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:15.741295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.855416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:15.859726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.890562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=8eb00a2e-6009-4a7a-873c-06cef513ffc3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:15.907082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Calling delete_port for e6506bee-ce11-41aa-b94c-91c2c5da22c5 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:15.913917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 172.26.6.136 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:15.939421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.940284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:15.940758 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Floating IP e1f55355-b940-495d-b362-8dc39d5d94c2 disassociated. External IP: 172.26.6.244, port: 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221. Dec 15 21:49:15.941273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Calling delete_port for 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:15.950370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:16.001734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d672fadc-eab2-4678-b26b-d52b77f71c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.054246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.058626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:16.119082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Pushing event deleted for resources: {'Port': ['ID=e6506bee-ce11-41aa-b94c-91c2c5da22c5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:16.141490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:16.143350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] No DVR routers for this DVR port e6506bee-ce11-41aa-b94c-91c2c5da22c5 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:16.182529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95ccdabf-c219-447c-9f86-f98cba775454 None None] Provisioning for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:16.189890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95ccdabf-c219-447c-9f86-f98cba775454 None None] Provisioning complete for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:16.190282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95ccdabf-c219-447c-9f86-f98cba775454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.209123 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.3479609 Dec 15 21:49:16.210460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.217682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:16.219971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.226916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5786582-9a04-44a9-b63c-44ced1d72bd4'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:16.227635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:16.251467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.263008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.263673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.264235 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88d27520-16e6-4e53-935e-e85f824df532 HTTP/1.1" status: 204 len: 168 time: 1.6318297 Dec 15 21:49:16.269709 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/networks/89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e HTTP/1.1" status: 204 len: 168 time: 4.2469497 Dec 15 21:49:16.272570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:16.288995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-95ccdabf-c219-447c-9f86-f98cba775454 None None] Port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:16.336011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.348822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-99a96c88-37a1-4f9f-9e02-eda82c20344b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:16.449260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event deleted for resources: {'Port': ['ID=9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:16.451747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:16.605924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.613162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47a838ea-d6ec-49d5-894f-709a386eb121 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:16.621577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Network': ['ID=89de86c2-7f7b-4a5a-95f1-5d2a5a269a1e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:16.651449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.4 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/29808eda-dfa8-475d-9e12-b973ae3fc430) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:16.750254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.872883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:16.974373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:17.026610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.035128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:17.045824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:17.051944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:17.056181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b3dec13-17be-463d-8fff-5600210972b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.777s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:17.058009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:17.073479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:17.075670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.083749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:17.089894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:17.090501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.091776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:17.094369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.145240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d27520-16e6-4e53-935e-e85f824df532,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:17.146181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:17.240771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:17.255784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.275265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Deleting port d0fb6e72-dc80-476c-a2ba-19b296608243 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:17.275613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.298367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:17.308104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.310284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:17.466748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:17.494380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=49f2b6b7-5240-4e79-9bea-e7e031544dd5,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:17.510128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:17.527896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.542039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb47a210-0480-48ec-8e6a-59111c034508 req-34dfbfb0-f5bb-41d0-a084-d86575158e50 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:17.545869 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb47a210-0480-48ec-8e6a-59111c034508 req-34dfbfb0-f5bb-41d0-a084-d86575158e50 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 946 time: 1.7690680 Dec 15 21:49:17.560236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:17.561640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:17.562453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6506bee-ce11-41aa-b94c-91c2c5da22c5 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:17.618201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:17.630273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e6506bee-ce11-41aa-b94c-91c2c5da22c5 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:17.630767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:17.634592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6506bee-ce11-41aa-b94c-91c2c5da22c5 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:17.638454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:17.650650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:17.658710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Router ca9b5d70-15b3-475a-8b45-295c1ec39388 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:17.660906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5787b34f-5e39-4131-8759-cc4f802b6a39 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:17.746023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:17.751630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.772247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:17.787074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:17.859393 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8113537 Dec 15 21:49:17.866497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60702) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:17.909120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a926dd4-55b3-48cb-98b1-63c25da6eeb0 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] Request body: {'port': {'network_id': '1ac95491-d845-4838-9f1f-e94b606d698d', 'name': 'tempest-NetworksNegativeTestJSON-1984165618'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:17.940413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '49f2b6b7-5240-4e79-9bea-e7e031544dd5', 'ip_address': '2001:db8::79f1:5dd9:3514:6c64'}], 'name': 'tempest-NetworksTestDHCPv6-2097743050'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:17.954937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '49f2b6b7-5240-4e79-9bea-e7e031544dd5'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:17.956037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:17.980669 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a926dd4-55b3-48cb-98b1-63c25da6eeb0 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] POST failed (client error): The resource could not be found. Dec 15 21:49:17.981504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a926dd4-55b3-48cb-98b1-63c25da6eeb0 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:17.983226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a926dd4-55b3-48cb-98b1-63c25da6eeb0 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4994700 Dec 15 21:49:17.987969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=29808eda-dfa8-475d-9e12-b973ae3fc430,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:17.989102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Delete allocated IP 2001:db8:0:1::117 (b8011ac9-9a21-4103-8460-b854a97f748a/85c73828-6742-4c35-b242-b4fe640ef9c1) {{(pid=87553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:49:18.005478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.045391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:18.062504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:18.063123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.090212 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb47a210-0480-48ec-8e6a-59111c034508 req-98ba371f-f54d-4365-9917-bcdc8b0c1400 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups?id=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4626706 Dec 15 21:49:18.104621 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55efd93-8a95-4c94-b839-2cedd7026ba2 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] DELETE failed (client error): The resource could not be found. Dec 15 21:49:18.105192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55efd93-8a95-4c94-b839-2cedd7026ba2 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:18.127914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8538685 Dec 15 21:49:18.133929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60714) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.155275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'port': {'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea', 'name': 'tempest-FloatingIPTestJSON-1604393988'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:18.188470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.188789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.203737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/49f2b6b7-5240-4e79-9bea-e7e031544dd5/3628fda3-2b40-44f5-84f5-50b185f019b6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:18.344542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c55efd93-8a95-4c94-b839-2cedd7026ba2 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "DELETE /v2.0/networks/7e06a13b-2c66-4de0-b7e4-3649eb6a05ba HTTP/1.1" status: 404 len: 339 time: 0.3336225 Dec 15 21:49:18.350104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.411362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:18.422474 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Sync routers for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:18.429279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Calling delete_port for d0fb6e72-dc80-476c-a2ba-19b296608243 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:18.435594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.438860 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:18.439815 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:18.447867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Transition to ACTIVE for port object 3628fda3-2b40-44f5-84f5-50b185f019b6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:18.470319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Transition to ACTIVE for port object 3628fda3-2b40-44f5-84f5-50b185f019b6 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:18.488824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.515391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:18.522764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:18.539960 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f1ae28-235b-4197-9be0-ca58f9ea8a99 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] DELETE failed (client error): The resource could not be found. Dec 15 21:49:18.540732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f1ae28-235b-4197-9be0-ca58f9ea8a99 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:18.545879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16f1ae28-235b-4197-9be0-ca58f9ea8a99 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "DELETE /v2.0/ports/17cdb08a-821d-4251-8481-8f14bb337268 HTTP/1.1" status: 404 len: 333 time: 0.1266127 Dec 15 21:49:18.545879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:18.550194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60722) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.552752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:18.591795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0770bdb-30bb-41c9-ac51-20e41117c71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:18.618602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:18.644626 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef16771-cc8d-4289-96c7-66394501e276 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] DELETE failed (client error): The resource could not be found. Dec 15 21:49:18.645080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef16771-cc8d-4289-96c7-66394501e276 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:18.650204 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bef16771-cc8d-4289-96c7-66394501e276 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "DELETE /v2.0/subnets/a9a05f8b-1f20-4b16-a180-345074d6a529 HTTP/1.1" status: 404 len: 337 time: 0.0911276 Dec 15 21:49:18.663287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60726) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.664563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.689357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 8eb00a2e-6009-4a7a-873c-06cef513ffc3 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:18.695946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:18.696435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:18.702069 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-590cd9ee-1326-447a-8956-37e4e201643d tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] GET failed (client error): The resource could not be found. Dec 15 21:49:18.703914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-590cd9ee-1326-447a-8956-37e4e201643d tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "GET /v2.0/networks/eeb6353c-bb26-493d-8895-309b5ee0d828 HTTP/1.1" status: 404 len: 339 time: 0.0397110 Dec 15 21:49:18.707635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60730) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:18.712251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:18.712863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:18.713564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.721764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:18.724737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:18.753070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:port and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:18.756322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:18.792070 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:18.829128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.836113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] No DVR routers for this DVR port 9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:18.848980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Pushing event updated for resources: {'Port': ['ID=3628fda3-2b40-44f5-84f5-50b185f019b6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:18.851624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:18.859689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:18.862142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95d8ae-073d-4afc-97d5-5f8fcf4653a4 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:18.937007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.939893 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-701ab1b1-e8b8-4d0e-b93b-a5474a4301d9 req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.32 "DELETE /v2.0/ports/9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221 HTTP/1.1" status: 204 len: 173 time: 4.3051052 Dec 15 21:49:18.953010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Attempting to bind port 3628fda3-2b40-44f5-84f5-50b185f019b6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:18.953402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Attempting to bind port 3628fda3-2b40-44f5-84f5-50b185f019b6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:18.954015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Attempting to bind port 3628fda3-2b40-44f5-84f5-50b185f019b6 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:18.970281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:18.970713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:18.971130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.971533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:18.972048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Bound port: 3628fda3-2b40-44f5-84f5-50b185f019b6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:18.972431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.985698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:18.986086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:18.992060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:19.005556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:19.033786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'name': 'network-vif-deleted', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:49:19.064820 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-624aafd5-dd53-4af6-99a9-556a3b1e89c8 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] GET failed (client error): The resource could not be found. Dec 15 21:49:19.070024 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-624aafd5-dd53-4af6-99a9-556a3b1e89c8 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "GET /v2.0/ports/d4c60fd4-cd6b-4973-b1f4-cc4bc5105d30 HTTP/1.1" status: 404 len: 333 time: 0.3552032 Dec 15 21:49:19.116677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60736) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:19.217810 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b74037-fd9f-4772-b913-8d048420b75d', 'name': 'network-vif-deleted', 'tag': '9cf0804d-fc7f-43e2-9cfe-bc9bb1fb7221', 'status': 'completed', 'code': 200} Dec 15 21:49:19.231233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:19.237589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.246405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.331193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] device_id is not set on port daef7087-a940-4ca8-a42e-44204f464c36 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:19.336329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:19.397906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3628fda3-2b40-44f5-84f5-50b185f019b6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:19.410869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.417108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:19.465686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:19.471021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3c66345d-1ec1-4fbd-849b-6915b7b5c5e9 req-0609fb06-abbc-4d93-8927-fbd767b4b7b9 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6b74037-fd9f-4772-b913-8d048420b75d HTTP/1.1" status: 200 len: 210 time: 0.0862122 Dec 15 21:49:19.479650 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Checking router: ca9b5d70-15b3-475a-8b45-295c1ec39388 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:19.500897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.501471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2a4c-0fc9-4e52-8a56-8be85dfd395c req-d0d7cf07-3f9c-40b6-863a-04395ca02a07 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:19.503148 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cc1a2a4c-0fc9-4e52-8a56-8be85dfd395c req-d0d7cf07-3f9c-40b6-863a-04395ca02a07 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 1.2968841 Dec 15 21:49:19.503387 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:19.504506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] In _notify_port_updated(), no bound segment for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 on network b8011ac9-9a21-4103-8460-b854a97f748a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:49:19.506600 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:19.509654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:19.510268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.512338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-465024da-9cd2-4f85-9f85-3e92ccf666e1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:19.515986 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/ports/8eb00a2e-6009-4a7a-873c-06cef513ffc3 HTTP/1.1" status: 200 len: 926 time: 3.2972829 Dec 15 21:49:19.517052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:19.541212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-84720ee8-8d78-4b9a-b658-31b3d503a121 None None] Provisioning for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:19.549281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.567061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-84720ee8-8d78-4b9a-b658-31b3d503a121 None None] Provisioning complete for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:19.567683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84720ee8-8d78-4b9a-b658-31b3d503a121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:19.583138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5786582-9a04-44a9-b63c-44ced1d72bd4'}, {'subnet_id': '85c73828-6742-4c35-b242-b4fe640ef9c1'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:19.596406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Pushing event deleted for resources: {'Port': ['ID=d0fb6e72-dc80-476c-a2ba-19b296608243,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:19.607660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:19.699486 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a2cb06-502d-4194-9630-737aa47672d6 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] GET failed (client error): The resource could not be found. Dec 15 21:49:19.701009 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54a2cb06-502d-4194-9630-737aa47672d6 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "GET /v2.0/subnets/e0e369dd-0aeb-4755-8910-9d3667ae5b03 HTTP/1.1" status: 404 len: 337 time: 0.4916523 Dec 15 21:49:19.702464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=8eb00a2e-6009-4a7a-873c-06cef513ffc3,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:19.753738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:19.764456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:19.764850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.12 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/daef7087-a940-4ca8-a42e-44204f464c36) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:19.767587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:19.792931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Pushing event updated for resources: {'Port': ['ID=3628fda3-2b40-44f5-84f5-50b185f019b6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:19.800433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c087f9e1-a65e-4554-8656-e65c1e7c1a60 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:19.808007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:19.812038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-84720ee8-8d78-4b9a-b658-31b3d503a121 None None] Port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:19.942432 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:19.950638 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c087f9e1-a65e-4554-8656-e65c1e7c1a60 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] PUT failed (client error): The resource could not be found. Dec 15 21:49:19.952488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c087f9e1-a65e-4554-8656-e65c1e7c1a60 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:19.957641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c087f9e1-a65e-4554-8656-e65c1e7c1a60 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "PUT /v2.0/networks/2feaf706-13b3-47eb-ae87-2936ad607ca3 HTTP/1.1" status: 404 len: 339 time: 0.1925309 Dec 15 21:49:19.965113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60750) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:19.968660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.015408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5bb26ff0-e46a-4608-ba45-d3803f04a595 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:20.063418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.081818 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cc1a2a4c-0fc9-4e52-8a56-8be85dfd395c req-3b4baa33-ffa9-4ada-a7cb-12607b0d51d3 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5297618 Dec 15 21:49:20.130469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bb26ff0-e46a-4608-ba45-d3803f04a595 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] PUT failed (client error): The resource could not be found. Dec 15 21:49:20.130993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bb26ff0-e46a-4608-ba45-d3803f04a595 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:20.135758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5bb26ff0-e46a-4608-ba45-d3803f04a595 tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "PUT /v2.0/ports/4e4f7ad5-5472-404b-84dc-99a2b789c633 HTTP/1.1" status: 404 len: 333 time: 0.1652622 Dec 15 21:49:20.147621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:20.176623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-312f3349-4bd7-487d-8b4d-27aeae3bb23e tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:20.349992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.353387 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] 10.222.0.18 "DELETE /v2.0/floatingips/6aa1a9f0-435c-46e7-bab2-f93cdcc34876 HTTP/1.1" status: 204 len: 168 time: 4.0729949 Dec 15 21:49:20.373354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::79f1:5dd9:3514:6c64 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/49f2b6b7-5240-4e79-9bea-e7e031544dd5/cdfc14bd-84fa-4fe8-8b90-cbd73e00e944) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:20.417004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:20.421441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153892aa-32fd-4428-83a5-062edb2f7bb4 None None] The sync data for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv is: [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:47:37Z', 'revision_number': 4, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '9bb8c97c-405a-47aa-a999-13f293d3d3c2', 'name': '', 'network_id': 'fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'mac_address': 'fa:16:3e:88:97:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_interface', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:46Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'subnets': [{'id': 'b13a7bb9-da08-4077-b134-900ea52a2fa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:20.471902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.606016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.617341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-312f3349-4bd7-487d-8b4d-27aeae3bb23e tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] PUT failed (client error): The resource could not be found. Dec 15 21:49:20.617791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312f3349-4bd7-487d-8b4d-27aeae3bb23e tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:20.618913 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-312f3349-4bd7-487d-8b4d-27aeae3bb23e tempest-NetworksNegativeTestJSON-699560376 tempest-NetworksNegativeTestJSON-699560376-project] 10.222.0.18 "PUT /v2.0/subnets/c321ffd9-7e7e-4005-b783-4b3b0d7689ca HTTP/1.1" status: 404 len: 337 time: 0.4709060 Dec 15 21:49:20.682431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.696111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59821b2a-e660-43f4-be77-3a5b521e9cd9 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:20.772317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:20.952472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3628fda3-2b40-44f5-84f5-50b185f019b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:20.966219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:20.986224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:20.995982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60780) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.020376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:21.054048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:21.089723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.135130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3628fda3-2b40-44f5-84f5-50b185f019b6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:21.186524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:21.187904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.195071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=daef7087-a940-4ca8-a42e-44204f464c36,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:21.207151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92d39b2-f14e-44be-9b94-5e8a204d1953 None None] New status for floating IP e1f55355-b940-495d-b362-8dc39d5d94c2: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:49:21.230366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:21.270700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.332944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:21.342960 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2087557 Dec 15 21:49:21.359313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.377500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'daef7087-a940-4ca8-a42e-44204f464c36', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:21.404580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:21.408302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.447861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a17e6126-4116-46a1-abb5-a801fc94caee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5ba1ebcdd47416696e1fa65dd971289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503810 Dec 15 21:49:21.457329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fba35-e21d-423d-a083-7cefc06d5f94 req-6b8a12f6-9dd7-4390-a668-c636398e32a9 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:21.458923 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef9fba35-e21d-423d-a083-7cefc06d5f94 req-6b8a12f6-9dd7-4390-a668-c636398e32a9 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.2218654 Dec 15 21:49:21.460399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.461975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:floatingip and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:21.472983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:21.478189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.493120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.506435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da5f31f0-0286-4e79-bd7f-5d1d1cd4ff50 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:21.522027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:21.575865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router 3d99dc90-f977-4a98-9896-717f7b6425bd is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:49:21.578777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Provisioning for port 3628fda3-2b40-44f5-84f5-50b185f019b6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:21.591029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.603714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Provisioning complete for port 3628fda3-2b40-44f5-84f5-50b185f019b6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:21.604049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.610643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=cdfc14bd-84fa-4fe8-8b90-cbd73e00e944,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:21.618359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.622620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:21.625818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:21.629222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:21.631309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:21.635598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:21.642564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:21.643207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.648750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.664999 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ef9fba35-e21d-423d-a083-7cefc06d5f94 req-3b25449c-15bd-44aa-9dc3-71d2de1af570 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916955 Dec 15 21:49:21.680813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7623310 Dec 15 21:49:21.685152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60802) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.688167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c3870dd9-9155-4ca3-91d6-cb42f5ab3797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:21.716281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Usage tracker for resource:security_group_rule and tenant:c8b98619c91e42ea9161d632092d40bc is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:21.721076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.756767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.773173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.816899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:21.821501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd44d5c-efb3-4b0a-96fe-5e623d2372e1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:21.829300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8:0:1::32 (b8011ac9-9a21-4103-8460-b854a97f748a/85c73828-6742-4c35-b242-b4fe640ef9c1/8eb00a2e-6009-4a7a-873c-06cef513ffc3) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:21.833427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3628fda3-2b40-44f5-84f5-50b185f019b6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:21.839120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:21.840033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:21.847502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.848692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "DELETE /v2.0/security-groups/2fd44d5c-efb3-4b0a-96fe-5e623d2372e1 HTTP/1.1" status: 204 len: 168 time: 1.0612528 Dec 15 21:49:21.852165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.855435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:21.900616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60806) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:21.943957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Pushing event updated for resources: {'Port': ['ID=3628fda3-2b40-44f5-84f5-50b185f019b6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:21.947788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:21.983254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-05da4260-369d-44e2-b0b7-eefa810cc9f5 None None] Provisioning for port cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:21.989286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-05da4260-369d-44e2-b0b7-eefa810cc9f5 None None] Provisioning complete for port cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:21.989639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-05da4260-369d-44e2-b0b7-eefa810cc9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:21.996454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.002975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:22.018905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e800d1e1-e144-4d60-a872-5fa17cf9c443,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:22.021539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:22.028662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.030320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e800d1e1-e144-4d60-a872-5fa17cf9c443 HTTP/1.1" status: 204 len: 168 time: 0.5690229 Dec 15 21:49:22.056606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f991a-a169-4aae-8fea-771cbd5c7280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:22.064009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649f991a-a169-4aae-8fea-771cbd5c7280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:22.064842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-649f991a-a169-4aae-8fea-771cbd5c7280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:22.065380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-05da4260-369d-44e2-b0b7-eefa810cc9f5 None None] Port cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:22.088600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-649f991a-a169-4aae-8fea-771cbd5c7280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:22.090027 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-649f991a-a169-4aae-8fea-771cbd5c7280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4033456 Dec 15 21:49:22.093223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60812) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:22.170565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:22.170908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.192461 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-e73aea3b-158d-4a2f-8c0d-d4cd12ad9b36 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] show failed (client error): The resource could not be found. Dec 15 21:49:22.193377 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e73aea3b-158d-4a2f-8c0d-d4cd12ad9b36 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "GET /v2.0/security-groups/2fd44d5c-efb3-4b0a-96fe-5e623d2372e1 HTTP/1.1" status: 404 len: 347 time: 0.2845314 Dec 15 21:49:22.213201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:22.378114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:22.406253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.434937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:22.443132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:a642138ac0d84eafb04ec31e0acb0f52 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:22.453762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:22.462864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:22.465682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.561720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Deleting port 95ab9b82-bb65-42ef-b526-7d7d521f25b3 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:22.562278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.602151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:22.620321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:22.629802 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Sync routers for ids ['3d99dc90-f977-4a98-9896-717f7b6425bd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:22.641147 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Routers {'3d99dc90-f977-4a98-9896-717f7b6425bd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:22.642111 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3d99dc90-f977-4a98-9896-717f7b6425bd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:22.833589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3628fda3-2b40-44f5-84f5-50b185f019b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:22.837331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.840176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.844332 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.0309095 Dec 15 21:49:22.846288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60828) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:22.857302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.870076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-7f222d0c-cf57-4d7e-81e7-e4e9810d4495 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:22.871644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-7f222d0c-cf57-4d7e-81e7-e4e9810d4495 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.32 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.5939341 Dec 15 21:49:22.872353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.892539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-157d846a-7268-45e5-b408-580d3c49be66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:22.900507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.954441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Set router 3d99dc90-f977-4a98-9896-717f7b6425bd gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:22.960117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.972544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.973072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:22.988904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-792bab48-2e06-4026-ba22-a7ef9852c97a tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:22.998919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3628fda3-2b40-44f5-84f5-50b185f019b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:22.999467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.053266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=cdfc14bd-84fa-4fe8-8b90-cbd73e00e944,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:23.118413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:23.118856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:23.176310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a642138ac0d84eafb04ec31e0acb0f52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7949550 Dec 15 21:49:23.178005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Deleting port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:23.178530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.189237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.206708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60832) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.226423 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 HTTP/1.1" status: 204 len: 168 time: 1.1314137 Dec 15 21:49:23.249060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.257857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605cbe8c-1bf2-4836-8b91-5cc0ea6cf5b7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:23.270543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 8eb00a2e-6009-4a7a-873c-06cef513ffc3 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:23.274682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:23.319512 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d99dc90-f977-4a98-9896-717f7b6425bd', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': 'dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:13Z', 'updated_at': '2021-12-15T21:49:17Z', 'revision_number': 3, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port': {'id': 'dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:7e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d99dc90-f977-4a98-9896-717f7b6425bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:15Z', 'updated_at': '2021-12-15T21:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:23.325893 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Checking router: 3d99dc90-f977-4a98-9896-717f7b6425bd for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:23.326964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Updating router 3d99dc90-f977-4a98-9896-717f7b6425bd port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:49:23.333743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031e2d73-8c0f-495c-bce1-bb6e4e8356bd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:23.348459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.356703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:23.362265 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8b98619c91e42ea9161d632092d40bc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1592875 Dec 15 21:49:23.364885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60840) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.379529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-36c34315-153d-4ad2-a85a-b42b2033a57c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:23.397145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.426465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7dd314ef-b257-40be-9dd8-6934cbc2dab8 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/3d99dc90-f977-4a98-9896-717f7b6425bd HTTP/1.1" status: 200 len: 907 time: 0.5761194 Dec 15 21:49:23.431417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60844) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.458405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.609081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] In _notify_port_updated(), no bound segment for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 on network b8011ac9-9a21-4103-8460-b854a97f748a {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:49:23.615317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:23.615952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.619783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/ports/8eb00a2e-6009-4a7a-873c-06cef513ffc3 HTTP/1.1" status: 200 len: 1011 time: 4.0603690 Dec 15 21:49:23.627818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.628177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.631754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.644689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e085e0-cf43-4493-ac07-af03d6f8e55e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:23.645741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.229 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/3d7866e5-2a64-4053-bcdd-96324cd0962d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:23.646291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e085e0-cf43-4493-ac07-af03d6f8e55e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:23.647021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-60e085e0-cf43-4493-ac07-af03d6f8e55e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:23.722858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=8eb00a2e-6009-4a7a-873c-06cef513ffc3,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:23.752063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.805608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-01bf7d62-ddd3-407e-a59f-b4b293983ada None None] Provisioning for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:23.811894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-01bf7d62-ddd3-407e-a59f-b4b293983ada None None] Provisioning complete for port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:23.812440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01bf7d62-ddd3-407e-a59f-b4b293983ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.869547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01bf7d62-ddd3-407e-a59f-b4b293983ada None None] Port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:23.911590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-60e085e0-cf43-4493-ac07-af03d6f8e55e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:23.912827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-60e085e0-cf43-4493-ac07-af03d6f8e55e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6611087 Dec 15 21:49:23.922369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60852) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:23.926835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 8eb00a2e-6009-4a7a-873c-06cef513ffc3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:23.927169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:23.939890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:23.946582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Calling delete_port for 95ab9b82-bb65-42ef-b526-7d7d521f25b3 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:23.955014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.014726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.144620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.161357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5d782-0808-4f14-9a74-a0ff3c34e725 req-2fcae409-42ee-4c4e-9b22-f7bb727bb4c4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:24.162831 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aed5d782-0808-4f14-9a74-a0ff3c34e725 req-2fcae409-42ee-4c4e-9b22-f7bb727bb4c4 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.9423778 Dec 15 21:49:24.277395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] For port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:24.277778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.300535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 49f2b6b7-5240-4e79-9bea-e7e031544dd5 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:24.322011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.362657 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aed5d782-0808-4f14-9a74-a0ff3c34e725 req-114a437a-f630-4175-a7fb-03dd3da76462 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887505 Dec 15 21:49:24.398078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.431206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.460000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbad7694-d193-4752-af19-3deca6ccb630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:24.501089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.535336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e2d73-8c0f-495c-bce1-bb6e4e8356bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:24.537772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:24.569371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.571355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.577239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.580674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/031e2d73-8c0f-495c-bce1-bb6e4e8356bd HTTP/1.1" status: 204 len: 168 time: 1.2088077 Dec 15 21:49:24.583319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-62e65a3f-089e-43fb-b760-3c1340e3739a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:24.585050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.597283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:24.621657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605cbe8c-1bf2-4836-8b91-5cc0ea6cf5b7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:24.624587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:24.641178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:24.641512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.644354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Pushing event deleted for resources: {'Port': ['ID=95ab9b82-bb65-42ef-b526-7d7d521f25b3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:24.666952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.668103 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/605cbe8c-1bf2-4836-8b91-5cc0ea6cf5b7 HTTP/1.1" status: 204 len: 168 time: 1.4497585 Dec 15 21:49:24.721305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:24.729517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.876456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.908922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a09d9bbd-2b1b-4192-8ba2-8daae7e580a2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:24.929529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 8eb00a2e-6009-4a7a-873c-06cef513ffc3 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:24.994711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:24.997403 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.002652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.010790 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Transition to ACTIVE for port object dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:25.020419 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.043622 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:25.079202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:25.083680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.090911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.091427 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Floating IP 1011489a-456d-4845-9425-1fc125a6cfc0 disassociated. External IP: 172.26.6.63, port: 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6. Dec 15 21:49:25.091767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Calling delete_port for 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:25.122747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:25.134252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.139337 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] 10.222.0.18 "DELETE /v2.0/floatingips/e1f55355-b940-495d-b362-8dc39d5d94c2 HTTP/1.1" status: 204 len: 168 time: 2.9188838 Dec 15 21:49:25.140735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:25.180598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.207195 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Attempting to bind port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:25.213261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:25.213890 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Attempting to bind port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:25.214258 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Attempting to bind port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:25.227190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=3d7866e5-2a64-4053-bcdd-96324cd0962d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:25.257144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:25.257762 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:25.258309 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.258898 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:25.259656 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Bound port: dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:25.260316 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.285467 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Pushing event updated for resources: {'Port': ['ID=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:25.288548 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:25.345360 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] For port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:25.349395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] For port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:25.354756 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.358116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Calling delete_port for dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:25.366040 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:25.456826 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Pushing event updated for resources: {'Port': ['ID=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:25.460164 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:25.465742 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Routers {'3d99dc90-f977-4a98-9896-717f7b6425bd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:25.466637 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3d99dc90-f977-4a98-9896-717f7b6425bd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:25.570554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:25.570793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:25.653222 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] Set router 3d99dc90-f977-4a98-9896-717f7b6425bd gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:25.767588 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d99dc90-f977-4a98-9896-717f7b6425bd', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:13Z', 'updated_at': '2021-12-15T21:49:24Z', 'revision_number': 4, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:25.772087 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d28b77-5883-47d2-87ff-6e5f07ffddb0 None None] The sync data for ids ['3d99dc90-f977-4a98-9896-717f7b6425bd'] in dv-neutron-820612-1-hyperv is: [{'id': '3d99dc90-f977-4a98-9896-717f7b6425bd', 'name': 'tempest-snat-router-279414026', 'tenant_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:13Z', 'updated_at': '2021-12-15T21:49:24Z', 'revision_number': 4, 'project_id': 'c7a1d7e1dc8c4945b67b54f609b746af', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:25.801088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:25.820311 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025749 Dec 15 21:49:25.833876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:25.848119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.872348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:25.903197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:25.922054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-efb48b52-2c93-4a85-b869-ba47206e6154 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:25.937304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Usage tracker for resource:security_group_rule and tenant:b0c7508fbfc646ddb7ec7e32db3dd3cd is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:25.955302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:25.975371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=49f2b6b7-5240-4e79-9bea-e7e031544dd5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:25.995802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3ca21-75e5-45f6-bc75-c7b60a570ecf None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:26.007781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:26.010196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.012210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:26.019553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.035673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:26.082178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:26.083123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:26.099964 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/49f2b6b7-5240-4e79-9bea-e7e031544dd5 HTTP/1.1" status: 204 len: 168 time: 2.1468053 Dec 15 21:49:26.101390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60898) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.110501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event deleted for resources: {'Port': ['ID=9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:26.112004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900d9e3-77bd-417e-94de-28f9bc2ab638 req-c21e1c4a-d3e6-4f89-b155-21f6997e422d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:26.113625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8900d9e3-77bd-417e-94de-28f9bc2ab638 req-c21e1c4a-d3e6-4f89-b155-21f6997e422d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 946 time: 0.3578990 Dec 15 21:49:26.125939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:26.172304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.191992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7eff470-d28f-44f7-9452-40b42f85a7b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:26.213262 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57cb187a-463f-4a4e-a1fa-9a25f20b3bc5 tempest-NetworksApiDiscovery-2029538239 tempest-NetworksApiDiscovery-2029538239-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3730240 Dec 15 21:49:26.250384 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-980f1956-7e6b-4a7e-b505-b2ad113b6ba7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475935 Dec 15 21:49:26.258397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60904) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.268478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=8eb00a2e-6009-4a7a-873c-06cef513ffc3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:26.310242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:26.441201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.443045 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/8eb00a2e-6009-4a7a-873c-06cef513ffc3 HTTP/1.1" status: 204 len: 168 time: 2.8027561 Dec 15 21:49:26.447608 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8900d9e3-77bd-417e-94de-28f9bc2ab638 req-afdc6bc4-fabe-4009-97d5-1eb364988915 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups?id=db0918b3-c342-4969-8e86-f2607d69c16e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678916 Dec 15 21:49:26.448417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60908) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.523502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:26.530579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:26.531928 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-79849f4c-51a0-4921-997d-9a5aff342b79 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:49:26.532793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-79849f4c-51a0-4921-997d-9a5aff342b79 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:26.585824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:26.589284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.610544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Deleting port 3628fda3-2b40-44f5-84f5-50b185f019b6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:26.612520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.658200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a16ba3d-f8d1-4010-b6cd-dfd6698e1ac7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:26.659343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9a16ba3d-f8d1-4010-b6cd-dfd6698e1ac7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:26.691602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-79849f4c-51a0-4921-997d-9a5aff342b79 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:26.693141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-79849f4c-51a0-4921-997d-9a5aff342b79 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/8eb00a2e-6009-4a7a-873c-06cef513ffc3 HTTP/1.1" status: 404 len: 333 time: 0.2423606 Dec 15 21:49:26.700093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.754738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60918) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.774105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:26.774471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:26.787139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.835047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9a16ba3d-f8d1-4010-b6cd-dfd6698e1ac7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:26.838986 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a16ba3d-f8d1-4010-b6cd-dfd6698e1ac7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5775447 Dec 15 21:49:26.845964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:26.908352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3628fda3-2b40-44f5-84f5-50b185f019b6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:26.943867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Router 6714d258-c841-470a-a6d4-a1634dcf9c4c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:26.959200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:26.986203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.022086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:27.040780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3628fda3-2b40-44f5-84f5-50b185f019b6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:27.041328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.056210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 85c73828-6742-4c35-b242-b4fe640ef9c1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:27.065296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.091386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.137696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.146835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d93247c-ec19-4efb-9171-5082392d993c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:27.147509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d93247c-ec19-4efb-9171-5082392d993c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:27.154424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:27.170448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Usage tracker for resource:security_group_rule and tenant:c8be5991462d460699e74ef1407c6307 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:27.182199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:27.196514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.200618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Calling delete_port for 3628fda3-2b40-44f5-84f5-50b185f019b6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:27.220716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b0c7508fbfc646ddb7ec7e32db3dd3cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4322765 Dec 15 21:49:27.228201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:27.229905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60928) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:27.232475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d0ddcc-6e4f-4aff-89ae-5f9ad921efa6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:27.242336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:27.264951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d93247c-ec19-4efb-9171-5082392d993c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:27.269070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.269573 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d93247c-ec19-4efb-9171-5082392d993c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4170048 Dec 15 21:49:27.270376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:27.281384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] For port dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:27.281753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.318444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3628fda3-2b40-44f5-84f5-50b185f019b6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:27.324061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.327402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fc2f1afc-5dbb-48d0-8f85-8eab5787840f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:27.371503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:27.371931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:27.398033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=3628fda3-2b40-44f5-84f5-50b185f019b6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:27.401158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:27.584235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:27.596356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Sync routers for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:27.608395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:27.610305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:27.651338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Calling delete_port for dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:27.683577 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-64623385-f01c-489e-b189-fe730ed8e2d1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4005599 Dec 15 21:49:27.692515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:27.737024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5aed26f1-87ee-4a9b-95c3-b9e3d37c88e4 req-3ba481f8-9a94-4d14-90e5-50b13bd8f81b tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/ports?device_id=3005323e-078d-4101-8cb3-2f0e71f80418 HTTP/1.1" status: 200 len: 210 time: 0.1114736 Dec 15 21:49:27.738900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] No DVR routers for this DVR port 9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:27.740310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:27.741754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.746813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'name': 'network-vif-deleted', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:49:27.808284 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005323e-078d-4101-8cb3-2f0e71f80418', 'name': 'network-vif-deleted', 'tag': '9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6', 'status': 'completed', 'code': 200} Dec 15 21:49:27.839891 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9e95b6d-96ba-46c9-ac35-e60655c4cd20 req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.32 "DELETE /v2.0/ports/9d2bfa8e-b5e7-4fc5-b759-fcd6a70805e6 HTTP/1.1" status: 204 len: 173 time: 4.9487755 Dec 15 21:49:27.847604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.856984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.862767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56f9cfb3-d726-49fb-ae2f-faa8d6f8d202 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:27.873673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Deleting port 3628fda3-2b40-44f5-84f5-50b185f019b6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:27.874108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:27.910572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:27.973265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.038414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=3d7866e5-2a64-4053-bcdd-96324cd0962d,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:28.051745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:28.064502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.073209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.120620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.152229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.245742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:28.260320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.270872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.282413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.293047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f6c2ab0c-ab18-467b-9da9-a2c416a3d418 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:28.325663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.333257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:28.362681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] For port 3628fda3-2b40-44f5-84f5-50b185f019b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3628fda3-2b40-44f5-84f5-50b185f019b6,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:28.363269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.428936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc230ff6-6e02-4d9d-b6dc-6685f3c39b5b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:28.437364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 71d2dd91-849b-4d02-9db7-a667390b7c83 associated. External IP: 172.26.6.229, port: daef7087-a940-4ca8-a42e-44204f464c36. Dec 15 21:49:28.440561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:28.459522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:28.494492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d0ddcc-6e4f-4aff-89ae-5f9ad921efa6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:28.521012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:28.525377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.538734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Calling delete_port for 3628fda3-2b40-44f5-84f5-50b185f019b6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:28.658238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:28.663011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.667957 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8be5991462d460699e74ef1407c6307&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9049845 Dec 15 21:49:28.672112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:28.677041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2e235b15-4aeb-4d23-91b6-ac0ae33d7ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:28.684034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.698539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f6182114-b4f2-4112-b188-d459945b473e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1d0ddcc-6e4f-4aff-89ae-5f9ad921efa6 HTTP/1.1" status: 204 len: 168 time: 1.4472530 Dec 15 21:49:28.719294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.735570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Checking router: 6714d258-c841-470a-a6d4-a1634dcf9c4c for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:28.750254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Pushing event deleted for resources: {'Port': ['ID=3628fda3-2b40-44f5-84f5-50b185f019b6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:28.753887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] No DVR routers for this DVR port 3628fda3-2b40-44f5-84f5-50b185f019b6 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:28.757311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.757647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:28.765804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:28.766575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:28.882995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Deleting port 9bb8c97c-405a-47aa-a999-13f293d3d3c2 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:28.883687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.931563 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:49:28.966654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:28.984872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:28.996506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2181ffe-839a-4dfd-95b4-9f49d44436a9 None None] Network b8011ac9-9a21-4103-8460-b854a97f748a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:29.033022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:29.090248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6547629-2d9d-487f-b98a-1603d17df559,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:29.093744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:29.100550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.722s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:29.100834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:29.102763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.112298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:29.138312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.143168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/85c73828-6742-4c35-b242-b4fe640ef9c1 HTTP/1.1" status: 204 len: 168 time: 2.4416518 Dec 15 21:49:29.144741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.160807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60966) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:29.171923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=85c73828-6742-4c35-b242-b4fe640ef9c1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:29.174327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:29.304986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.305484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d99dc90-f977-4a98-9896-717f7b6425bd {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:29.330335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.336188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet c5786582-9a04-44a9-b63c-44ced1d72bd4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:29.341624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.342756 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3d99dc90-f977-4a98-9896-717f7b6425bd HTTP/1.1" status: 204 len: 168 time: 5.8936806 Dec 15 21:49:29.343579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.380526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.381228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:29.433816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] For port 9bb8c97c-405a-47aa-a999-13f293d3d3c2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9bb8c97c-405a-47aa-a999-13f293d3d3c2,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:29.434177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.478044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5d4edb2-96f4-4a79-b6d3-b91719b975b2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:29.535938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.579132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Calling delete_port for 9bb8c97c-405a-47aa-a999-13f293d3d3c2 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:29.582604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.724612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.749623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:29.796164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:29.800270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:29.812554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:29.817820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:29.820645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22b8793-eda6-428f-b85c-480f2d01ad45 None None] The sync data for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv is: [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:47:51Z', 'revision_number': 4, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'abcc4770-0a43-4c67-9d22-5467f7c67c49', 'name': '', 'network_id': 'c74e6eb8-a43b-4b6b-9400-63323c56bc6d', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'mac_address': 'fa:16:3e:e6:2a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': '9697bf60-d866-4786-aed4-29affeead380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:48Z', 'updated_at': '2021-12-15T21:48:00Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'subnets': [{'id': '9697bf60-d866-4786-aed4-29affeead380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:29.833441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2bda06-67e2-4347-b726-a05ef16d6a27 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:29.913328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:29.913911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:29.962811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=14c45097-5531-4a76-9279-eb7e09cc29bb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:29.969841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.018508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:30.061811 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3469441 Dec 15 21:49:30.062039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 60990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:30.083198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '14c45097-5531-4a76-9279-eb7e09cc29bb', 'ip_address': '2001:db8::6bb5:647b:f2b8:30ca'}], 'name': 'tempest-NetworksTestDHCPv6-1068941501'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:30.100910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.204881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '14c45097-5531-4a76-9279-eb7e09cc29bb'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:30.205153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.205628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.210720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.218284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:30.239091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-443bafab-295f-4cd1-8e36-649d65dea810 tempest-AgentManagementNegativeTest-1876449926 tempest-AgentManagementNegativeTest-1876449926-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4362562 Dec 15 21:49:30.271909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0918b3-c342-4969-8e86-f2607d69c16e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:30.274595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:30.278243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0bc713cd-6e12-4db4-9be0-a2bd86cef700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:30.285346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.301134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1f28aa2-f465-4142-aa2a-1aebf47451b6 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:30.320862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6547629-2d9d-487f-b98a-1603d17df559,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:30.328179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:30.334778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7536f599-e3a2-4814-9cb1-19a60bc2e2f8 None None] New status for floating IP 1011489a-456d-4845-9425-1fc125a6cfc0: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:49:30.370466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.375789 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6547629-2d9d-487f-b98a-1603d17df559 HTTP/1.1" status: 204 len: 168 time: 1.7026117 Dec 15 21:49:30.411743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:30.429429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=c5786582-9a04-44a9-b63c-44ced1d72bd4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:30.431828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:30.434377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.439988 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/c5786582-9a04-44a9-b63c-44ced1d72bd4 HTTP/1.1" status: 204 len: 168 time: 1.2765176 Dec 15 21:49:30.440864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 60998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:30.468492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.471916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "DELETE /v2.0/security-groups/db0918b3-c342-4969-8e86-f2607d69c16e HTTP/1.1" status: 204 len: 168 time: 1.4887443 Dec 15 21:49:30.478910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32770) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:30.494025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:30.559638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-47fc2c87-76c7-40ec-bced-8dac08271319 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] show failed (client error): The resource could not be found. Dec 15 21:49:30.564711 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47fc2c87-76c7-40ec-bced-8dac08271319 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "GET /v2.0/security-groups/db0918b3-c342-4969-8e86-f2607d69c16e HTTP/1.1" status: 404 len: 347 time: 0.0809491 Dec 15 21:49:30.568845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:30.569733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:30.573026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32774) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:30.816408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.838045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:30.881659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:30.885674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:30.906145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:30.911692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Deleting port 1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:30.912079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.954996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.983897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.991017 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.6282890 Dec 15 21:49:30.992260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:30.996763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:31.000391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:31.001918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:31.039120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Deleting port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:31.039458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.052639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:31.053298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5737d5-60bf-46cd-a34d-99e09ec75c23 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:31.065047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:31.089394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/14c45097-5531-4a76-9279-eb7e09cc29bb/b7d6c9d5-8628-4997-9e9d-8cd094bf1658) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:31.189265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb8c97c-405a-47aa-a999-13f293d3d3c2,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:31.192225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:31.198428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:31.237182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b5449c-5eee-4cd2-b951-d0485c0a493f None None] Network b8011ac9-9a21-4103-8460-b854a97f748a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:31.268640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] For port 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:31.269212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.285359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:31.394286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.429071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Calling delete_port for 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:31.591441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 9f99625f-bae7-480b-9f8a-ea9e0c871829 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:31.592029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.614431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5f6cd84d-9d82-4381-9e7d-1d98c3b63c31 None None] Provisioning complete for port 9f99625f-bae7-480b-9f8a-ea9e0c871829 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:31.617387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f6cd84d-9d82-4381-9e7d-1d98c3b63c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.645380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.712227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:31.840790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.871081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Transition to ACTIVE for port object b7d6c9d5-8628-4997-9e9d-8cd094bf1658 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:31.910533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] DHCP port deletion for b8011ac9-9a21-4103-8460-b854a97f748a request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:31.913090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Usage tracker for resource:security_group_rule and tenant:a9ea3977282949fb865be51525c60ef4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:31.914286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.916800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Deleting port 9f99625f-bae7-480b-9f8a-ea9e0c871829 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:31.917259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.952671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Transition to ACTIVE for port object b7d6c9d5-8628-4997-9e9d-8cd094bf1658 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:31.960656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:31.965672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.970302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 3548bb21-5abb-4c00-bff1-f9d7cea53449 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:31.979497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:31.985429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:31.989019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:32.037549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.037850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.129228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:32.134284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:32.161497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:32.234021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.287941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Calling delete_port for 1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:32.322348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.323276 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 71d2dd91-849b-4d02-9db7-a667390b7c83 disassociated. External IP: 172.26.6.229, port: daef7087-a940-4ca8-a42e-44204f464c36. Dec 15 21:49:32.399274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9f99625f-bae7-480b-9f8a-ea9e0c871829,segment=NetworkSegment(c326bb60-19a8-4813-bf71-08ac1b0acc1c),segment_id=c326bb60-19a8-4813-bf71-08ac1b0acc1c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:32.399627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.428087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] For port 9f99625f-bae7-480b-9f8a-ea9e0c871829, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9f99625f-bae7-480b-9f8a-ea9e0c871829,segment=NetworkSegment(c326bb60-19a8-4813-bf71-08ac1b0acc1c),segment_id=c326bb60-19a8-4813-bf71-08ac1b0acc1c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:32.428685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.597142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Calling delete_port for 9f99625f-bae7-480b-9f8a-ea9e0c871829 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:32.647807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 9f99625f-bae7-480b-9f8a-ea9e0c871829 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:32.687337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Pushing event updated for resources: {'Port': ['ID=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:32.704568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::6bb5:647b:f2b8:30ca (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/14c45097-5531-4a76-9279-eb7e09cc29bb/3548bb21-5abb-4c00-bff1-f9d7cea53449) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:32.732137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:32.745894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.754145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b26d27f3-1bff-471c-802c-34cc1c9d2f91 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:32.766782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Attempting to bind port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:32.767964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Attempting to bind port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:32.768436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Attempting to bind port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:32.776720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:32.777248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:32.777995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.778491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:32.779260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Bound port: b7d6c9d5-8628-4997-9e9d-8cd094bf1658, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:32.779765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.913966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cf128bc-33d6-44a8-a8a4-d715a4a22b8d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:32.921252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:32.952817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] For port b7d6c9d5-8628-4997-9e9d-8cd094bf1658, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:32.956642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] For port b7d6c9d5-8628-4997-9e9d-8cd094bf1658, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:32.960405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9f99625f-bae7-480b-9f8a-ea9e0c871829 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:32.966207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.035256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.047266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e04a5361-c1d3-4030-a66b-2315b3b16929 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:33.078061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.113590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:33.113959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:33.137689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.162286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:33.172087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421644674', 'description': 'tempest-secgroup-smoke-421644674 description', 'project_id': '75dfd57870294ce48a05f297a8e7a298'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:33.177247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port 9f99625f-bae7-480b-9f8a-ea9e0c871829 update to DOWN by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 21:49:33.201325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:33.206788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Pushing event updated for resources: {'Port': ['ID=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:33.208116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9ea3977282949fb865be51525c60ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3009307 Dec 15 21:49:33.209532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.209908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.210275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.210640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.210992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.211348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.211702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.211933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Router ca9b5d70-15b3-475a-8b45-295c1ec39388 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:33.212268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.212439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.212603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:33.212774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.213119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.213467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.215128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.215128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.215682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.220176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.221101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.222054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.223432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.223432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.223627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.223732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.223816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.224262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.224708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:33.235765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:33.239312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:33.247848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:33.292240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:33.292788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:33.330110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:33.414305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.426037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Pushing event deleted for resources: {'Port': ['ID=1b00fed5-930d-4ef7-a0a1-f6a22edaf4b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:33.432435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No DVR routers for this DVR port 9f99625f-bae7-480b-9f8a-ea9e0c871829 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:33.475471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.490986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.507496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:33.512110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.588436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:33.604246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:33.615625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Deleting port 9f99625f-bae7-480b-9f8a-ea9e0c871829 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:33.616078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.632429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.647112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=9f99625f-bae7-480b-9f8a-ea9e0c871829,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:33.649569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:33.655664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:33.662363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.664411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:33.683517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af29b837-b198-4096-a44a-0e6126fe7569 None None] The port '9f99625f-bae7-480b-9f8a-ea9e0c871829' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:33.760595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:33.791485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.792050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73713bab-0723-48ce-9e3e-f75bf447c547 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:33.797224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.813204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c93616-b3b9-4628-bf9e-a293386d54af,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:33.816471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:33.818859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.788s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:33.819594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:33.821786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.823368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c3e8294-a4a4-4b4f-b785-1a418a2920db tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "DELETE /v2.0/routers/73713bab-0723-48ce-9e3e-f75bf447c547 HTTP/1.1" status: 204 len: 168 time: 4.4331656 Dec 15 21:49:33.825490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.834369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32834) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:33.837221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.839977 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1543bf87-8766-4aa5-b51c-546c7920be67 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] 10.222.0.18 "DELETE /v2.0/floatingips/1011489a-456d-4845-9425-1fc125a6cfc0 HTTP/1.1" status: 204 len: 168 time: 3.2395380 Dec 15 21:49:33.841930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:33.849688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1349099432', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:33.856483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:33.916869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:33.945192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8011ac9-9a21-4103-8460-b854a97f748a']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:33.948168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 3548bb21-5abb-4c00-bff1-f9d7cea53449 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:33.953323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:33.966532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:33.977348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c326bb60-19a8-4813-bf71-08ac1b0acc1c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:33.977643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c326bb60-19a8-4813-bf71-08ac1b0acc1c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:33.985174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:34.005811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:34.021124 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Sync routers for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:34.037086 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:34.038570 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.061118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:34.068153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.074813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:34.098212 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] 10.222.0.18 "PUT /v2.0/routers/ca9b5d70-15b3-475a-8b45-295c1ec39388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8792067 Dec 15 21:49:34.098712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:34.099672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.101460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:34.106382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.108510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.119774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.179671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.190398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.192012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.192374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.195271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.199995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:34.200373 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7c93616-b3b9-4628-bf9e-a293386d54af HTTP/1.1" status: 204 len: 168 time: 0.9663894 Dec 15 21:49:34.200752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.212926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd25ee2a-8343-40c2-981d-6dd7b170e5a5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:34.217806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:34.218396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.308113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:34.310160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.317272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:34.320589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:34.328976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:34.329880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.338726 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc114c5b-0ac2-4385-abe0-ba2a5f8059a2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/71d2dd91-849b-4d02-9db7-a667390b7c83 HTTP/1.1" status: 200 len: 688 time: 3.2886662 Dec 15 21:49:34.348551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.352969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:34.393734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:34.402038 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:34.419704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.422830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89914a3-c1bd-4c87-8cc8-307ca49b0b2c None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:34.429247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.442475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.452744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:34.463591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cd9d309-e6f9-4fe9-9a2f-8d81fa27cb71 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:34.464370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=3548bb21-5abb-4c00-bff1-f9d7cea53449,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:34.466941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:34.479287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:34.501140 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4403555 Dec 15 21:49:34.559415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:34.560610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b0557bc6-49b3-4d86-93df-a2b534c7009b None None] Provisioning for port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:34.566720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:34.572244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.572633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.572997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.573359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.573782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.574055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.574407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.574756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.575108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.575719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.576096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.576449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:49:34.580342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:34.602297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f7c016a-6ed4-4d77-b55d-18b7fa67ef7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.354s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:34.620011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '14c45097-5531-4a76-9279-eb7e09cc29bb', 'ip_address': '2001:db8::6bb5:647b:f2b8:30ca'}], 'name': 'tempest-NetworksTestDHCPv6-2096907906'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:34.669848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 3d7866e5-2a64-4053-bcdd-96324cd0962d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:34.670754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.698791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57883cf8-8e83-4a89-855b-dfb52c9cebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c93616-b3b9-4628-bf9e-a293386d54af,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:34.775006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.853643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282e7a5f-b714-4cf2-8f98-19b58934812a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:34.863376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:34.881163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:34.881556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:34.901405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95bb45ad-00c9-4285-ba08-95f201b591f8 None None] Provisioning for port 3548bb21-5abb-4c00-bff1-f9d7cea53449 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:34.909126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95bb45ad-00c9-4285-ba08-95f201b591f8 None None] Provisioning complete for port 3548bb21-5abb-4c00-bff1-f9d7cea53449 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:34.909772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95bb45ad-00c9-4285-ba08-95f201b591f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.948918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=b8011ac9-9a21-4103-8460-b854a97f748a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:34.952246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:34.958360 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:49:30Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.963442 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Checking router: ca9b5d70-15b3-475a-8b45-295c1ec39388 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:34.975131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:34.979773 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Routers {'ca9b5d70-15b3-475a-8b45-295c1ec39388'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:34.980503 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['ca9b5d70-15b3-475a-8b45-295c1ec39388'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:34.993077 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/b8011ac9-9a21-4103-8460-b854a97f748a HTTP/1.1" status: 204 len: 168 time: 4.5471427 Dec 15 21:49:34.994395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:34.998245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b7d6c9d5-8628-4997-9e9d-8cd094bf1658 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:35.099087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-95bb45ad-00c9-4285-ba08-95f201b591f8 None None] Port 3548bb21-5abb-4c00-bff1-f9d7cea53449 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:35.123991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:35.146392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:35.147387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.210956 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] Set router ca9b5d70-15b3-475a-8b45-295c1ec39388 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:35.249787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:35.256667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.259844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:35.264347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:35.276492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.293670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:35.296381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-99e25e02-ba38-472c-a0d3-aeaaf0e33b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:35.378069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.422444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.422444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.437294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:35.442551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.447832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b7d6c9d5-8628-4997-9e9d-8cd094bf1658, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:35.454845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.461978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:35.466595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f24476-3941-4aba-941e-11bc7381d6ab,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:35.469124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.473417 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.3060269 Dec 15 21:49:35.474192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:35.477335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:35.624240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:35.627724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:35.697023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:35.699042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:35.708575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7cf128bc-33d6-44a8-a8a4-d715a4a22b8d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:35.739663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 3d7866e5-2a64-4053-bcdd-96324cd0962d owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:35.771145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:49:30Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:35.776214 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32f677-3916-419f-8425-410c9ef903b4 None None] The sync data for ids ['ca9b5d70-15b3-475a-8b45-295c1ec39388'] in dv-neutron-820612-1-hyperv is: [{'id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'name': 'tempest-ServersTestManualDisk-1357675118-router', 'tenant_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242'}], 'enable_snat': True}, 'gw_port_id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:31Z', 'updated_at': '2021-12-15T21:49:30Z', 'revision_number': 5, 'project_id': 'e8c1dc4f9bda464d9029a3403d4e409b', 'gw_port': {'id': '50ac3663-baaa-4574-993a-eeeb61f7ced8', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:37:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9b5d70-15b3-475a-8b45-295c1ec39388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:32Z', 'updated_at': '2021-12-15T21:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:35.886529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:35.904008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:35.911103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 406eb2d0-e432-4a3d-aaf7-593e3531991f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:35.923588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.944907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:35.952733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:35.957341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:35.972504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:35.977027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:35.986168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33549725-2135-4ce1-bfd4-f428a0f88c0b tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:36.020726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.039693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=3d7866e5-2a64-4053-bcdd-96324cd0962d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:36.051225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:36.065502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881827e8-62e4-49aa-9b0c-9f4a9f0b0155 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:36.066190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-881827e8-62e4-49aa-9b0c-9f4a9f0b0155 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:36.071294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'networks': [{'name': 'tempest-network--1434893387'}, {'name': 'tempest-network--337414481'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.071555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-network--1434893387'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.072049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-network--337414481'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.091184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.144753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:network and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.155539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Deleting port 50ac3663-baaa-4574-993a-eeeb61f7ced8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:36.155916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.163539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.184962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.211712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.228770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-881827e8-62e4-49aa-9b0c-9f4a9f0b0155 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:36.234932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-881827e8-62e4-49aa-9b0c-9f4a9f0b0155 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.2329423 Dec 15 21:49:36.240596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32888) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.248960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.324323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'network': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:36.328759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.332354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.343045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.344883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.346023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/71d2dd91-849b-4d02-9db7-a667390b7c83 HTTP/1.1" status: 204 len: 168 time: 1.9865510 Dec 15 21:49:36.348621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27957b02-43cd-4d83-b5ec-db60f6f6e57d tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:36.354474 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 15 21:49:36.354929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:36.365496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.384202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '29808eda-dfa8-475d-9e12-b973ae3fc430'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.397476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.399648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80beff28-81af-46f6-aff0-b3717282e0bd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:36.402564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.406057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:36.410669 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0d2d2c3-17d3-4197-804b-20b7958e92d5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8390386 Dec 15 21:49:36.410669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:floatingip and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.412377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32896) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.412955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.418595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.419736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8398798 Dec 15 21:49:36.420879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.422573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.430005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.437390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.441483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.444312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.458139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.467983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.500879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.514542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:security_group_rule and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.526075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.547039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.555625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.629730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.642825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.651696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:36.671898 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0bafd9ae-5a6a-4f45-be40-5327e26a8dbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4288762 Dec 15 21:49:36.675605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.677483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f2efc0-b9f0-4418-903b-226529cf1e39,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:36.679152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.696130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] For port 50ac3663-baaa-4574-993a-eeeb61f7ced8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50ac3663-baaa-4574-993a-eeeb61f7ced8,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:36.696492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.717968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:36.723449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-477161543'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.732855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.733987 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3105156 Dec 15 21:49:36.740280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.748587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.757496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:36.761747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.768353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.771178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:36.778381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.790315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:36.797382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:36.805024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:36.808430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.817501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b7d6c9d5-8628-4997-9e9d-8cd094bf1658 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:36.820144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:36.863576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Calling delete_port for 50ac3663-baaa-4574-993a-eeeb61f7ced8 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:36.898085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:36.905113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.911203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c42138-3492-4a69-896c-58ff3ec20c20 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:36.917438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c42138-3492-4a69-896c-58ff3ec20c20 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:36.920752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80c42138-3492-4a69-896c-58ff3ec20c20 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.4886677 Dec 15 21:49:36.930186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:36.930530 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b of type vlan for network b71c0647-6577-4460-a60e-1ed0f770df69 Dec 15 21:49:36.931396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:36.932434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.39 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:36.936794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:36.937349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.077222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9bb8c97c-405a-47aa-a999-13f293d3d3c2 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:37.114847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.115066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9bb8c97c-405a-47aa-a999-13f293d3d3c2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:37.115066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9bb8c97c-405a-47aa-a999-13f293d3d3c2 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:37.143472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 3548bb21-5abb-4c00-bff1-f9d7cea53449 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:37.143839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.175616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.229919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.242256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.360004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.405421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31d012d0-0d3c-419e-aa9f-b6cf432d156a tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:37.422178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.427179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.427681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:37.428306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.431134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.472627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdaa3b2-fb6f-40ab-ab59-1fbad74f065c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:37.478610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.479093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.487785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:37.488322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6282be5c-6fae-4270-86a2-581f1fa7f450 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:37.499090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c5c350d-b896-45a8-bcdb-b060241665f7 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:37.590155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.593243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.594369 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8448553 Dec 15 21:49:37.618716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9336739 Dec 15 21:49:37.618716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:37.622193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32918) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:37.659270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:37.676226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3215b57a-7ced-4535-a25c-65c1ed17d5bf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:37.690356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:37.690774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:37.691683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:37.704656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:37.715816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=b71c0647-6577-4460-a60e-1ed0f770df69,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:37.722123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:37.726857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b71c0647-6577-4460-a60e-1ed0f770df69 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:37.727111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:37.730986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:37.745325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:37.798312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.798693 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment 9e00af69-0f29-48ba-8064-fcc002255e30 of type vlan for network 53f9127e-42b6-4559-adcf-89e82624caa0 Dec 15 21:49:37.806296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.817620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.822723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:37.834069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ae5670a4-20cc-4065-a6e4-8878de63cbc4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:37.985737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:38.014438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:38.024062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:38.027482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 3548bb21-5abb-4c00-bff1-f9d7cea53449 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:38.030553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.046955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:38.061710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.071651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8089b99d-96bc-4de8-ae66-a1defe01b101 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:38.073134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:38.086867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:38.094771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:38.129927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:38.141636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Allocated IP 172.26.6.236 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/70ef404b-3574-4175-9c57-a7a28d95b038) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:38.141803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:38.149921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ac3663-baaa-4574-993a-eeeb61f7ced8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:38.151520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:38.155009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.194630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.201927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:38.225414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.264555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:38.312644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:38.313595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346e3963-d7ee-4a2c-b7ac-b08eb341c43c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:38.327108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:38.380769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.381936 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7486413 Dec 15 21:49:38.385316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32924) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:38.393663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:38.401933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.406042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:38.413343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3d9b2c16-5405-4708-aff9-56c785f15e65 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:38.435747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.436143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment 78e63ed7-e4c4-45db-a65a-d45fba874de8 of type vlan for network 56de4896-b9de-4e6b-9b4d-467a99986bad Dec 15 21:49:38.468091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:38.474468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.523094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=3548bb21-5abb-4c00-bff1-f9d7cea53449,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:38.525121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:38.539677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:38.541634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:38.606016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.610667 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/3548bb21-5abb-4c00-bff1-f9d7cea53449 HTTP/1.1" status: 204 len: 168 time: 1.6738863 Dec 15 21:49:38.610667 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Project 75dfd57870294ce48a05f297a8e7a298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:49:38.615479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:38.706237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.821810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42bd5d-8fca-4ce0-ac75-a73ff41b76eb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:38.823351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b42bd5d-8fca-4ce0-ac75-a73ff41b76eb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:38.824108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8b42bd5d-8fca-4ce0-ac75-a73ff41b76eb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:38.858342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.864533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.867298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.869237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-66f874ac-fea1-402b-b43f-1dd1d19f5753 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:38.880958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8b42bd5d-8fca-4ce0-ac75-a73ff41b76eb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:38.884552 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b42bd5d-8fca-4ce0-ac75-a73ff41b76eb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2658329 Dec 15 21:49:38.884676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.886559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:38.893034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.903689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08305eb-b00e-4359-80cd-886b55a1b549,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:38.910199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:38.918684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.919868 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5331154 Dec 15 21:49:38.922782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:38.933650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'security_group_rule': {'security_group_id': '29f24476-3941-4aba-941e-11bc7381d6ab', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:38.940335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:38.945980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:security_group_rule and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:38.949640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:38.957169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:38.965734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Deleting port abcc4770-0a43-4c67-9d22-5467f7c67c49 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:38.966075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.972441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.973819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Project 75dfd57870294ce48a05f297a8e7a298 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:49:38.985178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:38.992602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.014498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:49:39.101412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.102172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.108773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.109281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9b5d70-15b3-475a-8b45-295c1ec39388 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:39.136524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 14c45097-5531-4a76-9279-eb7e09cc29bb {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:39.158426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.158999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.164680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:39.169498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:39.170226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.181998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:39.246905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.251405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.261420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e4087c2-e29e-4d7d-9b17-2ba95fc1ed5e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:39.286412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42d664a-bbda-430a-905f-58d63e19e6c2,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:39.292234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:39.309023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.310189 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3864920 Dec 15 21:49:39.325867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32940) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:39.335222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'network': {'name': 'tempest-network-smoke--1216835983', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:39.383217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:39.397450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:network and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:39.401889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:39.410186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:39.437121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Made reservation on behalf of 75dfd57870294ce48a05f297a8e7a298 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:39.440628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.462057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=53f9127e-42b6-4559-adcf-89e82624caa0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:39.465164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.466259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ca9b5d70-15b3-475a-8b45-295c1ec39388 HTTP/1.1" status: 204 len: 168 time: 5.3614428 Dec 15 21:49:39.468726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.470258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:39.477035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 53f9127e-42b6-4559-adcf-89e82624caa0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:39.527965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6312099 Dec 15 21:49:39.542313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32948) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:39.545538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:39.598705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.643176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.655047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.655393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Added segment 96ceff79-91c3-48de-9e11-6d0376508808 of type vlan for network 80a049bd-26c8-43e5-a91e-4ccf0aad078a Dec 15 21:49:39.679377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=56de4896-b9de-4e6b-9b4d-467a99986bad,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:39.687116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:39.691022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] For port abcc4770-0a43-4c67-9d22-5467f7c67c49, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=abcc4770-0a43-4c67-9d22-5467f7c67c49,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:39.691022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.691271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.694744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 56de4896-b9de-4e6b-9b4d-467a99986bad details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:39.699350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:39.699753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:39.702996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Deleting subnet b13a7bb9-da08-4077-b134-900ea52a2fa7 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:39.709721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c1bb621-b4fb-48f1-ab66-18cc8ebe286b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:39.710304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.741322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:39.746155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.763552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf80e3da-73ba-4ef1-a7d9-402aef63f67a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:39.811572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:39.811811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.885352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Calling delete_port for abcc4770-0a43-4c67-9d22-5467f7c67c49 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:39.918514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:39.940562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:39.997645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:40.000253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:40.000801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: b71c0647-6577-4460-a60e-1ed0f770df69, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:40.006118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97064c5d-538c-4895-95b9-e9779fabbf39 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.011840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97064c5d-538c-4895-95b9-e9779fabbf39 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.017246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=9555d5d6-6c0e-44d4-a155-82637214dd03,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:40.017998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97064c5d-538c-4895-95b9-e9779fabbf39 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.023962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97064c5d-538c-4895-95b9-e9779fabbf39 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.025578 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97064c5d-538c-4895-95b9-e9779fabbf39 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4822819 Dec 15 21:49:40.026747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:40.029651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:40.032554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:40.032841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bf9f6151-b720-42cf-928d-938d09482219 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:40.034978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.139389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.145366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.145955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.151533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.197003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:40.292457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b71c0647-6577-4460-a60e-1ed0f770df69 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:40.365957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event updated for resources: {'Port': ['ID=70ef404b-3574-4175-9c57-a7a28d95b038,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:40.375796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:40.376426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b71c0647-6577-4460-a60e-1ed0f770df69) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:40.386749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebc316f-d94c-416c-b75c-f8f6d607858c None None] Network b71c0647-6577-4460-a60e-1ed0f770df69 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:40.392729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:40.393315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.397808 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0703802 Dec 15 21:49:40.407196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:40.420373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'admin_state_up': True, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:40.432173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.436928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:40.437359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Network': ['ID=80a049bd-26c8-43e5-a91e-4ccf0aad078a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:40.444324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.471347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:40.472011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:40.507979 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 7864e81e-1410-4d0c-bf01-af149a5758fd associated. External IP: 172.26.6.39, port: 29808eda-dfa8-475d-9e12-b973ae3fc430. Dec 15 21:49:40.635686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:router and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:40.639831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:40.651387 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0205460 Dec 15 21:49:40.653776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:40.655504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32960) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:40.665652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.674094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5086a05a-68d6-4ff5-8b0a-579193360605 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:40.703385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69', 'name': 'tempest-PortsIpV6TestJSON-1680525368'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:40.755334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=14c45097-5531-4a76-9279-eb7e09cc29bb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:40.757366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.777007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b71c0647-6577-4460-a60e-1ed0f770df69', 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': '9555d5d6-6c0e-44d4-a155-82637214dd03'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:40.778499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.793541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda37a8-d63c-4d51-afc3-a1b4f5ef20a4 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:40.806056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50ac3663-baaa-4574-993a-eeeb61f7ced8 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:40.808332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:40.828300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.829328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.897298 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/14c45097-5531-4a76-9279-eb7e09cc29bb HTTP/1.1" status: 204 len: 168 time: 2.0000703 Dec 15 21:49:40.899673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 50ac3663-baaa-4574-993a-eeeb61f7ced8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:40.900047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50ac3663-baaa-4574-993a-eeeb61f7ced8 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:40.913636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:40.916144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:40.995650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a54938fd-a68e-4606-82f8-7b707db8e56c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:41.012087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.020902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.036846 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c988d65-09a3-48d4-9a8e-f8b4a60fa821 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221137 Dec 15 21:49:41.038078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.049735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:41.053874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13a7bb9-da08-4077-b134-900ea52a2fa7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:41.056332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.066137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:41.070676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4fc8cb-0f57-411f-a3ed-1f4ece5d9c1a None None] Network fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:41.088930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:41.104366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f9127e-42b6-4559-adcf-89e82624caa0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:41.110131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:41.116615 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b13a7bb9-da08-4077-b134-900ea52a2fa7 HTTP/1.1" status: 204 len: 168 time: 1.6452746 Dec 15 21:49:41.117268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:41.128155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.137901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3f487437-ad53-4831-a0ab-bd389f3481c2 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:41.175323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:41.177615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e00af69-0f29-48ba-8064-fcc002255e30') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:41.177905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e00af69-0f29-48ba-8064-fcc002255e30') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:41.193348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Pushing event deleted for resources: {'Port': ['ID=abcc4770-0a43-4c67-9d22-5467f7c67c49,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:41.196371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:41.317975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Allocated IP 2001:db8::2 (b71c0647-6577-4460-a60e-1ed0f770df69/9555d5d6-6c0e-44d4-a155-82637214dd03/b362fa00-a514-4c1e-9b36-5626e15e674e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:41.362984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.394081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:41.397970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.443547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.508492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:41.509116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.511334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 2c698f23-9b9b-4a27-9214-1337a188302b yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:41.538377 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:41.540215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:41.556816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.615672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:41.619966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:41.634428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Deleting port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:41.635164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.668892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Deleting port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:41.668892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.704971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:41.705836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.707407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:41.710909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.735279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:41.739583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] DHCP port deletion for fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:41.760044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.771014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.783015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Transition to ACTIVE for port object b362fa00-a514-4c1e-9b36-5626e15e674e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:41.785868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Deleting port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:41.786247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.830964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=53f9127e-42b6-4559-adcf-89e82624caa0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:41.844454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Transition to ACTIVE for port object b362fa00-a514-4c1e-9b36-5626e15e674e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:41.845699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:41.851325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/53f9127e-42b6-4559-adcf-89e82624caa0 HTTP/1.1" status: 204 len: 168 time: 1.7645826 Dec 15 21:49:41.910827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:41.918198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:41.919477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:41.994710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.085830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Network b71c0647-6577-4460-a60e-1ed0f770df69 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:42.101025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:42.103364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:42.123666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Pushing event updated for resources: {'Port': ['ID=b362fa00-a514-4c1e-9b36-5626e15e674e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:42.126490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:42.306557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.323280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] For port b7d6c9d5-8628-4997-9e9d-8cd094bf1658, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:42.323682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.334047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Attempting to bind port b362fa00-a514-4c1e-9b36-5626e15e674e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:42.334430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Attempting to bind port b362fa00-a514-4c1e-9b36-5626e15e674e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:42.334794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Attempting to bind port b362fa00-a514-4c1e-9b36-5626e15e674e on network b71c0647-6577-4460-a60e-1ed0f770df69 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:42.393271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::118 (b71c0647-6577-4460-a60e-1ed0f770df69/9555d5d6-6c0e-44d4-a155-82637214dd03/2c698f23-9b9b-4a27-9214-1337a188302b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:42.398840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.403914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:42.403914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Checking segment: {'id': 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:42.404343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.405723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Bound using segment: {'id': 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:42.405723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Bound port: b362fa00-a514-4c1e-9b36-5626e15e674e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:42.405723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.440159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.486232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Calling delete_port for b7d6c9d5-8628-4997-9e9d-8cd094bf1658 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:42.498564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:42.521566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:42.548181 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:42.550178 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.575126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] For port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:42.575683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.591406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] For port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,segment=NetworkSegment(626655aa-56d1-45c8-a442-0211408d261a),segment_id=626655aa-56d1-45c8-a442-0211408d261a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:42.592447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.660578 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.674264 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:42.675988 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.756761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Calling delete_port for 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:42.770496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Calling delete_port for 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:42.809535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.847622 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.848049 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae3da6e-9280-430d-8c93-46476ab89473 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:42.852151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] For port b362fa00-a514-4c1e-9b36-5626e15e674e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:42.855748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] For port b362fa00-a514-4c1e-9b36-5626e15e674e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b362fa00-a514-4c1e-9b36-5626e15e674e,segment=NetworkSegment(bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b),segment_id=bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:42.861094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.867684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:42.905949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.906527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.934466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Pushing event deleted for resources: {'Port': ['ID=b7d6c9d5-8628-4997-9e9d-8cd094bf1658,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:42.936073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:42.938642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] No DVR routers for this DVR port b7d6c9d5-8628-4997-9e9d-8cd094bf1658 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:42.944749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c232dc3-ee5e-43fd-a2c3-00ba52f9be33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:42.969339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56de4896-b9de-4e6b-9b4d-467a99986bad']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.987068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:42.993521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e63ed7-e4c4-45db-a65a-d45fba874de8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:42.993818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e63ed7-e4c4-45db-a65a-d45fba874de8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:43.002038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:43.020658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b7d6c9d5-8628-4997-9e9d-8cd094bf1658 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:43.050765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.6812472 Dec 15 21:49:43.064125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:43.066314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b7d6c9d5-8628-4997-9e9d-8cd094bf1658 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:43.066732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b7d6c9d5-8628-4997-9e9d-8cd094bf1658 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:43.067241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:43.077170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.151128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:43.155697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.161829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:43.162513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:43.165119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:43.177420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Pushing event updated for resources: {'Port': ['ID=b362fa00-a514-4c1e-9b36-5626e15e674e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:43.180584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:43.180759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:43.181708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.182629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] No DVR routers for this DVR port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:43.186497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:43.202204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.207328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.226323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 2c698f23-9b9b-4a27-9214-1337a188302b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:43.230884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=11a5788b-b0a6-4991-87ec-575dcfed27b5,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:43.236566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c50c7d-4d8d-4bd7-96f2-eecc09b7991c None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:43.238533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:43.238854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:43.239756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:43.244738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.260493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:43.264504 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:43.275416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.321009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8163e0f9-eb82-45df-8638-d49dfbb1e567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:43.321766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Pushing event deleted for resources: {'Port': ['ID=94e4f81d-a4bd-4a39-a3d1-f5a9279402d7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:43.324723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:43.335616 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2832215 Dec 15 21:49:43.339225 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4eec5fd8-1bc1-4bf0-a102-21aa0280bf88 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/floatingips/7864e81e-1410-4d0c-bf01-af149a5758fd HTTP/1.1" status: 200 len: 977 time: 0.2701154 Dec 15 21:49:43.354502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32984) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:43.355114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:43.367777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Router f29cc94a-8d3e-4093-99d0-91577bf63aa6 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:49:43.401865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.418991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '11a5788b-b0a6-4991-87ec-575dcfed27b5', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-698483274'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:43.563548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.580966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:43.624702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.627992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d60c2007-713e-4c1d-88d2-75133b421ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.634405 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/56de4896-b9de-4e6b-9b4d-467a99986bad HTTP/1.1" status: 204 len: 168 time: 1.7115839 Dec 15 21:49:43.649543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 32992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:43.651362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=56de4896-b9de-4e6b-9b4d-467a99986bad,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:43.657279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '11a5788b-b0a6-4991-87ec-575dcfed27b5'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:43.658085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.660110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:43.767416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Deleting port 94e4f81d-a4bd-4a39-a3d1-f5a9279402d7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:43.767416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.805170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f20dc0f0-b180-41a0-8529-e47549dcb827 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Synchronizing usage tracker for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:floatingip {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:43.865436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/11a5788b-b0a6-4991-87ec-575dcfed27b5/49f55a22-e2a5-4edb-a194-6b6c1cae6737) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:43.898191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] The port '94e4f81d-a4bd-4a39-a3d1-f5a9279402d7' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:43.929908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:43.943572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b71c0647-6577-4460-a60e-1ed0f770df69 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:43.980471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:43.997026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:44.003594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f20dc0f0-b180-41a0-8529-e47549dcb827 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Unset dirty status for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:floatingip {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:44.010798 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f20dc0f0-b180-41a0-8529-e47549dcb827 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.6467204 Dec 15 21:49:44.056425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:44.062252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:44.063007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.068925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 32996) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:44.071493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=2c698f23-9b9b-4a27-9214-1337a188302b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:44.085339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': 'daef7087-a940-4ca8-a42e-44204f464c36'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:44.141191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.147348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:44.161044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Transition to ACTIVE for port object 49f55a22-e2a5-4edb-a194-6b6c1cae6737 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:44.183254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Transition to ACTIVE for port object 49f55a22-e2a5-4edb-a194-6b6c1cae6737 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:44.190140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.196120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:44.212246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b5a09e-edaa-4559-9ae6-d08dcc7cff1a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:44.218474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b5a09e-edaa-4559-9ae6-d08dcc7cff1a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:44.219263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a2b5a09e-edaa-4559-9ae6-d08dcc7cff1a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Synchronizing usage tracker for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:44.222757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:44.232599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:44.243060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:44.273001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:44.277420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.291823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:44.292674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Router 6714d258-c841-470a-a6d4-a1634dcf9c4c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:44.295387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] Sync routers for ids ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:44.301257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6373181 Dec 15 21:49:44.303540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:44.308705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:44.311607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:44.314268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33000) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:44.335504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a2b5a09e-edaa-4559-9ae6-d08dcc7cff1a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Unset dirty status for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:44.336924 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2b5a09e-edaa-4559-9ae6-d08dcc7cff1a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6828983 Dec 15 21:49:44.343946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'b71c0647-6577-4460-a60e-1ed0f770df69', 'name': 'tempest-PortsIpV6TestJSON-1106290783'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:44.345910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33004) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:44.353748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.380864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Pushing event updated for resources: {'Port': ['ID=49f55a22-e2a5-4edb-a194-6b6c1cae6737,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:44.389362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:44.435195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1525200211'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:44.437664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] Routers {'f29cc94a-8d3e-4093-99d0-91577bf63aa6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:44.438499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.471513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.513025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626655aa-56d1-45c8-a442-0211408d261a') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.513427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626655aa-56d1-45c8-a442-0211408d261a') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.534474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.566737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.577270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Attempting to bind port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:44.578074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Attempting to bind port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:44.578687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Attempting to bind port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:44.587244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.602001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:44.608599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:44.609087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:44.609612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.610302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:44.610988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Bound port: 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:44.611999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.616067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.620697 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 10.7851832 Dec 15 21:49:44.624199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33008) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:44.625586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:44.626177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.630316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ec83d8-202d-4bdd-ae78-faa6b33b4d04 None None] Network b71c0647-6577-4460-a60e-1ed0f770df69 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:44.644524 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:44.650412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] Routers {'f29cc94a-8d3e-4093-99d0-91577bf63aa6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:44.651334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.660367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:44.664735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:44.698448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:44.708343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.731706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:44.739617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:44.751866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:44.761455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port e7aaa53a-9c73-4d24-9965-ef56a87f61ae yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:44.789757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Allocated IP 172.26.6.97 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/605e83a4-ff31-4c9c-acc4-7259bf8558f6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:44.803306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.813482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:44.836460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.844615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:44.848066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=49f55a22-e2a5-4edb-a194-6b6c1cae6737,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:44.854348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:44.854718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f56ce-b1af-4b38-8555-4348611407ad None None] The sync data for ids ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:44.869167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:44.870284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.874008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:44.877243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f89d7a43-09c6-44fc-8044-13bf3ec646cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:44.904910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:44.915454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:44.919378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b362fa00-a514-4c1e-9b36-5626e15e674e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:44.975436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b5433719-ce11-4fa4-9afd-8f84b8c1f1ed None None] Provisioning for port b362fa00-a514-4c1e-9b36-5626e15e674e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:44.979036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] 10.222.0.18 "DELETE /v2.0/networks/fb0d49c3-ac5c-4f4e-ba7e-d399a15bb328 HTTP/1.1" status: 204 len: 168 time: 3.8091555 Dec 15 21:49:44.979036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:45.018961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:45.022832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.041348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:45.054192 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Sync routers for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:45.062674 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:49:45.063122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:49:45.074286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:45.075166 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:45.102742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] 10.222.0.18 "PUT /v2.0/routers/6714d258-c841-470a-a6d4-a1634dcf9c4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2598472 Dec 15 21:49:45.125368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:45.139597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Pushing event updated for resources: {'Port': ['ID=49f55a22-e2a5-4edb-a194-6b6c1cae6737,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:45.152288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:45.163167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b362fa00-a514-4c1e-9b36-5626e15e674e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:45.175635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b362fa00-a514-4c1e-9b36-5626e15e674e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:45.176165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.208732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:45.261963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ef81d9d-1a17-40fb-9c12-abecf5774fa1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9055054 Dec 15 21:49:45.267510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:45.354163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33022) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:45.412313 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:45.492819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.546713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::316 (b71c0647-6577-4460-a60e-1ed0f770df69/9555d5d6-6c0e-44d4-a155-82637214dd03/71e3b6c6-6ce7-4512-97d2-2973a1c827e1) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:45.687222 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a976c86-6c88-4102-b8a0-b521d6aaf2e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8c1dc4f9bda464d9029a3403d4e409b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3177452 Dec 15 21:49:45.693514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:45.705113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.710485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b362fa00-a514-4c1e-9b36-5626e15e674e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b362fa00-a514-4c1e-9b36-5626e15e674e,segment=NetworkSegment(bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b),segment_id=bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:45.723914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.726147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2180e724-4283-4917-bf4d-4648fd210c0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:45.834951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.835495 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment 0675c5ac-3247-4144-949b-6b656e4172a8 of type vlan for network d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada Dec 15 21:49:45.864568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b362fa00-a514-4c1e-9b36-5626e15e674e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:45.875462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:45.876203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c150eb2-2d62-488b-ba6f-31bf2069a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.883185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6421749d-1a2e-4cd2-9fb6-24437df17895 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:45.884765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6421749d-1a2e-4cd2-9fb6-24437df17895 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:45.956575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Provisioning complete for port b362fa00-a514-4c1e-9b36-5626e15e674e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:45.957832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:45.975606 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:49:40Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:45.979675 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Checking router: 6714d258-c841-470a-a6d4-a1634dcf9c4c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:45.990355 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Routers {'6714d258-c841-470a-a6d4-a1634dcf9c4c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:45.990973 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['6714d258-c841-470a-a6d4-a1634dcf9c4c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:46.112056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.199048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Provisioning for port 2c698f23-9b9b-4a27-9214-1337a188302b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:46.206801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Provisioning complete for port 2c698f23-9b9b-4a27-9214-1337a188302b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:46.207498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.304948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36838d42-dcbe-49e6-8cfd-2483664c7aff None None] Port 2c698f23-9b9b-4a27-9214-1337a188302b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:46.311662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] Set router 6714d258-c841-470a-a6d4-a1634dcf9c4c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:46.354528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6421749d-1a2e-4cd2-9fb6-24437df17895 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:46.355846 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6421749d-1a2e-4cd2-9fb6-24437df17895 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 1.0869584 Dec 15 21:49:46.362614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.365639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33030) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:46.390619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.418827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.446338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae675693-61da-4fb0-a85b-2cf92141495a None None] Provisioning complete for port 2c698f23-9b9b-4a27-9214-1337a188302b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:46.448403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae675693-61da-4fb0-a85b-2cf92141495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.529461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.553228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.565184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4aa4ca24-62f9-4867-ba09-d0f89faeed9b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:46.583110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ae675693-61da-4fb0-a85b-2cf92141495a None None] Port 2c698f23-9b9b-4a27-9214-1337a188302b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:46.610904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.616885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:46.617308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Deleting port 626ae4bf-9985-4291-966f-e86978ee1cba {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:46.617486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.617778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.635147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-690a6ce9-951a-4d62-8572-f21250530727 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:46.671242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074df7df-d38c-45b4-85a4-947bbfc50069 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:46.671906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.672933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074df7df-d38c-45b4-85a4-947bbfc50069 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:46.673681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-074df7df-d38c-45b4-85a4-947bbfc50069 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:46.674869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc2bb52-ad46-4cca-a769-2752b07dbd26,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:46.695144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:46.708683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.712152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9cc2bb52-ad46-4cca-a769-2752b07dbd26 HTTP/1.1" status: 204 len: 168 time: 0.9468286 Dec 15 21:49:46.714039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:46.755657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a9681301-7c0c-451e-9132-ab74e0154a30 None None] Provisioning for port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:46.757615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:49:40Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:46.762214 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b76819e-3dd5-4ba3-977c-bb94d47172f6 None None] The sync data for ids ['6714d258-c841-470a-a6d4-a1634dcf9c4c'] in dv-neutron-820612-1-hyperv is: [{'id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'name': 'tempest-ServersTestJSON-1902603294-router', 'tenant_id': '2996cc80c22a45c3b54407191c1ea165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:47:36Z', 'updated_at': '2021-12-15T21:49:40Z', 'revision_number': 5, 'project_id': '2996cc80c22a45c3b54407191c1ea165', 'gw_port': {'id': '626ae4bf-9985-4291-966f-e86978ee1cba', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:05:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6714d258-c841-470a-a6d4-a1634dcf9c4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:47:39Z', 'updated_at': '2021-12-15T21:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:46.767569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.823974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:46.827480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:46.829570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.836377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:46.836610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9d733c77-a282-4b74-a197-ffa264cd249f tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:46.908949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network b71c0647-6577-4460-a60e-1ed0f770df69 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:46.913667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:46.930218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:46.936356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:46.937000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:46.959703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=71e3b6c6-6ce7-4512-97d2-2973a1c827e1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:46.960130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-074df7df-d38c-45b4-85a4-947bbfc50069 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:46.962674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-074df7df-d38c-45b4-85a4-947bbfc50069 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5906477 Dec 15 21:49:46.963387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6432483 Dec 15 21:49:46.963847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:46.972595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:46.972969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:46.981319 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6304412 Dec 15 21:49:46.986710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:46.998620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.009161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1722181859'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:47.014034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.028683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d92dbe2-3c7b-4d3e-b515-5c2713061f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:47.069989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:47.071548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] For port 626ae4bf-9985-4291-966f-e86978ee1cba, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=626ae4bf-9985-4291-966f-e86978ee1cba,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:47.071934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.087196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.101473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:network and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:47.118068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:47.137186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:47.165822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:47.169389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:47.175321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:47.249530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Calling delete_port for 626ae4bf-9985-4291-966f-e86978ee1cba owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:47.311201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 49f55a22-e2a5-4edb-a194-6b6c1cae6737 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:47.318756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 11a5788b-b0a6-4991-87ec-575dcfed27b5 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:47.322413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.341216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=605e83a4-ff31-4c9c-acc4-7259bf8558f6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:47.345105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:49:47.393976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.416601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:47.420550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.453058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-396fa7f7-02fd-42fd-bddb-3cab4f0525a1 None None] Provisioning for port 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:47.456936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:47.460619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-396fa7f7-02fd-42fd-bddb-3cab4f0525a1 None None] Provisioning complete for port 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:47.461248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-396fa7f7-02fd-42fd-bddb-3cab4f0525a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.541743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:47.543779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b54047-ca81-40e9-84ca-490102a6e481 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:47.545326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-39b54047-ca81-40e9-84ca-490102a6e481 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:47.571592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:47.572191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.578962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.613609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-39b54047-ca81-40e9-84ca-490102a6e481 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:47.615075 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-39b54047-ca81-40e9-84ca-490102a6e481 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A118 HTTP/1.1" status: 200 len: 929 time: 0.6410708 Dec 15 21:49:47.623152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:47.688205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-396fa7f7-02fd-42fd-bddb-3cab4f0525a1 None None] Port 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:47.787061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:47.787806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.800255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.831135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.850146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:47.883920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:47.895482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.917993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.919226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:47.919669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:47.920638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea884e0c-bf78-4ab0-9aef-20329d5a0767 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:47.930732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=11a5788b-b0a6-4991-87ec-575dcfed27b5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:47.937110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:47.943227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:47.984159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:47.997540 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/11a5788b-b0a6-4991-87ec-575dcfed27b5 HTTP/1.1" status: 204 len: 168 time: 1.0198572 Dec 15 21:49:47.999906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.000386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment a8df8add-aafd-481b-98c9-ced5585e86eb of type vlan for network b25dfc4f-5a3f-449e-8c06-c8c893f50094 Dec 15 21:49:48.002114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33076) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:48.135704 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5c6cf0c-e32a-4afd-904c-eb1fb5b1fb12 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032965 Dec 15 21:49:48.143252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.148106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33082) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:48.155429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-17a48ee5-db2d-4d5b-b2f9-7695401ac865 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:48.192151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:48.222601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1800499901-network', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:48.239266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:48.243574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.252855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:48.259348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Deleting port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:48.259825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.287801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=626ae4bf-9985-4291-966f-e86978ee1cba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:48.377756 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 7864e81e-1410-4d0c-bf01-af149a5758fd associated. External IP: 172.26.6.39, port: 29808eda-dfa8-475d-9e12-b973ae3fc430. Dec 15 21:49:48.405590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.460373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Usage tracker for resource:network and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:48.463029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:48.479839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:48.522929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:48.541073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=49f55a22-e2a5-4edb-a194-6b6c1cae6737,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:48.541657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.549516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.562234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.568608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:48.569224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.578459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:48.583972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:48.584677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=49f55a22-e2a5-4edb-a194-6b6c1cae6737,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:48.593106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.600726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:48.612129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Made reservation on behalf of f46c40747ad84dc1ba8c92969e1a99f0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:48.614395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.628734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:48.634323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.643589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.644542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b362fa00-a514-4c1e-9b36-5626e15e674e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:48.721233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7807a533-55d5-4c02-9685-ef16c1764a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:48.756234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:48.764526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 71e3b6c6-6ce7-4512-97d2-2973a1c827e1 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:48.795221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.798917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Calling delete_port for 49f55a22-e2a5-4edb-a194-6b6c1cae6737 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:48.848514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.855001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:48.894219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=49f55a22-e2a5-4edb-a194-6b6c1cae6737,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:48.900419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:48.916150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9232485 Dec 15 21:49:48.928742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:48.929539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Usage tracker for resource:security_group_rule and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:48.931935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b362fa00-a514-4c1e-9b36-5626e15e674e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:48.932312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:48.935452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=b25dfc4f-5a3f-449e-8c06-c8c893f50094,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:48.938276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:48.945058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'ports': [{'network_id': 'd8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada', 'name': 'tempest-port--656710580', 'admin_state_up': True}, {'network_id': 'b25dfc4f-5a3f-449e-8c06-c8c893f50094', 'admin_state_up': False}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:48.945370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'port': {'network_id': 'd8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada', 'name': 'tempest-port--656710580', 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:48.945871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'port': {'network_id': 'b25dfc4f-5a3f-449e-8c06-c8c893f50094', 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:48.961893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b25dfc4f-5a3f-449e-8c06-c8c893f50094 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:48.978263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:48.991935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:48.992312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:48.995814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:49.002987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:49.006455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.035146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.040329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.213256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.213752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6714d258-c841-470a-a6d4-a1634dcf9c4c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:49.260387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.261525 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6714d258-c841-470a-a6d4-a1634dcf9c4c HTTP/1.1" status: 204 len: 168 time: 4.1303294 Dec 15 21:49:49.267480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:49.273013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.318778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 49f55a22-e2a5-4edb-a194-6b6c1cae6737 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:49.319343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-44a17403-8d9b-4783-981c-ea5d59fcefa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:49.393209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=71e3b6c6-6ce7-4512-97d2-2973a1c827e1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:49.404860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:49.457852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.492942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Deleting port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:49.493409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.516866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.534305 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/71e3b6c6-6ce7-4512-97d2-2973a1c827e1 HTTP/1.1" status: 204 len: 168 time: 1.9030290 Dec 15 21:49:49.537995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Deleting subnet 9697bf60-d866-4786-aed4-29affeead380 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:49.542308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:49.550190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=49f55a22-e2a5-4edb-a194-6b6c1cae6737,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:49.562346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.563246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device abcc4770-0a43-4c67-9d22-5467f7c67c49 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:49.604701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.627790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:49.680980 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-13339c6a-95ee-491b-a97f-b042b5a2129e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:49:49.681275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-13339c6a-95ee-491b-a97f-b042b5a2129e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:49.692413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.721480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.731298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.739465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: abcc4770-0a43-4c67-9d22-5467f7c67c49 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:49.739950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device abcc4770-0a43-4c67-9d22-5467f7c67c49 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:49.750535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=49f55a22-e2a5-4edb-a194-6b6c1cae6737,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:49.764565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:49.795684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:49.870372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:49.875409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a1f9ca-cf9f-4617-8bf5-124073074fef,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:49.886213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:49.889515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-13339c6a-95ee-491b-a97f-b042b5a2129e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:49.893375 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13339c6a-95ee-491b-a97f-b042b5a2129e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/71e3b6c6-6ce7-4512-97d2-2973a1c827e1 HTTP/1.1" status: 404 len: 333 time: 0.3466747 Dec 15 21:49:49.895961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:49.899210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.899439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Added segment e57d8679-0125-4b0c-8b3e-d46dc82f3619 of type vlan for network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 Dec 15 21:49:49.936598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] For port 49f55a22-e2a5-4edb-a194-6b6c1cae6737, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=49f55a22-e2a5-4edb-a194-6b6c1cae6737,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:49.937392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.941775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:49.955644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:50.001056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.062174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Calling delete_port for 49f55a22-e2a5-4edb-a194-6b6c1cae6737 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:50.076672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:50.094184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:50.105102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:50.105700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.114820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 2c698f23-9b9b-4a27-9214-1337a188302b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:50.115157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.134076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:50.141110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.146661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a2beb6f-6967-4027-a7e6-3ca32ac9b84e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:50.147797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.170664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:port and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:50.175959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=870851d9-b7c2-4e59-98a8-d49218007f28,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:50.181877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:50.193646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:50.196281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.199455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:50.199944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:50.209153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Pushing event deleted for resources: {'Port': ['ID=49f55a22-e2a5-4edb-a194-6b6c1cae6737,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:50.214888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:50.216224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] No DVR routers for this DVR port 49f55a22-e2a5-4edb-a194-6b6c1cae6737 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:50.229645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0440068 Dec 15 21:49:50.235211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce8f54-2c72-4eef-99f3-0810bccbba11 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:50.268263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:50.344163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:50.366251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:50.372061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:49:50.386805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.398668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ff2af067-73c1-4c7d-8444-7d41da1208f3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:50.436823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:50.441580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.447811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9697bf60-d866-4786-aed4-29affeead380,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:50.452817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:router and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:50.453243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:50.454272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.458933 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9697bf60-d866-4786-aed4-29affeead380 HTTP/1.1" status: 204 len: 168 time: 1.1901908 Dec 15 21:49:50.462517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.464028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:50.464626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.465798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:50.471099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:50.471267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bbff74-8296-4235-af3e-c651a00c7d2a None None] Network c74e6eb8-a43b-4b6b-9400-63323c56bc6d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:50.471728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:50.494411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:50.562943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.581386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.607089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '870851d9-b7c2-4e59-98a8-d49218007f28'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:50.608723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.743966 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7570541 Dec 15 21:49:50.760026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:50.760782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Pushing event updated for resources: {'Network': ['ID=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:50.770993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:50.778007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:49:50.779292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Request body: {'subnet': {'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1800499901-subnet', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:50.789063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:50.797677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.806060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Usage tracker for resource:subnet and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:50.812777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:50.816266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.818279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.819231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.836868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:50.859003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Deleting port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:50.859003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.901339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.916605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Made reservation on behalf of f46c40747ad84dc1ba8c92969e1a99f0 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:50.918944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:50.997026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/870851d9-b7c2-4e59-98a8-d49218007f28/85ac4ee4-730b-466f-8d44-3939287064f0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:51.026672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:51.042416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:51.045580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.098219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] DHCP port deletion for c74e6eb8-a43b-4b6b-9400-63323c56bc6d request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:51.114683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Deleting port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:51.114940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.121164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] device_id is not set on port 354e0ff8-3530-4f23-89ee-8dabd85b5399 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:51.126670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 2c698f23-9b9b-4a27-9214-1337a188302b owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:51.150631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:51.151272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:51.252409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1aa40d03-7dcc-48c6-be56-2a0d51ab986b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:51.257295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.285547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:51.326191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.343938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14751428-209b-47f9-a0f8-6a3a9febed89 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:51.383937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Router 2ce29797-85ca-41f9-9872-ca3d5247f07c is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:49:51.385439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:51.386153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:51.397596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.398749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-424fa6f5-d778-4870-964e-d87a23c5f41b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0761528 Dec 15 21:49:51.402648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=2c698f23-9b9b-4a27-9214-1337a188302b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:51.406125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:51.407094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:51.421238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router f29cc94a-8d3e-4093-99d0-91577bf63aa6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:51.478080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:51.478634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af088b-4539-4f81-82cb-10083bd12986 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:51.774910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.783461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:51.783975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.922473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.924163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.925070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:51.942333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Calling delete_port for 1aa40d03-7dcc-48c6-be56-2a0d51ab986b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:52.010272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Transition to ACTIVE for port object 85ac4ee4-730b-466f-8d44-3939287064f0 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:52.030349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/2c698f23-9b9b-4a27-9214-1337a188302b HTTP/1.1" status: 204 len: 168 time: 2.1310022 Dec 15 21:49:52.030583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:52.031829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.034246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.053964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.054866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 626ae4bf-9985-4291-966f-e86978ee1cba no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:49:52.079350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Transition to ACTIVE for port object 85ac4ee4-730b-466f-8d44-3939287064f0 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:52.085552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c35cb3d5-2fd7-4d0e-bf9d-5b8f4d536e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:52.129105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 626ae4bf-9985-4291-966f-e86978ee1cba {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:49:52.129475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 626ae4bf-9985-4291-966f-e86978ee1cba not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:49:52.139587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.155461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:52.156294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:52.156447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.156661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:52.173697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:52.177329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:52.180724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:52.188672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:52.225701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:52.225701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-484406a5-d0cb-4bea-a1d2-9857e476bb13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:52.314719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:52.316704 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc85f5d8-9492-4efa-aa34-2e37bc96855b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:49:52.317239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc85f5d8-9492-4efa-aa34-2e37bc96855b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:52.330212 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Sync routers for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:52.340559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Calling delete_port for 1aa40d03-7dcc-48c6-be56-2a0d51ab986b owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:52.347740 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:52.349404 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:52.361368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:52.369599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:52.377036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.378436 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4fd8411-994f-4720-9c2b-396175cc02fa tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "PUT /v2.0/routers/f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 200 len: 926 time: 7.7419939 Dec 15 21:49:52.386859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] Sync routers for ids ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:52.392532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33122) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.401523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Attempting to bind port 85ac4ee4-730b-466f-8d44-3939287064f0 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:52.401888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Attempting to bind port 85ac4ee4-730b-466f-8d44-3939287064f0 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:52.402256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Attempting to bind port 85ac4ee4-730b-466f-8d44-3939287064f0 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:52.404561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Pushing event updated for resources: {'Port': ['ID=85ac4ee4-730b-466f-8d44-3939287064f0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:52.405988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.407331 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.9991906 Dec 15 21:49:52.410090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:52.410888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] Routers {'f29cc94a-8d3e-4093-99d0-91577bf63aa6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:52.411502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:52.413849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.476325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:52.477177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:52.477592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.477998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:52.478536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Bound port: 85ac4ee4-730b-466f-8d44-3939287064f0, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:52.479110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.482640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.484342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] device_id is not set on port 0fa90af3-6488-43ab-9877-7fa43161ec51 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:49:52.489862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:52.493565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:52.538266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] Routers {'f29cc94a-8d3e-4093-99d0-91577bf63aa6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:52.538898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:52.561369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.617820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:52.618247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062a6146-6cf7-42b8-8a89-122e4cda9317 None None] The sync data for ids ['f29cc94a-8d3e-4093-99d0-91577bf63aa6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:52.657399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Deleting port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:52.657796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.687370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] For port 85ac4ee4-730b-466f-8d44-3939287064f0, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:52.709278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] For port 85ac4ee4-730b-466f-8d44-3939287064f0, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ac4ee4-730b-466f-8d44-3939287064f0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:52.717981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:52.746684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:52.755077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:52.826781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cae96cfa-4cd6-4d16-b6cb-1dc79e7685c9 tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=75dfd57870294ce48a05f297a8e7a298&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4114997 Dec 15 21:49:52.837255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc85f5d8-9492-4efa-aa34-2e37bc96855b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:52.842468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33132) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.848294 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc85f5d8-9492-4efa-aa34-2e37bc96855b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/2c698f23-9b9b-4a27-9214-1337a188302b HTTP/1.1" status: 404 len: 333 time: 0.8067520 Dec 15 21:49:52.853583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.854404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f35a8905-1a10-4d80-a905-cd14ab283e46 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 200 len: 926 time: 0.4567921 Dec 15 21:49:52.856294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:52.856549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:52.860070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e369a060-65a3-4e25-9f7f-6e6e5791854a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:52.862800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:52.896105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:52.932035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Pushing event updated for resources: {'Port': ['ID=85ac4ee4-730b-466f-8d44-3939287064f0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:52.941194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:52.991763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] For port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,segment=NetworkSegment(062d0e10-771d-4068-87c0-bc4130d8b040),segment_id=062d0e10-771d-4068-87c0-bc4130d8b040)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:52.992247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.087969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Checking segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:53.088458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Network hostable DHCP agents. Network: 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:53.114666 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:49:48Z', 'revision_number': 3, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:53.118932 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Checking router: 2ce29797-85ca-41f9-9872-ca3d5247f07c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:49:53.119609 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Updating router 2ce29797-85ca-41f9-9872-ca3d5247f07c port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:49:53.131090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Calling delete_port for 1aa40d03-7dcc-48c6-be56-2a0d51ab986b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:53.150732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.202935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:53.203322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:53.217832 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:53.230742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.238573 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:53.239291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:53.245777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 9555d5d6-6c0e-44d4-a155-82637214dd03 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:49:53.248430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.252903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:53.275855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.342530 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.354539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:53.363408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Deleting port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:53.364217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.365554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Pushing event deleted for resources: {'Port': ['ID=1aa40d03-7dcc-48c6-be56-2a0d51ab986b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:53.365696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.369685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:53.373502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d8c78e-bde6-46b5-af3f-60b9672155dd None None] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:53.379376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-201f1f81-580d-4b5f-b517-e31a8b35ff30 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:53.424838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] No DVR routers for this DVR port 1aa40d03-7dcc-48c6-be56-2a0d51ab986b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:53.514102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Port': ['ID=354e0ff8-3530-4f23-89ee-8dabd85b5399,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:53.517807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:53.551096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-473e4e5f-3497-42c8-a3a0-6f5c669d441e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/7864e81e-1410-4d0c-bf01-af149a5758fd HTTP/1.1" status: 200 len: 978 time: 9.4809558 Dec 15 21:49:53.553618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33144) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:53.561407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:53.616101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Checking segment: {'id': '0675c5ac-3247-4144-949b-6b656e4172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:53.616452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network hostable DHCP agents. Network: d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:53.651743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:53.652780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.703624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.706393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.738357 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9726350 Dec 15 21:49:53.769857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:53.777868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:53.781460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.795751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:53.804131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] The port '1aa40d03-7dcc-48c6-be56-2a0d51ab986b' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:53.805866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ff9a4-29d5-4045-b6ed-a59072f3ea03 tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:53.807430 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e9ff9a4-29d5-4045-b6ed-a59072f3ea03 tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9615760 Dec 15 21:49:53.809625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292324a9-d8ba-4254-9852-dbbd4e5c81b1 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:53.813867 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-292324a9-d8ba-4254-9852-dbbd4e5c81b1 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=f29cc94a-8d3e-4093-99d0-91577bf63aa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8484497 Dec 15 21:49:53.818149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33152) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:53.818535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:53.835327 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:53.866761 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:53.867858 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:53.878369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:53.923162 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2cdf722-af2e-44f1-80a0-8a2af767dbdf tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711248 Dec 15 21:49:53.952282 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:53.953011 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784da3c9-0e08-49ee-adb2-7a807d78c2ea None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:53.963058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Allocated IP 172.20.0.2 (3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5/e369a060-65a3-4e25-9f7f-6e6e5791854a/d4d23229-f7d8-49cd-b316-3c9e429d67aa) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:53.974793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:53.991224 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:53.999314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Usage tracker for resource:router and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:54.013281 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Transition to ACTIVE for port object 605e83a4-ff31-4c9c-acc4-7259bf8558f6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:54.016908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644345025', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:54.027359 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.032141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:54.048615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-49887390-7b65-4c71-b1cb-fd9c3b37f2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.049203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.053241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:54.058239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.058545 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 7864e81e-1410-4d0c-bf01-af149a5758fd disassociated. External IP: 172.26.6.39, port: daef7087-a940-4ca8-a42e-44204f464c36. Dec 15 21:49:54.152517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:54.203066 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Attempting to bind port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:54.203432 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Attempting to bind port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:54.203796 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Attempting to bind port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:54.214850 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:54.215122 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:54.215334 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.215725 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:54.216618 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Bound port: 605e83a4-ff31-4c9c-acc4-7259bf8558f6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:54.217012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.261639 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Pushing event updated for resources: {'Port': ['ID=605e83a4-ff31-4c9c-acc4-7259bf8558f6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:54.265662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:54.275134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.290533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:54.291207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Transition to ACTIVE for port object d4d23229-f7d8-49cd-b316-3c9e429d67aa will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:54.309292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:54.311129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.314983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f909013-72b2-4b05-bf0f-882264d8d3c7 None None] Network d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:54.320604 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] For port 605e83a4-ff31-4c9c-acc4-7259bf8558f6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:54.323403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-717464de-0101-4367-95cf-173367407680 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.324251 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] For port 605e83a4-ff31-4c9c-acc4-7259bf8558f6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=605e83a4-ff31-4c9c-acc4-7259bf8558f6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:54.335240 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.339776 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.374200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::1 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/870851d9-b7c2-4e59-98a8-d49218007f28/73c567a1-1ced-43ad-90eb-07e9a965a3ab) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:54.429607 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Pushing event updated for resources: {'Port': ['ID=605e83a4-ff31-4c9c-acc4-7259bf8558f6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:54.433198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:54.457283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.458288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.464010 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:54.464642 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:54.471129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.502448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74e6eb8-a43b-4b6b-9400-63323c56bc6d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:54.528512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062d0e10-771d-4068-87c0-bc4130d8b040') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:54.529186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062d0e10-771d-4068-87c0-bc4130d8b040') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:54.541591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Transition to ACTIVE for port object d4d23229-f7d8-49cd-b316-3c9e429d67aa will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:54.545515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.552139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.566906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.574444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:49:54.575176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.590188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.663444 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:49:54.681186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:54.694312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:54.703800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Port': ['ID=0fa90af3-6488-43ab-9877-7fa43161ec51,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:54.708377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:54.710827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:49:54.714570 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:49:54.723846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Pushing event updated for resources: {'Port': ['ID=d4d23229-f7d8-49cd-b316-3c9e429d67aa,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:54.724735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:54.726519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-159d36f1-d964-4ae1-a7af-6a7cfe86fc5d None None] Provisioning for port 85ac4ee4-730b-466f-8d44-3939287064f0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:54.731063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:54.736333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:subnet and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:54.739369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:54.746327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:54.762228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.770551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Made reservation on behalf of 75dfd57870294ce48a05f297a8e7a298 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:54.775106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.828830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Checking segment: {'id': 'a8df8add-aafd-481b-98c9-ced5585e86eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'b25dfc4f-5a3f-449e-8c06-c8c893f50094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:54.829194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network hostable DHCP agents. Network: b25dfc4f-5a3f-449e-8c06-c8c893f50094, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:54.845966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Attempting to bind port d4d23229-f7d8-49cd-b316-3c9e429d67aa on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:54.847321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Attempting to bind port d4d23229-f7d8-49cd-b316-3c9e429d67aa by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:54.848007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Attempting to bind port d4d23229-f7d8-49cd-b316-3c9e429d67aa on network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:54.857646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:54.858271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Checking segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:54.858847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.859383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Bound using segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:54.860024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Bound port: d4d23229-f7d8-49cd-b316-3c9e429d67aa, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:54.860551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.922498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.957628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.968301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:49:54.973263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network b25dfc4f-5a3f-449e-8c06-c8c893f50094 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:54.973873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] For port d4d23229-f7d8-49cd-b316-3c9e429d67aa, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:54.978444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] For port d4d23229-f7d8-49cd-b316-3c9e429d67aa, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d4d23229-f7d8-49cd-b316-3c9e429d67aa,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:54.987783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:54.992011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b25dfc4f-5a3f-449e-8c06-c8c893f50094) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:54.993688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d4b3f801-9a31-4c58-94ed-ec524398c786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:54.994330 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c74e6eb8-a43b-4b6b-9400-63323c56bc6d HTTP/1.1" status: 204 len: 168 time: 4.5092795 Dec 15 21:49:55.024164 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:49:48Z', 'revision_number': 3, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:55.029953 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a32c631-2a89-4abe-a1e6-afe41c092e7e None None] The sync data for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv is: [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:49:48Z', 'revision_number': 3, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:49:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:55.038038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04eabdd-b0da-4c66-988f-92c70e0f8998 None None] Network b25dfc4f-5a3f-449e-8c06-c8c893f50094 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:55.065988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.094841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:55.100701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:55.100938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c74e6eb8-a43b-4b6b-9400-63323c56bc6d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:55.105782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:55.106961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.119377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.141007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:55.153654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cba275-0e37-4e52-9052-44fa86470f41 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:55.158276 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-78cba275-0e37-4e52-9052-44fa86470f41 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 1.3024976 Dec 15 21:49:55.182532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.201504 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2650917 Dec 15 21:49:55.202300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.249655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Pushing event updated for resources: {'Port': ['ID=d4d23229-f7d8-49cd-b316-3c9e429d67aa,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:55.255828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:55.324062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33174) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.352108 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36709802-acd1-4dc8-87d6-6ef0737dc0b2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 200 len: 205 time: 0.1049137 Dec 15 21:49:55.370716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ac4ee4-730b-466f-8d44-3939287064f0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:55.374454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.554046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 85ac4ee4-730b-466f-8d44-3939287064f0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:55.559970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 85ac4ee4-730b-466f-8d44-3939287064f0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:55.561032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.574823 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3af0040e-18df-467b-8afe-cf52bb35cd9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2996cc80c22a45c3b54407191c1ea165&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2434030 Dec 15 21:49:55.590526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.671341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c5969-bf86-4b37-a0b3-8efa583d20a1 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:55.682942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c5969-bf86-4b37-a0b3-8efa583d20a1 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:55.683727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef6c5969-bf86-4b37-a0b3-8efa583d20a1 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Synchronizing usage tracker for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:55.710049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:49:55.743024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.745167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:49:55.762699 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:55.764148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:55.787065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ef6c5969-bf86-4b37-a0b3-8efa583d20a1 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Unset dirty status for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:55.788246 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ef6c5969-bf86-4b37-a0b3-8efa583d20a1 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5850363 Dec 15 21:49:55.800530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33186) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.834514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:55.889839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:49:55.890529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:55.914930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:55.930004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-735e510d-035f-4ae3-aaa2-67b024e63565 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/7864e81e-1410-4d0c-bf01-af149a5758fd HTTP/1.1" status: 200 len: 687 time: 2.3753297 Dec 15 21:49:55.940711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:55.986029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:55.986445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae08581-9bbd-41dd-9b95-5ca24cc4597c None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:49:55.997188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.016176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting port 354e0ff8-3530-4f23-89ee-8dabd85b5399 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:56.016894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.036883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 85ac4ee4-730b-466f-8d44-3939287064f0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ac4ee4-730b-466f-8d44-3939287064f0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:56.044032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.054865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:56.152477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.153820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=85ac4ee4-730b-466f-8d44-3939287064f0,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:56.157279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:56.165165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.176635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.205121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:56.205449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.335819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.353792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-55afab66-06f5-46fb-8637-3d9f54c18c0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:56.382472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 73c567a1-1ced-43ad-90eb-07e9a965a3ab will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:56.391044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73100781-1251-4dc9-9008-ba4387f15aa6 None None] Network b71c0647-6577-4460-a60e-1ed0f770df69 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:56.403364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.421792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/9555d5d6-6c0e-44d4-a155-82637214dd03 HTTP/1.1" status: 204 len: 168 time: 3.5631452 Dec 15 21:49:56.424987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.426235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.430897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:56.438252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:56.439418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=9555d5d6-6c0e-44d4-a155-82637214dd03,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:56.464024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:56.509344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10105142-ed08-44f2-9ee5-e840ceee5a8c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:56.657093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:56.733864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.742521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14748513-2902-4a61-bff5-c4f4b9fe3ae0 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:56.788199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.798923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88d1f1-6202-4b85-8ea6-44b6e1016c3b None None] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:56.807184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.818569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] DHCP port deletion for b71c0647-6577-4460-a60e-1ed0f770df69 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:49:56.860432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:56.866599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port 70ef404b-3574-4175-9c57-a7a28d95b038 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:56.866939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.880463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Deleting port b362fa00-a514-4c1e-9b36-5626e15e674e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:56.880944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.893511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:56.894817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.896257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:56.897111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.940522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.940856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.959806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:56.964131 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/10105142-ed08-44f2-9ee5-e840ceee5a8c HTTP/1.1" status: 204 len: 168 time: 1.3703616 Dec 15 21:49:57.002593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-390f4c97-12a6-48fc-9e07-1a5a4f2a27ce None None] Provisioning for port d4d23229-f7d8-49cd-b316-3c9e429d67aa completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:57.041622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:57.046609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:57.072050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.078307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aee2f2e6-1cfe-4c54-9f75-96c500e1e235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.274s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:57.301682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Calling delete_port for 354e0ff8-3530-4f23-89ee-8dabd85b5399 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:57.400722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256dd70c-886c-426a-a32b-337f5cc0ae9d None None] Provisioning for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:57.420548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] For port b362fa00-a514-4c1e-9b36-5626e15e674e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b362fa00-a514-4c1e-9b36-5626e15e674e,segment=NetworkSegment(bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b),segment_id=bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:57.420548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.422617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Checking segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:57.423078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network hostable DHCP agents. Network: 80a049bd-26c8-43e5-a91e-4ccf0aad078a, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:49:57.444454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256dd70c-886c-426a-a32b-337f5cc0ae9d None None] Provisioning complete for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:57.445086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256dd70c-886c-426a-a32b-337f5cc0ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.478586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Subnet': ['ID=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:57.488717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:57.499433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.534949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port b362fa00-a514-4c1e-9b36-5626e15e674e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:57.535301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.592845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:57.612985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:49:57.624150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.656222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.664581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-41849308-35eb-4068-b5eb-08344771e53c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:57.717985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Port': ['ID=354e0ff8-3530-4f23-89ee-8dabd85b5399,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:57.725679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:57.731828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.739293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Calling delete_port for b362fa00-a514-4c1e-9b36-5626e15e674e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:57.755661 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/ports/354e0ff8-3530-4f23-89ee-8dabd85b5399 HTTP/1.1" status: 204 len: 168 time: 1.9529684 Dec 15 21:49:57.758586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:57.827066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ac4ee4-730b-466f-8d44-3939287064f0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:57.901999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 80a049bd-26c8-43e5-a91e-4ccf0aad078a) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:57.902242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting port 0fa90af3-6488-43ab-9877-7fa43161ec51 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:57.902699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:57.923455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86339ae8-eaed-4b6e-aa3f-678c630587c9 None None] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:49:57.946678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-256dd70c-886c-426a-a32b-337f5cc0ae9d None None] Port 73c567a1-1ced-43ad-90eb-07e9a965a3ab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:49:58.069998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.077095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:58.132614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Pushing event deleted for resources: {'Port': ['ID=b362fa00-a514-4c1e-9b36-5626e15e674e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:58.139749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:58.162167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] No DVR routers for this DVR port b362fa00-a514-4c1e-9b36-5626e15e674e on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:49:58.163517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:58.163739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 85ac4ee4-730b-466f-8d44-3939287064f0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:58.164245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.164629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.313013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.361632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for 70ef404b-3574-4175-9c57-a7a28d95b038 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:58.386751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port b362fa00-a514-4c1e-9b36-5626e15e674e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b362fa00-a514-4c1e-9b36-5626e15e674e,segment=NetworkSegment(bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b),segment_id=bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:58.387023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.399282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.434795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:49:58.438321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.477605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.528261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d4d23229-f7d8-49cd-b316-3c9e429d67aa up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:58.557777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for b362fa00-a514-4c1e-9b36-5626e15e674e owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:58.596176 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.5991094 Dec 15 21:49:58.605028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:58.719584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.737315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f51b3c72-d314-467c-96e3-bb0e945cb1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:58.770393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Allocated IP 172.20.0.2 (80a049bd-26c8-43e5-a91e-4ccf0aad078a/48c674ff-5b39-466f-b7c5-f1b41c8b0dc6/a7449137-21d0-4555-b24f-b8dd5e74b633) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:58.802381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=70ef404b-3574-4175-9c57-a7a28d95b038,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:58.818524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:58.845022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Calling delete_port for 0fa90af3-6488-43ab-9877-7fa43161ec51 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:49:58.892904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:58.907216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9dd2bfb6-634b-413f-984b-c45db7e7eae2 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.041268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=b4ea78ed-868b-426c-9fd9-7db7e7d7d3a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:59.051682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:59.056692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.071631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Transition to ACTIVE for port object a7449137-21d0-4555-b24f-b8dd5e74b633 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:59.076525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:49:59.076895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:49:59.100729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Transition to ACTIVE for port object a7449137-21d0-4555-b24f-b8dd5e74b633 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:49:59.102781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d4d23229-f7d8-49cd-b316-3c9e429d67aa completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:59.111178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d4d23229-f7d8-49cd-b316-3c9e429d67aa triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:59.111607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.116775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.118578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.135890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d47cc9bd-67b6-4000-92d3-3def56e9fd6d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.181890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Allocated IP 172.26.6.173 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/817bfea6-1362-429b-b067-8d0a4301ce00) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:49:59.185733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.191421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.204094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Port': ['ID=0fa90af3-6488-43ab-9877-7fa43161ec51,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:59.215312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:59.216937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.234706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33240) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.255610 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/ports/0fa90af3-6488-43ab-9877-7fa43161ec51 HTTP/1.1" status: 204 len: 168 time: 1.4930232 Dec 15 21:49:59.256310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.304381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-31d82bf8-b3d8-4953-bc06-6d9459fa9e84 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Synchronizing usage tracker for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:59.307083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:49:59.311568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:49:59.315822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:49:59.320979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.322338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/7864e81e-1410-4d0c-bf01-af149a5758fd HTTP/1.1" status: 204 len: 168 time: 3.3806183 Dec 15 21:49:59.325033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.396448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.399970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-31d82bf8-b3d8-4953-bc06-6d9459fa9e84 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Unset dirty status for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:59.407744 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31d82bf8-b3d8-4953-bc06-6d9459fa9e84 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1502864 Dec 15 21:49:59.408803 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-90a8fee5-97bf-4385-b105-12ca66ac3ed3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] delete failed (client error): The resource could not be found. Dec 15 21:49:59.413655 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90a8fee5-97bf-4385-b105-12ca66ac3ed3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/7864e81e-1410-4d0c-bf01-af149a5758fd HTTP/1.1" status: 404 len: 345 time: 0.0870428 Dec 15 21:49:59.416203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.416338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.416762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.422505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-399669286', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:59.428492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1217044630'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:49:59.440133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Pushing event updated for resources: {'Port': ['ID=a7449137-21d0-4555-b24f-b8dd5e74b633,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:59.453360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:59.463950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:59.472219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:59.479415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:network and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:59.485826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:59.489790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Usage tracker for resource:port and tenant:8a87936cd00a4921b9367542a11a59d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:59.496131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:59.500060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:59.510867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:59.523855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d4d23229-f7d8-49cd-b316-3c9e429d67aa, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d4d23229-f7d8-49cd-b316-3c9e429d67aa,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:49:59.536584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Made reservation on behalf of 8a87936cd00a4921b9367542a11a59d3 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:59.537167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.539166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 605e83a4-ff31-4c9c-acc4-7259bf8558f6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:49:59.540795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.558323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:49:59.562163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.579460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.588230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port b362fa00-a514-4c1e-9b36-5626e15e674e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:49:59.588565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.591216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fd93af1-ade0-4d51-91c9-f9357e3a6441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.637151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Attempting to bind port a7449137-21d0-4555-b24f-b8dd5e74b633 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:49:59.637525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Attempting to bind port a7449137-21d0-4555-b24f-b8dd5e74b633 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:49:59.637883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Attempting to bind port a7449137-21d0-4555-b24f-b8dd5e74b633 on network 80a049bd-26c8-43e5-a91e-4ccf0aad078a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:49:59.650505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:49:59.664365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:49:59.664615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Checking segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:49:59.665001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.665374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Bound using segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:49:59.665841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Bound port: a7449137-21d0-4555-b24f-b8dd5e74b633, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:49:59.666216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.669947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] The port 'b362fa00-a514-4c1e-9b36-5626e15e674e' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:49:59.672118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:49:59.711725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Usage tracker for resource:security_group_rule and tenant:8a87936cd00a4921b9367542a11a59d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:49:59.726648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d4d23229-f7d8-49cd-b316-3c9e429d67aa,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:49:59.728023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:59.734884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:59.735039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:49:59.740255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:49:59.741512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Synchronizing usage tracker for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:49:59.744890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:49:59.748196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:49:59.768621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.769114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:49:59.771261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:49:59.782621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:49:59.782993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.788547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.796429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.819936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.821112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.828680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-120f6bfb-502c-41a3-a821-dcef0bb1b1d0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.829145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] For port a7449137-21d0-4555-b24f-b8dd5e74b633, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:49:59.832563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.832970 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment f110fffa-a371-44fc-94e6-a9e041fec4b8 of type vlan for network e114595c-fb1f-487e-a48d-d4e44aa93b69 Dec 15 21:49:59.842226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] For port a7449137-21d0-4555-b24f-b8dd5e74b633, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a7449137-21d0-4555-b24f-b8dd5e74b633,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:49:59.850855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.856099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d5747c5b-8a72-49ab-bd68-b9595cbe47eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:49:59.893007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Unset dirty status for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:49:59.900569 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b336085-a735-4656-ad3b-8e1463382bae tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/ports?network_id=6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea HTTP/1.1" status: 200 len: 2359 time: 0.4816566 Dec 15 21:49:59.902716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.906656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33262) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:49:59.948712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.951335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:49:59.951908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router f29cc94a-8d3e-4093-99d0-91577bf63aa6 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:49:59.963396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71c0647-6577-4460-a60e-1ed0f770df69']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:59.983704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:49:59.984243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc86a6d6-f1d2-4da6-8ee3-9fa1a311207b') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:00.001663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Pushing event updated for resources: {'Port': ['ID=a7449137-21d0-4555-b24f-b8dd5e74b633,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.006530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.010635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.027394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.027779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 605e83a4-ff31-4c9c-acc4-7259bf8558f6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=605e83a4-ff31-4c9c-acc4-7259bf8558f6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:00.035096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.037575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b240301-0e0e-492b-9b80-6aa92a83ff2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:00.057056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.065809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.071317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:00.071907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.078732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4211d16f-a6ff-4cee-9d67-1f6812123677 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:00.105618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b362fa00-a514-4c1e-9b36-5626e15e674e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:00.109224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:00.109734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.149397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b362fa00-a514-4c1e-9b36-5626e15e674e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:00.149748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b362fa00-a514-4c1e-9b36-5626e15e674e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:00.170327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=605e83a4-ff31-4c9c-acc4-7259bf8558f6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.174152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.185854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204e94c7-5e90-4d90-9570-1b8afba6ec0b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:00.187210 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-204e94c7-5e90-4d90-9570-1b8afba6ec0b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/subnets/60326642-cf0e-4e09-b1ed-7969b690efd6 HTTP/1.1" status: 200 len: 797 time: 0.2764757 Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:00.204673 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:00.221450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:00.252793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'port': {'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea', 'name': 'tempest-FloatingIPTestJSON-860594858', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:00.297730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d4d23229-f7d8-49cd-b316-3c9e429d67aa up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:00.309703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.315401 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 204 len: 168 time: 4.9360626 Dec 15 21:50:00.327132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:00.371620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.386077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.390960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.393570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.397495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-982375162', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:00.402659 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9853585 Dec 15 21:50:00.404576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.406086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d4d23229-f7d8-49cd-b316-3c9e429d67aa triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:00.406635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.406756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33274) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:00.414752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.418106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] device_id is not set on port 1c59e6b3-e0b1-4ca1-b108-4156633b5318 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:00.436713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.454381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=e114595c-fb1f-487e-a48d-d4e44aa93b69,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.462954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-768945271'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:00.468354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.469734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e114595c-fb1f-487e-a48d-d4e44aa93b69 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:00.471984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25c533f6-3f05-4bb8-b711-e1f7dcba35e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:00.478948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:00.502032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:00.502755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/b71c0647-6577-4460-a60e-1ed0f770df69 HTTP/1.1" status: 204 len: 168 time: 4.0579236 Dec 15 21:50:00.516402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:network and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:00.523458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:00.531748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:00.536139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:00.552131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:00.555253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2121335808'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:00.563308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:00.576426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf329169-e878-4cbe-8c19-2b1e3af060ec,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.586752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.587976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:00.595630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:00.598948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:00.608845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:00.614367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.618584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:00.627693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=b71c0647-6577-4460-a60e-1ed0f770df69,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.632385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:00.636535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:00.648690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:00.660257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.662116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Added segment 457db99e-c3ed-49fd-a112-a3e72332cf18 of type vlan for network 53d1128e-b234-4cc2-ac40-41a0d060e572 Dec 15 21:50:00.670626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:00.673561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:00.683633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:00.689431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.731567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.732656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.741661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.750539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:00.751587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.758777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-861fda86-863f-4a3f-8fc6-4caf10a907db tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:00.841252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:00.845037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:00.868368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4559286 Dec 15 21:50:00.900513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Network': ['ID=53d1128e-b234-4cc2-ac40-41a0d060e572,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:00.912691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 53d1128e-b234-4cc2-ac40-41a0d060e572 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:00.926329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:01.064271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8aa46f47-6d2e-4514-891b-93a1e71558ed None None] Provisioning complete for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:01.065006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aa46f47-6d2e-4514-891b-93a1e71558ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.125568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:01.137640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8aa46f47-6d2e-4514-891b-93a1e71558ed None None] Port 73c567a1-1ced-43ad-90eb-07e9a965a3ab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:01.141576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.165867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.174252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:01.178475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6f2e97bb-0fa7-4c53-9b9d-7481f00c66a6 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:01.213217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Allocated IP 172.26.6.146 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1c59e6b3-e0b1-4ca1-b108-4156633b5318) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:01.274277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:01.321720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:01.324909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:01.350139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:01.353491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:01.387546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.387858 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment 2a177fbe-9e00-443a-8217-5f919d16d81d of type vlan for network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 Dec 15 21:50:01.396898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.425542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fa7877-274d-425a-b3d5-ac4b7080501f None None] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:01.484753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Pushing event updated for resources: {'Port': ['ID=817bfea6-1362-429b-b067-8d0a4301ce00,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:01.554360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4b07bd93-2379-4a4a-9f0b-e0215016c0ae None None] Provisioning for port a7449137-21d0-4555-b24f-b8dd5e74b633 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:01.593067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:01.662848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.670998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.696918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.702771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:01.771249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.771465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Pushing event updated for resources: {'Port': ['ID=1c59e6b3-e0b1-4ca1-b108-4156633b5318,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:01.775218 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f6840d4-5ab8-439d-8445-dd795e3514e5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3912828 Dec 15 21:50:01.776091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33282) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:01.776207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Router 4548bdae-01e9-488f-b8f0-97064ae33e5b is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:01.776616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:01.782661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:01.852117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:01.892521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:01.906644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:01.911328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:01.923375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:02.076638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:02.077585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.194411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.9584889 Dec 15 21:50:02.211185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:02.217151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.146'}]}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:02.273102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:02.290352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Sync routers for ids ['4548bdae-01e9-488f-b8f0-97064ae33e5b'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:02.291753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:02.299830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Usage tracker for resource:router and tenant:8a87936cd00a4921b9367542a11a59d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:02.304431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:02.319044 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Routers {'4548bdae-01e9-488f-b8f0-97064ae33e5b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:02.321788 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['4548bdae-01e9-488f-b8f0-97064ae33e5b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:02.359750 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "PUT /v2.0/routers/4548bdae-01e9-488f-b8f0-97064ae33e5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9457233 Dec 15 21:50:02.368456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:02.370327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33290) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:02.412717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a7449137-21d0-4555-b24f-b8dd5e74b633 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:02.469037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.519289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.521433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] device_id is not set on port d8781aff-e08c-4738-abad-aa6a6935b24b yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:02.530812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.532361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.553210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.588462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7f54e-20a1-44e6-a95e-af34fc9c9d3f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:02.594994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9ee7f54e-20a1-44e6-a95e-af34fc9c9d3f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports/73c567a1-1ced-43ad-90eb-07e9a965a3ab HTTP/1.1" status: 200 len: 911 time: 0.2214112 Dec 15 21:50:02.629719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a7449137-21d0-4555-b24f-b8dd5e74b633 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:02.637276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a7449137-21d0-4555-b24f-b8dd5e74b633 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:02.639503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:02.718054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:02.791963 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Set router 4548bdae-01e9-488f-b8f0-97064ae33e5b gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:02.990007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.064657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a7449137-21d0-4555-b24f-b8dd5e74b633, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a7449137-21d0-4555-b24f-b8dd5e74b633,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:03.076648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.077655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 605e83a4-ff31-4c9c-acc4-7259bf8558f6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:03.218663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:03.308247 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:49:57Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': '73c567a1-1ced-43ad-90eb-07e9a965a3ab', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:51:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:52Z', 'updated_at': '2021-12-15T21:49:58Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:03.317678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:03.318320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.320026 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Checking router: 4548bdae-01e9-488f-b8f0-97064ae33e5b for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:03.320489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Updating router 4548bdae-01e9-488f-b8f0-97064ae33e5b port 73c567a1-1ced-43ad-90eb-07e9a965a3ab binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:50:03.378159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.410197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a7449137-21d0-4555-b24f-b8dd5e74b633,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:03.419106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:03.460753 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.546747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4d989-71f9-472f-8d10-ed09c892257b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:03.553212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d4d989-71f9-472f-8d10-ed09c892257b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:03.557984 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82d4d989-71f9-472f-8d10-ed09c892257b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8355880 Dec 15 21:50:03.559483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:03.561616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.14 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/d8781aff-e08c-4738-abad-aa6a6935b24b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:03.569617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.13 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/d8781aff-e08c-4738-abad-aa6a6935b24b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:03.805969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.862692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.874565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.880685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:03.881403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:03.917030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:03.994127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.006812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Transition to ACTIVE for port object 73c567a1-1ced-43ad-90eb-07e9a965a3ab will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:04.014983 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.026407 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:04.043375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=f9a4ab15-ff92-4c81-86e3-7602dfc0e640,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:04.047141 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.5141718 Dec 15 21:50:04.055416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:04.056208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfef69c9-5a15-4134-9727-e7aa6369e9d9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:04.057069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:04.145515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:04.146008 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Pushing event updated for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:04.146152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33302) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:04.157334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=d8781aff-e08c-4738-abad-aa6a6935b24b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:04.165944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:04.214943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:04.242669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:04.268501 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:04.269223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'subnets': [{'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1348931640', 'ip_version': 6}, {'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:04.269709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'subnet': {'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1348931640', 'ip_version': 6}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:04.270547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Request body: {'subnet': {'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:04.292376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:04.297163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a7449137-21d0-4555-b24f-b8dd5e74b633 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:04.307739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.368397 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Attempting to bind port 73c567a1-1ced-43ad-90eb-07e9a965a3ab on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:04.369014 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Attempting to bind port 73c567a1-1ced-43ad-90eb-07e9a965a3ab by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:04.369128 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Attempting to bind port 73c567a1-1ced-43ad-90eb-07e9a965a3ab on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:04.375463 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:04.375837 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:04.376274 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.376663 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:04.377129 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Bound port: 73c567a1-1ced-43ad-90eb-07e9a965a3ab, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:04.377516 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.415307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:04.437370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a7449137-21d0-4555-b24f-b8dd5e74b633 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:04.437845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.454067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.476461 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] For port 73c567a1-1ced-43ad-90eb-07e9a965a3ab, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:04.480162 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] For port 73c567a1-1ced-43ad-90eb-07e9a965a3ab, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73c567a1-1ced-43ad-90eb-07e9a965a3ab,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:04.486277 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.498566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:04.604744 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Pushing event updated for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:04.609320 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:04.620141 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Routers {'4548bdae-01e9-488f-b8f0-97064ae33e5b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:04.621082 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['4548bdae-01e9-488f-b8f0-97064ae33e5b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:04.742439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:04.756326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:04.757016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.777088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:04.793515 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] Set router 4548bdae-01e9-488f-b8f0-97064ae33e5b gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:04.866858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:04.876227 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.6513102 Dec 15 21:50:04.880019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:04.882676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33310) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:04.908649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:04.918273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'd8781aff-e08c-4738-abad-aa6a6935b24b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:04.932506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:04.998503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:floatingip and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:05.042760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:05.046263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:05.049769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.085589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:05.100517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:05.118668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Usage tracker for resource:subnet and tenant:fc6e0635ef5b44f0bd1bee432aad48a5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:05.129679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:49:57Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': '73c567a1-1ced-43ad-90eb-07e9a965a3ab', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:51:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:52Z', 'updated_at': '2021-12-15T21:50:04Z', 'revision_number': 4, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:05.129951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:05.134667 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3dac5ef-3d85-45c5-8031-0ca8047dfc00 None None] The sync data for ids ['4548bdae-01e9-488f-b8f0-97064ae33e5b'] in dv-neutron-820612-1-hyperv is: [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:49:57Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': '73c567a1-1ced-43ad-90eb-07e9a965a3ab', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:51:1b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:52Z', 'updated_at': '2021-12-15T21:50:04Z', 'revision_number': 4, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': '870851d9-b7c2-4e59-98a8-d49218007f28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:05.135429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Allocated IP 172.26.6.52 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/14f6a353-e76f-4a55-bb0c-2fae4484ddb3) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:05.146768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:05.190891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.238816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Allocated IP 172.20.0.1 (80a049bd-26c8-43e5-a91e-4ccf0aad078a/48c674ff-5b39-466f-b7c5-f1b41c8b0dc6/addbff25-9169-460d-b065-ac88fb1aede4) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:05.262187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Made reservation on behalf of fc6e0635ef5b44f0bd1bee432aad48a5 for: {'subnet': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:05.267648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.268021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.440692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.516915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.801913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.844453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.866952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:05.934797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:50:05.949753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.017735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Transition to ACTIVE for port object addbff25-9169-460d-b065-ac88fb1aede4 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:06.025089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.086791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-866b6118-9e80-40dd-b8cb-4c001c4f6d2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:06.160064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.175133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-462f18c6-c4a5-4e7e-a1d2-f79369dfc78c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:06.188166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.245946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=1ffec63e-0264-49b6-a628-ba5942dbb999,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:06.258327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:06.281597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73c567a1-1ced-43ad-90eb-07e9a965a3ab up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:06.291121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': '2a177fbe-9e00-443a-8217-5f919d16d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:06.291475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: f9a4ab15-ff92-4c81-86e3-7602dfc0e640, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:06.306999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.317199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:06.378918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:06.385697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:06.386879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.400288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:06.409924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:06.417583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:06.425124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:06.425814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:06.428701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:06.430731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:06.432997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:06.459260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:06.482900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Router 9d60875b-427c-4dd7-939e-33deae58fcc4 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:06.483811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event updated for resources: {'Port': ['ID=14f6a353-e76f-4a55-bb0c-2fae4484ddb3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:06.497422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:06.532562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f9a4ab15-ff92-4c81-86e3-7602dfc0e640) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:06.551150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472555c8-c1d5-46db-b50b-7bd367b36754 None None] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:06.551539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.554066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:06.554670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.654920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.731415 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5676100 Dec 15 21:50:06.736887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.138 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/b187803b-e94e-48ba-b899-fa085981c090) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:06.737588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.741090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33314) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:06.757460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640', 'name': 'tempest-PortsIpV6TestJSON-2109070272', 'fixed_ips': [{'subnet_id': '1ffec63e-0264-49b6-a628-ba5942dbb999', 'ip_address': '2001:db8::10'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:06.856093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e9d82ed7-54d7-4a09-888a-b56dae49e859 None None] Provisioning for port addbff25-9169-460d-b065-ac88fb1aede4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:06.863584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 73c567a1-1ced-43ad-90eb-07e9a965a3ab, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73c567a1-1ced-43ad-90eb-07e9a965a3ab,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:06.876594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:06.880658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4e36cf82-d9de-4c76-8edd-e327c0254cc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:06.910573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e9d82ed7-54d7-4a09-888a-b56dae49e859 None None] Provisioning complete for port addbff25-9169-460d-b065-ac88fb1aede4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:06.910944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9d82ed7-54d7-4a09-888a-b56dae49e859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.042070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e9d82ed7-54d7-4a09-888a-b56dae49e859 None None] Port addbff25-9169-460d-b065-ac88fb1aede4 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:07.054768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:07.059466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-f9a4ab15-ff92-4c81-86e3-7602dfc0e640', 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': '1ffec63e-0264-49b6-a628-ba5942dbb999'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:07.060520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.077373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:07.080780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:07.118260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Sync routers for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:07.150154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:07.150632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:07.153655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:07.163385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.164684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.3830209 Dec 15 21:50:07.165845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:07.170930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:07.171664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:07.295528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 73c567a1-1ced-43ad-90eb-07e9a965a3ab {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:07.295910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.342784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.346504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.403661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.415097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:07.424601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eee2cfeb-940f-486f-970c-cb84ac9aaff1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:07.457171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Allocated IP 2001:db8::2 (f9a4ab15-ff92-4c81-86e3-7602dfc0e640/1ffec63e-0264-49b6-a628-ba5942dbb999/c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:07.462460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.471949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:07.481090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:07.507480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.508108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e658f4d-8a2b-469f-9f56-d4a58d92e5d0 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:07.556059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.795597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Subnet': ['ID=dbe4927c-43fe-4cd5-948b-f4a9bcead179,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:07.811594 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:50:07.814973 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c413deee-4902-4308-9c1d-5e6725d1e958 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.5997579 Dec 15 21:50:07.814973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:07.822348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:07.831203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] For port 73c567a1-1ced-43ad-90eb-07e9a965a3ab, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73c567a1-1ced-43ad-90eb-07e9a965a3ab,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:07.831553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.882614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Checking segment: {'id': 'f110fffa-a371-44fc-94e6-a9e041fec4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:07.882966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network hostable DHCP agents. Network: e114595c-fb1f-487e-a48d-d4e44aa93b69, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:07.930916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.944390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.949018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:07.959920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bae4fc41-3488-49cb-8895-4863f5bc9451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:07.961991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:02Z', 'revision_number': 3, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:07.964473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Transition to ACTIVE for port object c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:07.974550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Checking router: 9d60875b-427c-4dd7-939e-33deae58fcc4 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:07.974908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Updating router 9d60875b-427c-4dd7-939e-33deae58fcc4 port 817bfea6-1362-429b-b067-8d0a4301ce00 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:50:08.025325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Transition to ACTIVE for port object c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:08.027150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 73c567a1-1ced-43ad-90eb-07e9a965a3ab owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:08.036334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.046944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c2ff39c-13c9-48a7-a925-7c15f41e9810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:08.073405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.083631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.096129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:08.105534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port 3af79653-a61a-470b-afff-41cf4b038b73 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:08.124874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:08.138254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:08.148515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:08.151369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:08.157824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Deleting port 1c59e6b3-e0b1-4ca1-b108-4156633b5318 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:08.158198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.206034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network e114595c-fb1f-487e-a48d-d4e44aa93b69 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:08.213693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:08.280770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=b187803b-e94e-48ba-b899-fa085981c090,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:08.297107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:08.304089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Pushing event updated for resources: {'Port': ['ID=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:08.317595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73c567a1-1ced-43ad-90eb-07e9a965a3ab up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:08.348661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:08.379520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Attempting to bind port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:08.379520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Attempting to bind port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2a177fbe-9e00-443a-8217-5f919d16d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:08.379520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Attempting to bind port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a on network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:08.397964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e114595c-fb1f-487e-a48d-d4e44aa93b69) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:08.398304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:08.399046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Checking segment: {'id': '2a177fbe-9e00-443a-8217-5f919d16d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:08.399046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.399645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Bound using segment: {'id': '2a177fbe-9e00-443a-8217-5f919d16d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:08.399893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Bound port: c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a177fbe-9e00-443a-8217-5f919d16d81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:08.400782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.434919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf1fc88-99ed-49d8-852e-8e41ae50a4c2 None None] Network e114595c-fb1f-487e-a48d-d4e44aa93b69 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:08.479667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.483914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d426bb6-c69e-4b21-adea-7da956e52421 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:08.694285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event updated for resources: {'Subnet': ['ID=cac662db-87a7-4a7f-b426-91817537eaa1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:08.708934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 73c567a1-1ced-43ad-90eb-07e9a965a3ab triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:08.709499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.715858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:08.806463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] For port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:08.823597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Checking segment: {'id': '457db99e-c3ed-49fd-a112-a3e72332cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:08.824233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network hostable DHCP agents. Network: 53d1128e-b234-4cc2-ac40-41a0d060e572, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:08.871542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] For port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,segment=NetworkSegment(2a177fbe-9e00-443a-8217-5f919d16d81d),segment_id=2a177fbe-9e00-443a-8217-5f919d16d81d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:08.888883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:08.901379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:08.986593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Network 53d1128e-b234-4cc2-ac40-41a0d060e572 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:09.029718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.046973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 53d1128e-b234-4cc2-ac40-41a0d060e572) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:09.051223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.055861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.065980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:09.066436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:09.067066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.077944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.088629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:09.097072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::10 (f9a4ab15-ff92-4c81-86e3-7602dfc0e640/1ffec63e-0264-49b6-a628-ba5942dbb999/3af79653-a61a-470b-afff-41cf4b038b73) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:09.120275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd60ea7b-7573-4470-b594-cb87b8519075 None None] Network 53d1128e-b234-4cc2-ac40-41a0d060e572 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:09.242837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:09.257515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port 73c567a1-1ced-43ad-90eb-07e9a965a3ab update to ACTIVE by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 21:50:09.310366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-e114595c-fb1f-487e-a48d-d4e44aa93b69', 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69', 'tenant_id': 'fc6e0635ef5b44f0bd1bee432aad48a5', 'fixed_ips': [{'subnet_id': 'dbe4927c-43fe-4cd5-948b-f4a9bcead179'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:09.310606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:09.311215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.314542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Calling delete_port for 1c59e6b3-e0b1-4ca1-b108-4156633b5318 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:09.331293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.341677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=73c567a1-1ced-43ad-90eb-07e9a965a3ab,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:09.363661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:09.381351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Pushing event updated for resources: {'Port': ['ID=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:09.398744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:09.412961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.478545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.571414 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.3222635 Dec 15 21:50:09.575241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Transition to ACTIVE for port object 817bfea6-1362-429b-b067-8d0a4301ce00 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:09.577568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:09.598114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.604409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:09.642738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cae423cb-7129-46c1-bd6a-1b1b4b9ed0da tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:09.644512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-53d1128e-b234-4cc2-ac40-41a0d060e572', 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572', 'tenant_id': 'fc6e0635ef5b44f0bd1bee432aad48a5', 'fixed_ips': [{'subnet_id': 'cac662db-87a7-4a7f-b426-91817537eaa1'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:09.645553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.813659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:09.820528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Attempting to bind port 817bfea6-1362-429b-b067-8d0a4301ce00 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:09.821016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Attempting to bind port 817bfea6-1362-429b-b067-8d0a4301ce00 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:09.821344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Attempting to bind port 817bfea6-1362-429b-b067-8d0a4301ce00 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:09.826694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Pushing event updated for resources: {'Port': ['ID=817bfea6-1362-429b-b067-8d0a4301ce00,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:09.834717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:09.848828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:09.849204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:09.849615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.850012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:09.850484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Bound port: 817bfea6-1362-429b-b067-8d0a4301ce00, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:09.850862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.904609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Allocated IP 2001:db8::1 (e114595c-fb1f-487e-a48d-d4e44aa93b69/dbe4927c-43fe-4cd5-948b-f4a9bcead179/689e0712-a19f-4a65-82d4-aa34ac501533) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:09.910095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:09.911805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.937057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:09.956393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.054882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.088629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:10.090120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:10.091667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:10.092497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Synchronizing usage tracker for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:10.093057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] For port 817bfea6-1362-429b-b067-8d0a4301ce00, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:10.113100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] For port 817bfea6-1362-429b-b067-8d0a4301ce00, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=817bfea6-1362-429b-b067-8d0a4301ce00,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:10.123410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Allocated IP 2001:db8:0:1::1 (53d1128e-b234-4cc2-ac40-41a0d060e572/cac662db-87a7-4a7f-b426-91817537eaa1/dc0aec0e-e7f0-4115-8d0c-b71506498ceb) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:10.126394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.134304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78234ed2-37a1-40c0-966f-4feb5989cacc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:10.186133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.328884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Unset dirty status for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:10.339974 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67a2485b-483b-4be3-8b5a-7644c7bddaef tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7281594 Dec 15 21:50:10.343741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:10.366155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object 3af79653-a61a-470b-afff-41cf4b038b73 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:10.419690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.436570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:10.437405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:10.441631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.448531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:10.514336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:10.521102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Pushing event updated for resources: {'Port': ['ID=817bfea6-1362-429b-b067-8d0a4301ce00,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:10.532250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:10.536943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:10.642888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:10.654107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c59e6b3-e0b1-4ca1-b108-4156633b5318,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:10.674244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:10.749655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.765923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Transition to ACTIVE for port object 689e0712-a19f-4a65-82d4-aa34ac501533 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:10.791698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Transition to ACTIVE for port object 689e0712-a19f-4a65-82d4-aa34ac501533 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:10.817597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Router 4548bdae-01e9-488f-b8f0-97064ae33e5b has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:10.823698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.832097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d378ce7-a189-446c-90ef-e8e0c6d7e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:10.835973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting subnet dbe4927c-43fe-4cd5-948b-f4a9bcead179 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:10.851709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Router 35f6154b-7b74-4211-b7a9-0a107ff76ef4 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:10.854059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.870871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Allocated IP 172.20.0.1 (3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5/e369a060-65a3-4e25-9f7f-6e6e5791854a/3322516d-dacb-4873-8413-709f7a3d0e90) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:10.916076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:10.963129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6edbd0-dd77-43f2-a10c-4e6b2d132205 None None] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:10.972967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d8472641-51db-4ecb-bb54-17a1d5230d8a tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:11.125812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Pushing event updated for resources: {'Port': ['ID=689e0712-a19f-4a65-82d4-aa34ac501533,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:11.139628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:11.147691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:11.156741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.159932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Network e114595c-fb1f-487e-a48d-d4e44aa93b69 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:11.166385 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Sync routers for ids ['4548bdae-01e9-488f-b8f0-97064ae33e5b'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:11.171450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.180964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:11.189937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Provisioning for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:11.198448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:11.201126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:11.201840 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Routers {'4548bdae-01e9-488f-b8f0-97064ae33e5b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:11.203748 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['4548bdae-01e9-488f-b8f0-97064ae33e5b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:11.212483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:11.222170 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0974323f-f35f-4f49-8de9-3d899da2a9c9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "PUT /v2.0/routers/4548bdae-01e9-488f-b8f0-97064ae33e5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5944581 Dec 15 21:50:11.224536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:11.230885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.248600 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] 10.222.0.18 "DELETE /v2.0/ports/1c59e6b3-e0b1-4ca1-b108-4156633b5318 HTTP/1.1" status: 204 len: 168 time: 3.4119117 Dec 15 21:50:11.250953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:11.256701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:11.257563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.283659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:11.284130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.294421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=3af79653-a61a-470b-afff-41cf4b038b73,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:11.310605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:11.311617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Provisioning complete for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:11.312022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.347081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:11.434246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:11.438491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Router 2ce29797-85ca-41f9-9872-ca3d5247f07c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:11.444876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.451504 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "PUT /v2.0/routers/35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 200 len: 882 time: 9.6737857 Dec 15 21:50:11.454472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33340) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.472345 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7257822 Dec 15 21:50:11.477841 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Set router 4548bdae-01e9-488f-b8f0-97064ae33e5b gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:11.480406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee144b-a61b-437c-bf70-a3bce2d7c213 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:11.482316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee144b-a61b-437c-bf70-a3bce2d7c213 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:11.483265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8fee144b-a61b-437c-bf70-a3bce2d7c213 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:11.485875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33344) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.504694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'f9a4ab15-ff92-4c81-86e3-7602dfc0e640', 'name': 'tempest-PortsIpV6TestJSON-1369214396', 'fixed_ips': [{'subnet_id': '1ffec63e-0264-49b6-a628-ba5942dbb999', 'ip_address': '2001:db8::f'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:11.546331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] Sync routers for ids ['35f6154b-7b74-4211-b7a9-0a107ff76ef4'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:11.686186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.690312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.702820 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:50:08Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:11.708307 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Checking router: 4548bdae-01e9-488f-b8f0-97064ae33e5b for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:11.718465 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Routers {'4548bdae-01e9-488f-b8f0-97064ae33e5b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:11.719739 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['4548bdae-01e9-488f-b8f0-97064ae33e5b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:11.723560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.734327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.742905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:11.771574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.827564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8fee144b-a61b-437c-bf70-a3bce2d7c213 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:11.831618 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8fee144b-a61b-437c-bf70-a3bce2d7c213 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5957270 Dec 15 21:50:11.832107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d41a2b81-03f3-47fc-b34d-c8d4b801eb6a tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 200 len: 923 time: 0.3759649 Dec 15 21:50:11.834495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33356) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.834827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:11.879085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Transition to ACTIVE for port object 3322516d-dacb-4873-8413-709f7a3d0e90 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:11.880004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:11.908753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Transition to ACTIVE for port object dc0aec0e-e7f0-4115-8d0c-b71506498ceb will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:11.949356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] Set router 4548bdae-01e9-488f-b8f0-97064ae33e5b gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:11.958343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Transition to ACTIVE for port object dc0aec0e-e7f0-4115-8d0c-b71506498ceb will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:11.990266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] Routers {'35f6154b-7b74-4211-b7a9-0a107ff76ef4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:11.991535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['35f6154b-7b74-4211-b7a9-0a107ff76ef4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.030936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=b187803b-e94e-48ba-b899-fa085981c090,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:12.038788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.052367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:12.084376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.097025 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:50:08Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.103952 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4b2d48-60ec-49fb-8b2d-e85a0d611921 None None] The sync data for ids ['4548bdae-01e9-488f-b8f0-97064ae33e5b'] in dv-neutron-820612-1-hyperv is: [{'id': '4548bdae-01e9-488f-b8f0-97064ae33e5b', 'name': 'tempest-NetworksTestDHCPv6-router-2023933672', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:50Z', 'updated_at': '2021-12-15T21:50:08Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:12.110027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.114385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:12.144190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 870851d9-b7c2-4e59-98a8-d49218007f28 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:12.148966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.157556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.160058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.168340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:12.171335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-87ba8883-aab5-4c78-b2ce-2c7f089ec341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:12.178580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:12.189204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe4927c-43fe-4cd5-948b-f4a9bcead179,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:12.197057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:12.197330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:12.199211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Attempting to bind port 689e0712-a19f-4a65-82d4-aa34ac501533 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:12.199587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Attempting to bind port 689e0712-a19f-4a65-82d4-aa34ac501533 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f110fffa-a371-44fc-94e6-a9e041fec4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:12.199973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Attempting to bind port 689e0712-a19f-4a65-82d4-aa34ac501533 on network e114595c-fb1f-487e-a48d-d4e44aa93b69 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:12.214276 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "PUT /v2.0/routers/2ce29797-85ca-41f9-9872-ca3d5247f07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5969987 Dec 15 21:50:12.214276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:12.215136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.215223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Usage tracker for resource:security_group_rule and tenant:7b295aadf9b649b0995b61caeca09a41 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:12.230833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:12.236910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbbefa3-2950-4480-9d59-e0af45e9e982 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:12.237265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3cbbefa3-2950-4480-9d59-e0af45e9e982 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Synchronizing usage tracker for tenant:c7a1d7e1dc8c4945b67b54f609b746af on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:12.244777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.245764 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Sync routers for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:12.247453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:12.248097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:12.248479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Checking segment: {'id': 'f110fffa-a371-44fc-94e6-a9e041fec4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:12.248883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.249279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Bound using segment: {'id': 'f110fffa-a371-44fc-94e6-a9e041fec4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:12.249761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Bound port: 689e0712-a19f-4a65-82d4-aa34ac501533, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f110fffa-a371-44fc-94e6-a9e041fec4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e114595c-fb1f-487e-a48d-d4e44aa93b69'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:12.250149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.252683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:12.266553 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:12.267944 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.276150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/subnets/dbe4927c-43fe-4cd5-948b-f4a9bcead179 HTTP/1.1" status: 204 len: 168 time: 1.8522291 Dec 15 21:50:12.284470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:12.290507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:12.319819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] Routers {'35f6154b-7b74-4211-b7a9-0a107ff76ef4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:12.320491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['35f6154b-7b74-4211-b7a9-0a107ff76ef4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.372640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.377970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-607b238d-0b58-41c0-a6ed-02a08af92c4c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:12.387060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3cbbefa3-2950-4480-9d59-e0af45e9e982 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Unset dirty status for tenant:c7a1d7e1dc8c4945b67b54f609b746af on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:12.389717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Network 53d1128e-b234-4cc2-ac40-41a0d060e572 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:12.396095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3cbbefa3-2950-4480-9d59-e0af45e9e982 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=35f6154b-7b74-4211-b7a9-0a107ff76ef4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5551324 Dec 15 21:50:12.405734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:12.461255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting subnet cac662db-87a7-4a7f-b426-91817537eaa1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:12.479226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:12.484437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.541756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.588399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:12.595600 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:12.616351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:12.619394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:12.714879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.715779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] For port 689e0712-a19f-4a65-82d4-aa34ac501533, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:12.725375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] For port 689e0712-a19f-4a65-82d4-aa34ac501533, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=689e0712-a19f-4a65-82d4-aa34ac501533,segment=NetworkSegment(f110fffa-a371-44fc-94e6-a9e041fec4b8),segment_id=f110fffa-a371-44fc-94e6-a9e041fec4b8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:12.730364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:12.734164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:12.807294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.850128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Pushing event updated for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:12.853535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:12.854834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.861363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Pushing event updated for resources: {'Port': ['ID=dc0aec0e-e7f0-4115-8d0c-b71506498ceb,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:12.870979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:12.871710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5f8556-7a2f-4b41-8234-90e79e8e0291 None None] The sync data for ids ['35f6154b-7b74-4211-b7a9-0a107ff76ef4'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:12.890092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port b4407a02-6c03-4fe0-a508-8f386683aa1e yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:12.896346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:12.905655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:12.931313 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 879a6783-0633-46db-9c0c-db43a941e6eb associated. External IP: 172.26.6.138, port: d8781aff-e08c-4738-abad-aa6a6935b24b. Dec 15 21:50:12.959233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-84f178f7-f691-449d-8a4b-c54a46929029 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:12.967791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-ef321ffd-a9a2-4e80-970b-223a45aea14e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421644674&fields=id&tenant_id=75dfd57870294ce48a05f297a8e7a298 HTTP/1.1" status: 200 len: 267 time: 0.3606224 Dec 15 21:50:13.017224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.053419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.087902 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:08Z', 'revision_number': 2, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:13.094923 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Checking router: 2ce29797-85ca-41f9-9872-ca3d5247f07c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:13.095947 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Updating router 2ce29797-85ca-41f9-9872-ca3d5247f07c port addbff25-9169-460d-b065-ac88fb1aede4 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:50:13.115862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c0fa04-4e58-46f3-8a49-927caadac188 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:13.116614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-36c0fa04-4e58-46f3-8a49-927caadac188 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Synchronizing usage tracker for tenant:c7a1d7e1dc8c4945b67b54f609b746af on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:13.124283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.128476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.135099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:13.179695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.203160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Subnet': ['ID=cac662db-87a7-4a7f-b426-91817537eaa1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:13.259047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=870851d9-b7c2-4e59-98a8-d49218007f28,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:13.264250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.302960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Attempting to bind port dc0aec0e-e7f0-4115-8d0c-b71506498ceb on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:13.303334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Attempting to bind port dc0aec0e-e7f0-4115-8d0c-b71506498ceb by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '457db99e-c3ed-49fd-a112-a3e72332cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:13.304052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Attempting to bind port dc0aec0e-e7f0-4115-8d0c-b71506498ceb on network 53d1128e-b234-4cc2-ac40-41a0d060e572 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:13.308652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,segment=NetworkSegment(2a177fbe-9e00-443a-8217-5f919d16d81d),segment_id=2a177fbe-9e00-443a-8217-5f919d16d81d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:13.325661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.328641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:13.329023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Checking segment: {'id': '457db99e-c3ed-49fd-a112-a3e72332cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:13.329427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.330011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Bound using segment: {'id': '457db99e-c3ed-49fd-a112-a3e72332cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:13.330294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Bound port: dc0aec0e-e7f0-4115-8d0c-b71506498ceb, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457db99e-c3ed-49fd-a112-a3e72332cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '53d1128e-b234-4cc2-ac40-41a0d060e572'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:13.330797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.331215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.340194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:13.342281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:13.342637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:13.353663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.363439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Pushing event updated for resources: {'Port': ['ID=689e0712-a19f-4a65-82d4-aa34ac501533,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:13.366893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c52010-3b75-4b38-830f-6f6019b49427 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:13.368255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.373583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bc6b692a-ac71-4bb1-a88f-55dc8560f3e7 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/subnets/cac662db-87a7-4a7f-b426-91817537eaa1 HTTP/1.1" status: 204 len: 168 time: 1.0882661 Dec 15 21:50:13.377599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:13.383340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:13.389204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31e6e819-3581-4f65-92ce-9052f8162fb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:13.399566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/870851d9-b7c2-4e59-98a8-d49218007f28 HTTP/1.1" status: 204 len: 168 time: 1.5635493 Dec 15 21:50:13.400515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-36c0fa04-4e58-46f3-8a49-927caadac188 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Unset dirty status for tenant:c7a1d7e1dc8c4945b67b54f609b746af on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:13.404558 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36c0fa04-4e58-46f3-8a49-927caadac188 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.9986787 Dec 15 21:50:13.405345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:13.405808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33394) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:13.441873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73c567a1-1ced-43ad-90eb-07e9a965a3ab no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:13.469143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.488525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:13.614503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49441cd-c3bd-4665-8976-4e5124185134 None None] Network e114595c-fb1f-487e-a48d-d4e44aa93b69 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:13.655148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 73c567a1-1ced-43ad-90eb-07e9a965a3ab {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:13.655649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73c567a1-1ced-43ad-90eb-07e9a965a3ab not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:13.699630 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-397e128b-1359-4a10-a0ff-cadf12719e56 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 200 len: 205 time: 0.2551858 Dec 15 21:50:13.703176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33400) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:13.764171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f72e78b-dc7f-4e57-b5a6-0b0036047f82,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:13.768037 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.770028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:13.776573 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b295aadf9b649b0995b61caeca09a41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9878488 Dec 15 21:50:13.779500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::f (f9a4ab15-ff92-4c81-86e3-7602dfc0e640/1ffec63e-0264-49b6-a628-ba5942dbb999/b4407a02-6c03-4fe0-a508-8f386683aa1e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:13.797673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33404) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:13.800672 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Transition to ACTIVE for port object addbff25-9169-460d-b065-ac88fb1aede4 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:13.801026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bff3e962-3762-46be-9cb7-d34508d7fa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.812329 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:13.818228 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:13.919562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:50:13.920195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-23dda84d-56af-4c95-abc3-9f6547ad40e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:50:13.950122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.008599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:14.016138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:14.055822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.071487 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Pushing event updated for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:14.084409 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:14.111648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.114726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:14.183069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:02Z', 'revision_number': 3, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:14.240606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] For port dc0aec0e-e7f0-4115-8d0c-b71506498ceb, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:14.254729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Attempting to bind port addbff25-9169-460d-b065-ac88fb1aede4 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:14.254836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Attempting to bind port addbff25-9169-460d-b065-ac88fb1aede4 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:14.255174 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Attempting to bind port addbff25-9169-460d-b065-ac88fb1aede4 on network 80a049bd-26c8-43e5-a91e-4ccf0aad078a {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:14.261456 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:14.261841 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Checking segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:14.262126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.262244 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.262623 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Bound using segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:14.263128 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Bound port: addbff25-9169-460d-b065-ac88fb1aede4, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:14.263519 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.284416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a0ebc1-3359-4cc9-a566-9a3e9d9e0d70 None None] The sync data for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv is: [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:02Z', 'revision_number': 3, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:14.295590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] For port dc0aec0e-e7f0-4115-8d0c-b71506498ceb, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc0aec0e-e7f0-4115-8d0c-b71506498ceb,segment=NetworkSegment(457db99e-c3ed-49fd-a112-a3e72332cf18),segment_id=457db99e-c3ed-49fd-a112-a3e72332cf18)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:14.300901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a248f6-21fe-4322-a48f-bd1e9ff69325 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:14.301797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-00a248f6-21fe-4322-a48f-bd1e9ff69325 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Synchronizing usage tracker for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:14.311187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.317225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:14.326359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db6ec4eb-0f09-4dfa-bc1f-7c16a6642b61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:14.384498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-00a248f6-21fe-4322-a48f-bd1e9ff69325 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Unset dirty status for tenant:fc6e0635ef5b44f0bd1bee432aad48a5 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:14.389531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-00a248f6-21fe-4322-a48f-bd1e9ff69325 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9979324 Dec 15 21:50:14.396964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-e86d0e0e-7df9-4d34-98ba-5495d370ea88 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:14.398422 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-e86d0e0e-7df9-4d34-98ba-5495d370ea88 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 797 time: 1.2782376 Dec 15 21:50:14.409966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33408) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:14.454112 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] For port addbff25-9169-460d-b065-ac88fb1aede4, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:14.457375 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] For port addbff25-9169-460d-b065-ac88fb1aede4, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=addbff25-9169-460d-b065-ac88fb1aede4,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:14.469290 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.480956 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:14.516135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db6ec4eb-0f09-4dfa-bc1f-7c16a6642b61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:14.520255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db6ec4eb-0f09-4dfa-bc1f-7c16a6642b61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0749962 Dec 15 21:50:14.520255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-c9c6abed-7e95-4e88-88b3-022405c23c2a tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/quotas/75dfd57870294ce48a05f297a8e7a298 HTTP/1.1" status: 200 len: 375 time: 0.0799129 Dec 15 21:50:14.558257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Pushing event updated for resources: {'Port': ['ID=dc0aec0e-e7f0-4115-8d0c-b71506498ceb,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:14.569688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:14.583689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33414) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:14.604659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d4f7ca-106e-4e83-89ce-3d83613f76ce None None] Network 53d1128e-b234-4cc2-ac40-41a0d060e572 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:14.609752 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Pushing event updated for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:14.613619 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:14.620747 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:14.621377 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:14.769373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:50:14.782661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Deleting port 85ac4ee4-730b-466f-8d44-3939287064f0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:14.783385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.843062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.852643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d95adfcc-c894-480b-b53f-651c20e2ec7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:14.898485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Provisioning complete for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:14.905049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:14.913935 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:15.017735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f72e78b-dc7f-4e57-b5a6-0b0036047f82,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:15.024463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.047171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:15.082240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting port dc0aec0e-e7f0-4115-8d0c-b71506498ceb {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:15.083366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.130387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.134762 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8f72e78b-dc7f-4e57-b5a6-0b0036047f82 HTTP/1.1" status: 204 len: 168 time: 1.3335466 Dec 15 21:50:15.172726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.245113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.288819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.389087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.483581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] For port 85ac4ee4-730b-466f-8d44-3939287064f0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ac4ee4-730b-466f-8d44-3939287064f0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:15.484404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.519958 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:14Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:15.526958 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93729cd9-dfc0-43e1-b588-9c35bebe4ce9 None None] The sync data for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv is: [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:14Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:15.580897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d475c0a4-b10a-4155-bae8-34a8f05bf65f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:15.634680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port 14f6a353-e76f-4a55-bb0c-2fae4484ddb3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:15.635268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.827286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:15.834154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] For port dc0aec0e-e7f0-4115-8d0c-b71506498ceb, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc0aec0e-e7f0-4115-8d0c-b71506498ceb,segment=NetworkSegment(457db99e-c3ed-49fd-a112-a3e72332cf18),segment_id=457db99e-c3ed-49fd-a112-a3e72332cf18)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:15.834798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:15.866608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Calling delete_port for 85ac4ee4-730b-466f-8d44-3939287064f0 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:15.877220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:15.925123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:15.973868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:15.979582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.017081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e20bcdcd-8b5b-4ec5-b6d7-e0321681483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.031463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.032067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:16.032831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:49:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:16.058860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object b4407a02-6c03-4fe0-a508-8f386683aa1e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:16.072349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.094862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Calling delete_port for dc0aec0e-e7f0-4115-8d0c-b71506498ceb owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:16.105862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Pushing event updated for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:16.110729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:16.123865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:16.173118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:16.173761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:16.203741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 11.3041825 Dec 15 21:50:16.210925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:16.218624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': 'd8781aff-e08c-4738-abad-aa6a6935b24b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:16.252950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Provisioning for port 3322516d-dacb-4873-8413-709f7a3d0e90 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:16.259153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:16.259943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79950a9a-4b9c-43f3-936d-156ae377446f None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:16.269954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Provisioning complete for port 3322516d-dacb-4873-8413-709f7a3d0e90 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:16.270670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.301170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.314335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:16.322374 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-d923dae2-1576-402f-8d18-6bb173c51ff6 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7378051 Dec 15 21:50:16.346249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:16.346701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.357985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.414418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Pushing event deleted for resources: {'Port': ['ID=85ac4ee4-730b-466f-8d44-3939287064f0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:16.417526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:16.438990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.440893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] No DVR routers for this DVR port 85ac4ee4-730b-466f-8d44-3939287064f0 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:16.476736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a663e1-176e-44a7-95cd-96257ae972eb None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:50:16.496633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6a972ed0-6c08-4e79-8695-e14b87b7a5bc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:16.520232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Port 3322516d-dacb-4873-8413-709f7a3d0e90 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:16.566507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Provisioning for port 3af79653-a61a-470b-afff-41cf4b038b73 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:16.610677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Provisioning complete for port 3af79653-a61a-470b-afff-41cf4b038b73 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:16.611219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.721424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-569ae064-056c-4a20-aef8-3504490406c7 None None] Port 3af79653-a61a-470b-afff-41cf4b038b73 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:16.725156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 817bfea6-1362-429b-b067-8d0a4301ce00 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:16.756476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:16.793103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a663e1-176e-44a7-95cd-96257ae972eb None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:50:16.820748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.836756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.859763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-07eef6b9-4327-4985-a023-c378ecbf7454 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:16.860822 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-07eef6b9-4327-4985-a023-c378ecbf7454 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1691790 Dec 15 21:50:16.862017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.910513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b70a3f4c-1bae-4dde-b45b-f952732661db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a87936cd00a4921b9367542a11a59d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0219941 Dec 15 21:50:16.942353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:16.944854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=b4407a02-6c03-4fe0-a508-8f386683aa1e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:16.946578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:16.958660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:16.962821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:16.970139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:16.970798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.980542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:16.995559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 817bfea6-1362-429b-b067-8d0a4301ce00 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:17.014945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 817bfea6-1362-429b-b067-8d0a4301ce00 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:17.015478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.026423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:17.027669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:17.088362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.102213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.115624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-75643bf7-e466-4287-bbe2-804fe0e8e522 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:17.144008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6516182 Dec 15 21:50:17.144681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33438) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:17.158439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.158953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Fanout notify agent at l3_agent the message router_deleted on router 4548bdae-01e9-488f-b8f0-97064ae33e5b {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:17.184995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Port': ['ID=dc0aec0e-e7f0-4115-8d0c-b71506498ceb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:17.249576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] No DVR routers for this DVR port dc0aec0e-e7f0-4115-8d0c-b71506498ceb on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:17.258145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:17.285234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.310268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 817bfea6-1362-429b-b067-8d0a4301ce00, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=817bfea6-1362-429b-b067-8d0a4301ce00,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:17.362784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for 14f6a353-e76f-4a55-bb0c-2fae4484ddb3 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:17.367353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.374624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:17.459519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ac4ee4-730b-466f-8d44-3939287064f0 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:17.511216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 85ac4ee4-730b-466f-8d44-3939287064f0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:17.512035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ac4ee4-730b-466f-8d44-3939287064f0 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:17.530294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=817bfea6-1362-429b-b067-8d0a4301ce00,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:17.534489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:17.556330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab894557-bd0e-4d24-a026-7a72fcb36724 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:50:17.637910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-f87a6f9a-7b9a-459f-97a3-187f26bb5036 service neutron] 10.222.0.18 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7530444 Dec 15 21:50:17.678648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.680109 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a60a372a-0c62-4615-b2a9-617d29bd7d05 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/routers/4548bdae-01e9-488f-b8f0-97064ae33e5b HTTP/1.1" status: 204 len: 168 time: 3.0953104 Dec 15 21:50:17.683038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:17.693960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:17.717376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device addbff25-9169-460d-b065-ac88fb1aede4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:17.725062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fdd6ed-544a-4f5a-8364-107321075a50 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:17.725414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.725779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6fdd6ed-544a-4f5a-8364-107321075a50 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:17.779764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.787016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Router 9d60875b-427c-4dd7-939e-33deae58fcc4 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:17.834424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6fdd6ed-544a-4f5a-8364-107321075a50 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:17.835692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6fdd6ed-544a-4f5a-8364-107321075a50 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6868839 Dec 15 21:50:17.842540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33446) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:17.844642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab894557-bd0e-4d24-a026-7a72fcb36724 None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:50:17.867104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d1128e-b234-4cc2-ac40-41a0d060e572']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:17.877708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.898648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457db99e-c3ed-49fd-a112-a3e72332cf18') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:17.898862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457db99e-c3ed-49fd-a112-a3e72332cf18') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:17.929430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:17.953221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port addbff25-9169-460d-b065-ac88fb1aede4 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:17.962644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port addbff25-9169-460d-b065-ac88fb1aede4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:17.963030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.008234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.020687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-1b51b5c2-ebe9-46eb-9435-9828b6d9b66e service neutron] 10.222.0.18 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345673 Dec 15 21:50:18.022318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:18.022769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:18.038484 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:18.152907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:18.235861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.256227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.263737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3461f678-1e93-476b-9c49-41e64a07ff68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:18.290788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.308517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf329169-e878-4cbe-8c19-2b1e3af060ec,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:18.339468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:18.339977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d471d5d-b3f0-4b2b-a335-72f63b0ac873 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:18.346882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port addbff25-9169-460d-b065-ac88fb1aede4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=addbff25-9169-460d-b065-ac88fb1aede4,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:18.364233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.371621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:18.415089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:18.423928 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Sync routers for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:18.436209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=14f6a353-e76f-4a55-bb0c-2fae4484ddb3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:18.438454 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:18.441896 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:18.444461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:18.445211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.453979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:18.468775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.487967 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/53d1128e-b234-4cc2-ac40-41a0d060e572 HTTP/1.1" status: 204 len: 168 time: 4.0754194 Dec 15 21:50:18.487967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.488908 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cf329169-e878-4cbe-8c19-2b1e3af060ec HTTP/1.1" status: 204 len: 168 time: 1.5457146 Dec 15 21:50:18.491716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:18.493421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.518490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:18.521543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:18.538357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=53d1128e-b234-4cc2-ac40-41a0d060e572,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:18.540425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:18.558860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d60875b-427c-4dd7-939e-33deae58fcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3841665 Dec 15 21:50:18.574829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:18.630357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:18.705738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c0d62116-dee5-4dd3-9b16-1453e3122a44 req-d6919bde-de27-4a70-b6c4-90e5fdd369da tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:18.759642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e96b92-557d-411d-86df-3e2ee1b31d12 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:18.766863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e96b92-557d-411d-86df-3e2ee1b31d12 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:18.773658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e96b92-557d-411d-86df-3e2ee1b31d12 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:18.775679 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86e96b92-557d-411d-86df-3e2ee1b31d12 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.9320705 Dec 15 21:50:18.788894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:18.909921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:18.921212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:18.976102 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:18.991514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-98cfa4a5-75ee-45f1-bde8-4d85997104af None None] Provisioning complete for port 3322516d-dacb-4873-8413-709f7a3d0e90 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:18.993026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98cfa4a5-75ee-45f1-bde8-4d85997104af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.073724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-98cfa4a5-75ee-45f1-bde8-4d85997104af None None] Port 3322516d-dacb-4873-8413-709f7a3d0e90 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:19.126334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.130086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:19.173183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Deleting port 689e0712-a19f-4a65-82d4-aa34ac501533 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:19.173551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.202583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-44ad2889-d380-4173-9679-b2d093b0dc25 None None] Provisioning for port b4407a02-6c03-4fe0-a508-8f386683aa1e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:19.208826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-44ad2889-d380-4173-9679-b2d093b0dc25 None None] Provisioning complete for port b4407a02-6c03-4fe0-a508-8f386683aa1e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:19.212649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-44ad2889-d380-4173-9679-b2d093b0dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.246450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.264751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.295986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.305406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:19.336874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.348732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-44ad2889-d380-4173-9679-b2d093b0dc25 None None] Port b4407a02-6c03-4fe0-a508-8f386683aa1e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:19.515361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c0d62116-dee5-4dd3-9b16-1453e3122a44 req-d6919bde-de27-4a70-b6c4-90e5fdd369da tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:19.518610 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c0d62116-dee5-4dd3-9b16-1453e3122a44 req-d6919bde-de27-4a70-b6c4-90e5fdd369da tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 1.0970075 Dec 15 21:50:19.533659 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:14Z', 'revision_number': 2, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:19.539397 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Checking router: 9d60875b-427c-4dd7-939e-33deae58fcc4 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:19.540786 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Updating router 9d60875b-427c-4dd7-939e-33deae58fcc4 port 3322516d-dacb-4873-8413-709f7a3d0e90 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:50:19.570237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:19.599496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:19.610872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df03200-964d-4229-bd38-dfed73255931 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:19.634306 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.645690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:19.650320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.728925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0446756 Dec 15 21:50:19.753604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:19.769625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port b4407a02-6c03-4fe0-a508-8f386683aa1e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:19.770052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.783339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:19.803362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.808344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:19.811676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.826952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:router and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:19.855243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:19.938419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:19.978780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:19.979618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router 35f6154b-7b74-4211-b7a9-0a107ff76ef4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:20.024258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.030817 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 204 len: 168 time: 6.3198082 Dec 15 21:50:20.034258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:20.041308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] For port 689e0712-a19f-4a65-82d4-aa34ac501533, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=689e0712-a19f-4a65-82d4-aa34ac501533,segment=NetworkSegment(f110fffa-a371-44fc-94e6-a9e041fec4b8),segment_id=f110fffa-a371-44fc-94e6-a9e041fec4b8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:20.042361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.050322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 817bfea6-1362-429b-b067-8d0a4301ce00 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:20.056880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.058101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.058837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=a41ccfea-5ac8-426b-b356-1018c4fe753a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:20.068502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1401993569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:20.076700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:20.081230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:20.085146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:20.099424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:20.233824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:20.239468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:20.275425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1853468325', 'description': 'tempest-description--1855814188'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:20.276279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 817bfea6-1362-429b-b067-8d0a4301ce00 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:20.276279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.298110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:20.305880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a413f47-276c-4129-884c-22545892e45c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:20.307097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.311646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.312701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.345599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33508) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:20.357194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Calling delete_port for 689e0712-a19f-4a65-82d4-aa34ac501533 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:20.358415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Usage tracker for resource:security_group and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:20.369374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:20.424451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.482139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:20.510534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.516319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.526769 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.539466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-091fd10a-7950-4bee-a04c-3ef7a6adb802 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:20.544894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Transition to ACTIVE for port object 3322516d-dacb-4873-8413-709f7a3d0e90 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:20.555009 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6a413f47-276c-4129-884c-22545892e45c None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/a41ccfea-5ac8-426b-b356-1018c4fe753a/03f3dcd9-8a1c-4163-acb0-7398dfd125c0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:20.555212 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.563254 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:20.626704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.641550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.655154 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Pushing event updated for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:20.657185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Port': ['ID=689e0712-a19f-4a65-82d4-aa34ac501533,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:20.668414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.670126 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.670126 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.670443 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.670875 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.671289 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.671807 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.672403 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.672827 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.673809 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.674220 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.674764 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:20.680890 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:20.718554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:20.719578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] No DVR routers for this DVR port 689e0712-a19f-4a65-82d4-aa34ac501533 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:20.756654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device addbff25-9169-460d-b065-ac88fb1aede4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:20.799353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-c947b26d-daf8-45b1-8dd1-9e8828eb5356 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:20.800822 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c947b26d-daf8-45b1-8dd1-9e8828eb5356 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3673358 Dec 15 21:50:20.811281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:20.839386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-5ee6d73e-c4dd-4ad9-8e96-6b9d16a0e420 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:20.843632 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ee6d73e-c4dd-4ad9-8e96-6b9d16a0e420 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0272038 Dec 15 21:50:20.847656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.853831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33524) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:20.941875 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Attempting to bind port 3322516d-dacb-4873-8413-709f7a3d0e90 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:20.942397 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Attempting to bind port 3322516d-dacb-4873-8413-709f7a3d0e90 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:20.942886 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Attempting to bind port 3322516d-dacb-4873-8413-709f7a3d0e90 on network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:20.949456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port addbff25-9169-460d-b065-ac88fb1aede4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:20.949852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.961693 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:20.962233 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Checking segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:20.962756 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.963249 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Bound using segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:20.963831 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Bound port: 3322516d-dacb-4873-8413-709f7a3d0e90, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:20.964361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:20.994964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.034078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e114595c-fb1f-487e-a48d-d4e44aa93b69']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.050990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f110fffa-a371-44fc-94e6-a9e041fec4b8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.051301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f110fffa-a371-44fc-94e6-a9e041fec4b8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.067662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.086848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] For port 3322516d-dacb-4873-8413-709f7a3d0e90, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:21.091350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.092965 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] For port 3322516d-dacb-4873-8413-709f7a3d0e90, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3322516d-dacb-4873-8413-709f7a3d0e90,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:21.099106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.102511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-667c5e01-29e7-422c-b912-c996e1dec029 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.106022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-667c5e01-29e7-422c-b912-c996e1dec029 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0088069 Dec 15 21:50:21.109543 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:21.111818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:21.112509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.143500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.175067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-3d076d7d-50b8-4713-9e21-fd884fabdf79 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:21.175713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8ea04435-d945-413f-9544-604f2b282f58 req-3d076d7d-50b8-4713-9e21-fd884fabdf79 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:21.178845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.195390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-d1592f55-f723-4055-935b-0bf9fcdcb82c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.198893 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d1592f55-f723-4055-935b-0bf9fcdcb82c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0087175 Dec 15 21:50:21.202295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33532) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.208484 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:21.209111 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.232812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6a413f47-276c-4129-884c-22545892e45c None None] Transition to ACTIVE for port object 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:21.236249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4acbc34-de93-434c-b362-7c0c4021b171 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4695144 Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:21.240973 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:21.247701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33534) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.252422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:21.264850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6a413f47-276c-4129-884c-22545892e45c None None] Transition to ACTIVE for port object 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:21.275901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.276353 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6319106a-eeb2-451b-8d18-dfaf359a686f req-82718375-4eff-48a3-bb76-16bbf9f5a74b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 0.0920243 Dec 15 21:50:21.282987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:21.283570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:21.301669 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Pushing event updated for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:21.312783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-b93043c3-f311-47ed-aa90-227fd3048f70 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.313937 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b93043c3-f311-47ed-aa90-227fd3048f70 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0544360 Dec 15 21:50:21.320630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33540) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.321760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Usage tracker for resource:security_group_rule and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:21.323232 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:21.375099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413f47-276c-4129-884c-22545892e45c None None] Pushing event updated for resources: {'Port': ['ID=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:21.386040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a413f47-276c-4129-884c-22545892e45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:21.388070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a413f47-276c-4129-884c-22545892e45c None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:21.389504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6a413f47-276c-4129-884c-22545892e45c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:21.392867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a413f47-276c-4129-884c-22545892e45c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:21.423142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:21.433757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-8ec39c07-0896-42fa-b81b-f509cc69e1b5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.438024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ec39c07-0896-42fa-b81b-f509cc69e1b5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0227447 Dec 15 21:50:21.453667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:21.458933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.459616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8ea04435-d945-413f-9544-604f2b282f58 req-3d076d7d-50b8-4713-9e21-fd884fabdf79 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:21.460765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-3d076d7d-50b8-4713-9e21-fd884fabdf79 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 797 time: 1.3495808 Dec 15 21:50:21.480484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-9d680b9c-8414-4aed-b458-003737e8a0ec tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.484347 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9d680b9c-8414-4aed-b458-003737e8a0ec tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0196500 Dec 15 21:50:21.514817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33548) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.536572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.548684 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:21.550965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-d688c712-cdc9-45a7-abbc-116f2f842d57 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.554286 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d688c712-cdc9-45a7-abbc-116f2f842d57 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0318081 Dec 15 21:50:21.559393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6a413f47-276c-4129-884c-22545892e45c None None] Attempting to bind port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:21.560672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6a413f47-276c-4129-884c-22545892e45c None None] Attempting to bind port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:21.561904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a413f47-276c-4129-884c-22545892e45c None None] Attempting to bind port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:21.563032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33552) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.574088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a413f47-276c-4129-884c-22545892e45c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:21.578039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a413f47-276c-4129-884c-22545892e45c None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:21.578576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.579129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a413f47-276c-4129-884c-22545892e45c None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:21.579721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6a413f47-276c-4129-884c-22545892e45c None None] Bound port: 03f3dcd9-8a1c-4163-acb0-7398dfd125c0, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:21.580235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.700802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.712221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.715989 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c560997-4550-46bd-8b83-f9fba672d132 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.6777103 Dec 15 21:50:21.745073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:21.753862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6a413f47-276c-4129-884c-22545892e45c None None] For port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:21.754796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.759254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:21.774356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.776060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6a413f47-276c-4129-884c-22545892e45c None None] For port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:21.781340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:21.782106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.785022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-30bec94e-7598-424e-89d1-d490a92161a0 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:21.806038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.821974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-ca63a1c7-b536-4ae4-845b-b4276405d428 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.825877 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca63a1c7-b536-4ae4-845b-b4276405d428 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.2603257 Dec 15 21:50:21.839692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for b4407a02-6c03-4fe0-a508-8f386683aa1e owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:21.853031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.855771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a413f47-276c-4129-884c-22545892e45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:21.868427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-77e4b551-c2a2-4b4d-ac22-3ea139276b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:21.868642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.881441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': True}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:21.882247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=e114595c-fb1f-487e-a48d-d4e44aa93b69,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:21.889396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:21.893376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-0c561bd4-8ed7-431b-b9cd-93ca80ba375a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:21.896700 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c561bd4-8ed7-431b-b9cd-93ca80ba375a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0141103 Dec 15 21:50:21.953987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:21.954119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:21.957113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:21.991833 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/e114595c-fb1f-487e-a48d-d4e44aa93b69 HTTP/1.1" status: 204 len: 168 time: 3.4958320 Dec 15 21:50:22.015846 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:21Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:22.023844 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b701cc-4fc9-4575-a9ba-cf18c087c4b4 None None] The sync data for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv is: [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:21Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:22.035411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33566) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.068213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:22.069136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4eadf3-77be-4851-97ff-cb78ec765e88 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:22.079299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a413f47-276c-4129-884c-22545892e45c None None] Pushing event updated for resources: {'Port': ['ID=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:22.087804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a413f47-276c-4129-884c-22545892e45c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:22.172446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8ea04435-d945-413f-9544-604f2b282f58 req-0ffec2e4-3bde-4fd1-949e-f45225496d47 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:22.188305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2c76c75c-f120-446f-b9e7-76c496f91a48 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.189455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c76c75c-f120-446f-b9e7-76c496f91a48 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.1106138 Dec 15 21:50:22.193362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33572) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.201127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.225930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.242469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.256564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-5791b334-7b36-4707-b5d0-446d7f193452 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.257918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5791b334-7b36-4707-b5d0-446d7f193452 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0594969 Dec 15 21:50:22.262209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.274474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-0ba9d068-2387-4683-a69e-3b16939b21e4 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.275426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ba9d068-2387-4683-a69e-3b16939b21e4 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0094945 Dec 15 21:50:22.346738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.458403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-ba40b839-ff02-4373-9656-07fb95719cfe tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.461864 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba40b839-ff02-4373-9656-07fb95719cfe tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.1060016 Dec 15 21:50:22.471252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.480634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.495224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89eee607-3c0f-45d2-8d51-14729ebb347f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:22.536007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-42d3b67e-b1f0-41d5-a8d9-66325477b5bd tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.539279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-42d3b67e-b1f0-41d5-a8d9-66325477b5bd tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0542474 Dec 15 21:50:22.540558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8ea04435-d945-413f-9544-604f2b282f58 req-0ffec2e4-3bde-4fd1-949e-f45225496d47 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:22.541744 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-0ffec2e4-3bde-4fd1-949e-f45225496d47 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75dfd57870294ce48a05f297a8e7a298 HTTP/1.1" status: 200 len: 379 time: 1.0471218 Dec 15 21:50:22.552011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.562140 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fc3d393-7e1a-4d91-ba8e-2854e15b9b64 req-63a2da5d-49ef-4973-bf98-7a9648acae19 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 0.1440096 Dec 15 21:50:22.666182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'port': {'device_id': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'admin_state_up': True, 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'security_groups': ['29f24476-3941-4aba-941e-11bc7381d6ab']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:22.688256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-8beb4120-c52f-44be-8c7e-f4a6437ab8ac tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.691766 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8beb4120-c52f-44be-8c7e-f4a6437ab8ac tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1327260 Dec 15 21:50:22.692867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.698539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.714150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-29cca204-142d-4a1a-8cb3-87a28da41829 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.717631 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29cca204-142d-4a1a-8cb3-87a28da41829 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0192578 Dec 15 21:50:22.726799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=b4407a02-6c03-4fe0-a508-8f386683aa1e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:22.728568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.729715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:22.737198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-ee2e6c79-2ca6-4400-8681-e8ada0db8a0a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.737198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee2e6c79-2ca6-4400-8681-e8ada0db8a0a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073714 Dec 15 21:50:22.740422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.748559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25dfc4f-5a3f-449e-8c06-c8c893f50094']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:22.766572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-29393606-c08e-4616-86f6-e2b4698fc04b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.770230 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29393606-c08e-4616-86f6-e2b4698fc04b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0250726 Dec 15 21:50:22.804141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.822621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8df8add-aafd-481b-98c9-ced5585e86eb') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:22.822911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8df8add-aafd-481b-98c9-ced5585e86eb') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:22.833054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-c7748000-595d-4797-9268-0864b35f6ae6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.836448 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7748000-595d-4797-9268-0864b35f6ae6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0225606 Dec 15 21:50:22.841047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33610) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.848831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:22.861785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-a4d4529d-5ae2-42af-89f1-bafbab72b0f8 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.865257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4d4529d-5ae2-42af-89f1-bafbab72b0f8 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0195510 Dec 15 21:50:22.872912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33614) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.879086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-5461c3fc-c6f4-46cb-9a63-85d80f27ac5b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.882528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5461c3fc-c6f4-46cb-9a63-85d80f27ac5b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067961 Dec 15 21:50:22.884023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:22.984477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::1 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/a41ccfea-5ac8-426b-b356-1018c4fe753a/ae0fde91-ed98-49b3-87e5-bb6c255dcf2f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:22.994791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-c05edf7c-4774-425c-8934-63fadf695e6a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:22.998809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c05edf7c-4774-425c-8934-63fadf695e6a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1034498 Dec 15 21:50:22.998809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.010086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.016935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:23.017334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:23.041185 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:23.044565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-65cfe131-ed0d-45e5-87ba-03a556e0e063 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.048417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65cfe131-ed0d-45e5-87ba-03a556e0e063 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0313203 Dec 15 21:50:23.062039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33626) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.073511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.144235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.145442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-0a48380d-cf68-4506-95d5-e0dac4bcf0b5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.148973 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0a48380d-cf68-4506-95d5-e0dac4bcf0b5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0836833 Dec 15 21:50:23.149823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.158991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.167660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.177730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d492486-6d3d-4d9f-bd01-91ce746e9077 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:23.210797 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74b796e3-a1c6-4d95-9940-86fd103cfd1e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/879a6783-0633-46db-9c0c-db43a941e6eb HTTP/1.1" status: 200 len: 978 time: 6.9954221 Dec 15 21:50:23.217605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:23.229284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:23.239481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-3c827f68-73bd-46ce-b757-1f2c657e400d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.243493 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c827f68-73bd-46ce-b757-1f2c657e400d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0771101 Dec 15 21:50:23.243493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33634) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.250902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/b4407a02-6c03-4fe0-a508-8f386683aa1e HTTP/1.1" status: 204 len: 168 time: 4.4500191 Dec 15 21:50:23.250902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33638) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.260197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.280072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-550ad645-5850-437b-af21-4d84d9007d69 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.283615 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-550ad645-5850-437b-af21-4d84d9007d69 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0147665 Dec 15 21:50:23.285392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.286428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.287721 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 3.0347621 Dec 15 21:50:23.301766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33646) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.312411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-ebf303c8-f4e6-489f-994c-d8dcc15570d5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.316095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ebf303c8-f4e6-489f-994c-d8dcc15570d5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0239751 Dec 15 21:50:23.318076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'security_group_rule': {'security_group_id': 'b7dcecd1-267f-41ed-b706-27a4ccb1dbfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:23.325008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33652) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.329617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:23.385007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-7a69bf86-ec2a-4aec-b6d5-2916823c9a1b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.385976 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a69bf86-ec2a-4aec-b6d5-2916823c9a1b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0589223 Dec 15 21:50:23.396262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:23.398784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.399625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Usage tracker for resource:security_group_rule and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:23.410714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-1c935888-40fb-4d51-bc8d-9e348c3f604f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.414064 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c935888-40fb-4d51-bc8d-9e348c3f604f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0086653 Dec 15 21:50:23.414064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:23.420139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33662) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.433010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2560544e-a8f7-4987-a6a2-9f113323c67c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.435925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2560544e-a8f7-4987-a6a2-9f113323c67c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0117106 Dec 15 21:50:23.435925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:23.438142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:23.442139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.462790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-44cccfbc-1a1a-44d5-8897-aa1c6b1cf36d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.467425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-44cccfbc-1a1a-44d5-8897-aa1c6b1cf36d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0147464 Dec 15 21:50:23.467632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.476266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-dca5e85b-2ceb-4850-9171-7c1502df4130 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.479905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dca5e85b-2ceb-4850-9171-7c1502df4130 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077915 Dec 15 21:50:23.480750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.484208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Made reservation on behalf of 75dfd57870294ce48a05f297a8e7a298 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:23.487710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.493073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28ed4818-24f6-4929-bf8e-a9c136521b66 None None] Provisioning for port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:23.508788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-36cb52c0-cf85-400a-a1bc-a68eb0663927 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.512349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36cb52c0-cf85-400a-a1bc-a68eb0663927 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0281038 Dec 15 21:50:23.518047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33678) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.520452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.520834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.545504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0407281-b1c9-4540-af7d-ea45e0ffd5a3 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:23.573382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-36b0f591-b406-4507-8d05-696db680c265 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.574338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36b0f591-b406-4507-8d05-696db680c265 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0551953 Dec 15 21:50:23.577701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.583845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=b25dfc4f-5a3f-449e-8c06-c8c893f50094,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:23.586116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2141fcdf-f74f-41d5-aec5-cc823e033456 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:50:23.586785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2141fcdf-f74f-41d5-aec5-cc823e033456 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:23.601496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:23.603422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33682) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.674585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-753be47d-166b-414e-8f64-6dfe5953c3f9 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.681481 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-753be47d-166b-414e-8f64-6dfe5953c3f9 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0735588 Dec 15 21:50:23.685504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.720170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-2ca5d1be-ca1a-4abd-bb18-ef94fcdd0aab tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.723735 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ca5d1be-ca1a-4abd-bb18-ef94fcdd0aab tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0274549 Dec 15 21:50:23.728922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:23.730036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.750416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-3cacbb34-5976-4c7b-8106-cff2427999ac tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.754949 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3cacbb34-5976-4c7b-8106-cff2427999ac tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0224869 Dec 15 21:50:23.755136 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/b25dfc4f-5a3f-449e-8c06-c8c893f50094 HTTP/1.1" status: 204 len: 168 time: 1.7184703 Dec 15 21:50:23.760009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.760415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33698) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.769347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.775490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.819088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:23.826555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.835299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:23.835686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.869959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-839f6c7e-657c-4cbd-924c-fe10f0fb6757 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.870906 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-839f6c7e-657c-4cbd-924c-fe10f0fb6757 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.1072829 Dec 15 21:50:23.877725 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8aa4ca-940f-4173-b8a8-34b31f58f7ee req-e8cadd49-7805-4ccc-8fd5-f78c6433b8c8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 0.1086674 Dec 15 21:50:23.879532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.904393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:23.928572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-6778a6ab-d684-4fb2-b6ab-ba56d6bd317a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.931920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6778a6ab-d684-4fb2-b6ab-ba56d6bd317a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0187881 Dec 15 21:50:23.937721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.941488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc71e09-331f-482e-aac4-65d55edac52f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:23.944451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:23.952339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-f809a7f5-6139-4329-8c08-7fb4362c6c3b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:23.955783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f809a7f5-6139-4329-8c08-7fb4362c6c3b tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0137362 Dec 15 21:50:23.957495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.961023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6552680 Dec 15 21:50:23.961023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:23.966430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:23.999639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object ae0fde91-ed98-49b3-87e5-bb6c255dcf2f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:24.000813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2141fcdf-f74f-41d5-aec5-cc823e033456 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:24.004625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2141fcdf-f74f-41d5-aec5-cc823e033456 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/b4407a02-6c03-4fe0-a508-8f386683aa1e HTTP/1.1" status: 404 len: 333 time: 0.6831515 Dec 15 21:50:24.005549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33714) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.005880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.009218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:24.014988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.016391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3322516d-dacb-4873-8413-709f7a3d0e90 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:24.029717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port b187803b-e94e-48ba-b899-fa085981c090 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:24.031653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.033912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-fc06cc83-30bd-4186-bcdd-eabddf9c87a8 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.037410 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc06cc83-30bd-4186-bcdd-eabddf9c87a8 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0721774 Dec 15 21:50:24.052921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:24.068546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33724) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.102260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'security_group_rule': {'security_group_id': 'b7dcecd1-267f-41ed-b706-27a4ccb1dbfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:24.108966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Allocated IP 172.20.0.6 (80a049bd-26c8-43e5-a91e-4ccf0aad078a/48c674ff-5b39-466f-b7c5-f1b41c8b0dc6/2a95d034-f366-47dc-9fa8-f28cccacb465) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:24.118893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-c6bff548-0959-43fa-acd3-376cdb14b74f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.122768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c6bff548-0959-43fa-acd3-376cdb14b74f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0127828 Dec 15 21:50:24.127970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.128288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:24.162298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:24.170022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:24.170631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-f353be3b-5d12-49d3-a590-30aff60787e7 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.174191 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f353be3b-5d12-49d3-a590-30aff60787e7 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0242560 Dec 15 21:50:24.174191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Usage tracker for resource:security_group_rule and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:24.177745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3322516d-dacb-4873-8413-709f7a3d0e90 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:24.180626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33732) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.180795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:24.184025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3322516d-dacb-4873-8413-709f7a3d0e90 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:24.185481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.195171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-d5d1323d-cc1e-487c-bbce-b36da2dd19f0 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.198404 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5d1323d-cc1e-487c-bbce-b36da2dd19f0 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0123787 Dec 15 21:50:24.202739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.206521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33736) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.209991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:24.218643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-cff21903-1ecc-4c40-ac36-529220d2cc6c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.222090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cff21903-1ecc-4c40-ac36-529220d2cc6c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0123074 Dec 15 21:50:24.224460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.235223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33740) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.244407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-336cfea6-ede2-4ce2-b4d1-ef6e49e18dd6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.248259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-336cfea6-ede2-4ce2-b4d1-ef6e49e18dd6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0092072 Dec 15 21:50:24.254050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.281153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-0ee7b468-25b9-4c80-a229-ef986045290a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.285840 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ee7b468-25b9-4c80-a229-ef986045290a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0244503 Dec 15 21:50:24.285840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.285840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.305964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 3af79653-a61a-470b-afff-41cf4b038b73 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:24.306301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.311558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.338970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-c8df52f8-ef65-434c-a0d8-789db0891690 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.342569 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8df52f8-ef65-434c-a0d8-789db0891690 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0502701 Dec 15 21:50:24.344683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 3322516d-dacb-4873-8413-709f7a3d0e90, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3322516d-dacb-4873-8413-709f7a3d0e90,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:24.350156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.353360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.353925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:24.390269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [None req-db5b9de0-6dc5-4032-8072-b10ba036bc8d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.393929 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db5b9de0-6dc5-4032-8072-b10ba036bc8d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0323360 Dec 15 21:50:24.395865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.411694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-f0196b75-bdb8-4046-9f63-7b6f8c8320c5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.415025 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0196b75-bdb8-4046-9f63-7b6f8c8320c5 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0146296 Dec 15 21:50:24.422160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.427252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.436767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-e683cfc8-55d2-4979-ac25-c172236ab927 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.439340 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e683cfc8-55d2-4979-ac25-c172236ab927 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0147328 Dec 15 21:50:24.446432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.450705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:24.460317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-19e7ee49-0207-48c5-8f48-320325a91df2 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.461303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:24.461596 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19e7ee49-0207-48c5-8f48-320325a91df2 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0121560 Dec 15 21:50:24.467063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.467554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.479766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00765a7e-a874-4338-a94f-f776da6e44e1 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:24.487161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-d951d762-81bc-4d9c-b773-66f8d6580d5f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.488098 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d951d762-81bc-4d9c-b773-66f8d6580d5f tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0201547 Dec 15 21:50:24.495078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.513999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-24a7df9e-67b8-4bd0-b893-0507e1e45734 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.514582 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24a7df9e-67b8-4bd0-b893-0507e1e45734 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0188665 Dec 15 21:50:24.519256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33776) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.564181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-fbb5ed45-9032-4873-8871-66777fa4bdca tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.565156 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fbb5ed45-9032-4873-8871-66777fa4bdca tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0423994 Dec 15 21:50:24.569621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.587740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.592643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-a1cb0f7d-3bd2-4c12-86c8-e753a5d32929 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.593586 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1cb0f7d-3bd2-4c12-86c8-e753a5d32929 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0165617 Dec 15 21:50:24.599239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.610744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-09e61e19-827b-4129-ab8e-7cca54a28527 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.611701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09e61e19-827b-4129-ab8e-7cca54a28527 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0115566 Dec 15 21:50:24.618445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.628354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-8c90976a-d425-4f4b-8715-a37e6ee81ca2 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.629264 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c90976a-d425-4f4b-8715-a37e6ee81ca2 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0099726 Dec 15 21:50:24.632779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.633646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Transition to ACTIVE for port object 2a95d034-f366-47dc-9fa8-f28cccacb465 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:24.644414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-0f186cd8-a32c-4529-ae41-d8c29c5bcfdf tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.647745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f186cd8-a32c-4529-ae41-d8c29c5bcfdf tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0103915 Dec 15 21:50:24.648596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33796) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.660718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-65cb8fb8-ad5a-4acc-bc7c-ad557eac1912 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.661633 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65cb8fb8-ad5a-4acc-bc7c-ad557eac1912 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0112460 Dec 15 21:50:24.665035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 172.26.6.10 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d400ebca-f83d-450e-8db1-834ecd53c892) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:24.667816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33800) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.673075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-0b75d062-147f-4600-9294-76a2b6b53cdb tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.673963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0b75d062-147f-4600-9294-76a2b6b53cdb tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052021 Dec 15 21:50:24.678648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.686577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-51ddeb0a-a896-40b8-8fc5-99ea81b0542c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.691022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51ddeb0a-a896-40b8-8fc5-99ea81b0542c tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079277 Dec 15 21:50:24.691228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:24.691600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.701763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-e7f1ff52-57b0-4a27-b706-5516cf713911 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.702685 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e7f1ff52-57b0-4a27-b706-5516cf713911 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087168 Dec 15 21:50:24.706039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.706373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.718867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:24.719813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.730902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:24.731989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.772668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-c26084df-6571-4507-8d0d-a66034d9de5d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.773609 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c26084df-6571-4507-8d0d-a66034d9de5d tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0520208 Dec 15 21:50:24.781485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.795205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-dfc069d7-ca8a-4293-bd1b-dcc9eb81da7a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.796253 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dfc069d7-ca8a-4293-bd1b-dcc9eb81da7a tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0138690 Dec 15 21:50:24.799592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.804705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.819087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-fdf73988-3916-4fce-8eb0-c9f6713d4cfb tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.822613 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fdf73988-3916-4fce-8eb0-c9f6713d4cfb tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0195222 Dec 15 21:50:24.822613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9578b306-a139-454c-b44a-7aee1e8c1d19 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:24.846654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:24.849905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.875453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-761aefc3-69c3-4954-b768-8d975e0653c0 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.876294 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-761aefc3-69c3-4954-b768-8d975e0653c0 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0177956 Dec 15 21:50:24.893544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:24.915668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [None req-48e46f5e-f7d0-4c98-9693-a8e97e54cde6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:50:24.916647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-48e46f5e-f7d0-4c98-9693-a8e97e54cde6 tempest-ExtensionsTestJSON-566507690 tempest-ExtensionsTestJSON-566507690-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0201881 Dec 15 21:50:24.926798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:24.931659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:24.943788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:25.022541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:25.026334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:25.030146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:25.030810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.054636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:25.062669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:25.066678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7bed81e3-76bb-46ca-9064-03597ffb5e36 None None] Provisioning for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:25.070122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for b187803b-e94e-48ba-b899-fa085981c090 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:25.081085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7bed81e3-76bb-46ca-9064-03597ffb5e36 None None] Provisioning complete for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:25.081886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bed81e3-76bb-46ca-9064-03597ffb5e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.172219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7bed81e3-76bb-46ca-9064-03597ffb5e36 None None] Port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:25.290100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.296326 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7291307 Dec 15 21:50:25.297297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-71b84be0-5d26-4831-9b86-dfb9adabb58a None None] Provisioning for port 2a95d034-f366-47dc-9fa8-f28cccacb465 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:25.305146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-71b84be0-5d26-4831-9b86-dfb9adabb58a None None] Provisioning complete for port 2a95d034-f366-47dc-9fa8-f28cccacb465 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:25.305702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b84be0-5d26-4831-9b86-dfb9adabb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.309132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Request body: {'port': {'device_id': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:25.331317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:25.364222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-71b84be0-5d26-4831-9b86-dfb9adabb58a None None] Port 2a95d034-f366-47dc-9fa8-f28cccacb465 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:25.369321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:25.419458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.427650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0675c5ac-3247-4144-949b-6b656e4172a8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:25.427968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0675c5ac-3247-4144-949b-6b656e4172a8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:25.448635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.454149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.460462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.468202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.472864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:25.491798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:25.543349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.571647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fb4175-7ab9-4609-83ed-29307650e3ab,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:25.587556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:25.588083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.602614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:25.612136 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:25.616900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:25.623639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:25.630390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:25.653838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:25.677918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:25.680264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:25.680508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.685242 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6722360 Dec 15 21:50:25.717918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33844) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:25.725685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:25.726122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.728580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=d400ebca-f83d-450e-8db1-834ecd53c892,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:25.746720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:25.752906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Usage tracker for resource:security_group_rule and tenant:159466ea843c4bcaa7c0afb2e411176e is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:25.759244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:25.766375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.769353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:25.777745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:25.803790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:25.822691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Usage tracker for resource:floatingip and tenant:f46c40747ad84dc1ba8c92969e1a99f0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:25.831381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:25.852154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3322516d-dacb-4873-8413-709f7a3d0e90 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:25.889222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:25.924201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3322516d-dacb-4873-8413-709f7a3d0e90 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:25.924572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.955801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:25.974559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141821c-630b-4401-9cb8-fb5c1ef7b666 req-0f7bd9b5-5f73-429e-a2d0-df448e148ec0 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:25.976500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3141821c-630b-4401-9cb8-fb5c1ef7b666 req-0f7bd9b5-5f73-429e-a2d0-df448e148ec0 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 931 time: 0.8676012 Dec 15 21:50:25.988357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 3af79653-a61a-470b-afff-41cf4b038b73 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:26.017476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.084852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4c745e0-5d81-4093-929c-994f262c994a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:26.104069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.172262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.172692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Pushing event deleted for resources: {'Network': ['ID=d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:26.178123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.189907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.211092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:26.213142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-813eda01-ab28-4f90-87f0-61d49b603f01 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:26.264898 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] 10.222.0.18 "DELETE /v2.0/networks/d8815bc6-0c84-4bb8-bd5d-bd2f2ed7bada HTTP/1.1" status: 204 len: 168 time: 2.4996397 Dec 15 21:50:26.270422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501db4c5-4c35-4702-9b3c-4afd18f0421a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:26.275299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a95d034-f366-47dc-9fa8-f28cccacb465 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:50:26.281764 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=159466ea843c4bcaa7c0afb2e411176e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9113824 Dec 15 21:50:26.285965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:26.287682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.289805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:26.388725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Transition to ACTIVE for port object 2a95d034-f366-47dc-9fa8-f28cccacb465 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:26.393716 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3141821c-630b-4401-9cb8-fb5c1ef7b666 req-e433bd15-dd02-4417-9a4b-ffaeffde3da4 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673570 Dec 15 21:50:26.403028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.409252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.416522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5f77ca01-9970-4dc9-8135-67a7c5816285 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:26.465269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3df2e075-a14a-4c7c-9428-48a9dfe9751e tempest-FloatingIPAdminTestJSON-1033633730 tempest-FloatingIPAdminTestJSON-1033633730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:26.539027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=b187803b-e94e-48ba-b899-fa085981c090,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:26.568088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33856) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:26.619586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:26.678769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:26.720270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:26.720939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.777741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.794633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:26.859664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89492938-e0e9-4738-bff7-2f432f806f04 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:27.001082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.034650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.035263 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 879a6783-0633-46db-9c0c-db43a941e6eb disassociated (deleted). External IP: 172.26.6.138, port: d8781aff-e08c-4738-abad-aa6a6935b24b. Dec 15 21:50:27.100975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Attempting to bind port 2a95d034-f366-47dc-9fa8-f28cccacb465 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:27.101312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Attempting to bind port 2a95d034-f366-47dc-9fa8-f28cccacb465 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:27.101643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Attempting to bind port 2a95d034-f366-47dc-9fa8-f28cccacb465 on network 80a049bd-26c8-43e5-a91e-4ccf0aad078a {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:27.123354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Port 2a95d034-f366-47dc-9fa8-f28cccacb465 on network 80a049bd-26c8-43e5-a91e-4ccf0aad078a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:50:27.123682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Attempting to bind port 2a95d034-f366-47dc-9fa8-f28cccacb465 on network 80a049bd-26c8-43e5-a91e-4ccf0aad078a {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:27.141412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:27.141768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Checking segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:27.142138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Bound using segment: {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:27.142574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Bound port: 2a95d034-f366-47dc-9fa8-f28cccacb465, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96ceff79-91c3-48de-9e11-6d0376508808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:27.143177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.147979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=3af79653-a61a-470b-afff-41cf4b038b73,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:27.150894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:27.199280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.294964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.327210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/3af79653-a61a-470b-afff-41cf4b038b73 HTTP/1.1" status: 204 len: 168 time: 3.3136199 Dec 15 21:50:27.348047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:27.353663 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf273fde-dd0e-4017-904e-ebc37b92dadf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc6e0635ef5b44f0bd1bee432aad48a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7794528 Dec 15 21:50:27.353964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33862) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:27.360897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:27.423959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501db4c5-4c35-4702-9b3c-4afd18f0421a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:27.428587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.436456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:27.458873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-954d9d01-789a-4099-bfa9-68db6ed71ef0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:50:27.459380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-954d9d01-789a-4099-bfa9-68db6ed71ef0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:27.466540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.470080 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/501db4c5-4c35-4702-9b3c-4afd18f0421a HTTP/1.1" status: 204 len: 168 time: 1.1769650 Dec 15 21:50:27.483941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.489655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:27.496735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:27.510089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.585274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.597347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.599616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:27.634214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.635153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.659310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6139ab7e-2287-41bd-bfc8-fc075da61c6f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:27.674398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-954d9d01-789a-4099-bfa9-68db6ed71ef0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:27.677985 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-954d9d01-789a-4099-bfa9-68db6ed71ef0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/3af79653-a61a-470b-afff-41cf4b038b73 HTTP/1.1" status: 404 len: 333 time: 0.3111126 Dec 15 21:50:27.701456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33876) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:27.727045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:27.727930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.729263 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-9c7557cb-6858-4419-b582-882538e3870f service neutron] 10.222.0.32 "PUT /v2.0/ports/2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 1093 time: 2.4245660 Dec 15 21:50:27.736438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:50:27.835922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:27.903195 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'status': 'completed', 'code': 200} Dec 15 21:50:27.918950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:27.922824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:27.977609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba378d7-90d1-4b31-88ec-05c3b5ad6393 req-eb4ef9e0-8052-490a-b2ee-0265029b3826 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:27.978333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7ba378d7-90d1-4b31-88ec-05c3b5ad6393 req-eb4ef9e0-8052-490a-b2ee-0265029b3826 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:28.019999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7ba378d7-90d1-4b31-88ec-05c3b5ad6393 req-eb4ef9e0-8052-490a-b2ee-0265029b3826 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:28.021251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7ba378d7-90d1-4b31-88ec-05c3b5ad6393 req-eb4ef9e0-8052-490a-b2ee-0265029b3826 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 943 time: 0.4251041 Dec 15 21:50:28.028682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-c425b650-65a4-4777-adaa-09a360b01863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:28.030471 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-c425b650-65a4-4777-adaa-09a360b01863 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1096 time: 0.2523377 Dec 15 21:50:28.093958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 1ffec63e-0264-49b6-a628-ba5942dbb999 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:28.121350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router 0f060b3a-1def-4e41-85b0-d52d773a7310 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:28.127316 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-12b1cb4f-fead-4b68-a804-f27235b22b43 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 217 time: 0.0773673 Dec 15 21:50:28.127847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.164404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:28.183725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:28.193911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.205621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:28.252491 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7ba378d7-90d1-4b31-88ec-05c3b5ad6393 req-2d4a5615-1be8-472a-9194-40b723738a19 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210362 Dec 15 21:50:28.273074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.291832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-bfb8a9ec-c463-4e2c-bc05-f67baed7768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:28.293206 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-bfb8a9ec-c463-4e2c-bc05-f67baed7768e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.1535339 Dec 15 21:50:28.346138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:28.369072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Allocated IP 172.26.6.27 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/db29d5c4-8652-4007-aaa6-47c233568dd6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:28.441121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:28.446148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.447250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "PUT /v2.0/routers/0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 200 len: 918 time: 6.6201742 Dec 15 21:50:28.449957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:28.456839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:28.460954 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] Sync routers for ids ['0f060b3a-1def-4e41-85b0-d52d773a7310'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:28.468729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:28.476627 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] Routers {'0f060b3a-1def-4e41-85b0-d52d773a7310'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:28.477930 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0f060b3a-1def-4e41-85b0-d52d773a7310'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:28.611187 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:28.628731 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] Routers {'0f060b3a-1def-4e41-85b0-d52d773a7310'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:28.629764 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0f060b3a-1def-4e41-85b0-d52d773a7310'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:28.680171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-198359791'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:28.695579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:28.714109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:28.718946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea04435-d945-413f-9544-604f2b282f58 req-1a0293b4-b250-40f8-b5d8-c09f13f60608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:28.720625 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-1a0293b4-b250-40f8-b5d8-c09f13f60608 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3752189 Dec 15 21:50:28.723488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:28.726049 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:28.726769 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c81d85-12b3-4ed3-b243-05b8b2573c7e None None] The sync data for ids ['0f060b3a-1def-4e41-85b0-d52d773a7310'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:28.736950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:28.887435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.889525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-06fb23fb-f0ac-4cbd-a968-e98f1cbae97d None None] Provisioning complete for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:28.890054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-06fb23fb-f0ac-4cbd-a968-e98f1cbae97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.890680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:28.894457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.906760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:28.922206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:28.943319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-06fb23fb-f0ac-4cbd-a968-e98f1cbae97d None None] Port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:28.955419 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7216629-6c8d-463b-b01a-7f76014d8802 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 200 len: 924 time: 0.5029919 Dec 15 21:50:28.958682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:28.969830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33908) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:28.977758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:security_group_rule and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:28.981873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:28.996889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:28.997580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3215b57a-7ced-4535-a25c-65c1ed17d5bf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:29.007986 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-79759efe-b5bf-4cf0-9b3d-bcf0cf9b3020 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741144 Dec 15 21:50:29.049419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:29.052567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:29.062948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:29.072806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:29.073536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:29.084485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.135394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:29.145119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:29.145860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:29.157845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.185619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8ea04435-d945-413f-9544-604f2b282f58 req-921b8c9b-e76b-45fc-a99e-18b1a1e9cce9 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703765 Dec 15 21:50:29.197089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.198468 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3215b57a-7ced-4535-a25c-65c1ed17d5bf HTTP/1.1" status: 204 len: 168 time: 1.8366747 Dec 15 21:50:29.213629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:29.214039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51be32d3-5705-4f4f-8f80-b5d71df81935 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:29.232922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.239992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.244905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49886f6d-4cf6-474c-a567-b8084361b13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:29.253974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.283897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/879a6783-0633-46db-9c0c-db43a941e6eb HTTP/1.1" status: 204 len: 168 time: 6.0412662 Dec 15 21:50:29.286641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:29.318065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9fe459-8d65-40ec-8605-90e47610ded3 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:29.319758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f9fe459-8d65-40ec-8605-90e47610ded3 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=0f060b3a-1def-4e41-85b0-d52d773a7310&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3389890 Dec 15 21:50:29.323784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33920) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:29.330993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.355146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4beb73b4-47e5-4736-99f4-990e9eaa7912 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:29.364969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:29.398281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429cbf39-05d6-4c45-b7fd-6eaf3ec72c5b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:29.401283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.401634 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment 2a8ff21e-5115-4048-bdcf-aab1bfb0febb of type vlan for network 887e9eae-7979-468a-bd58-dfe23a0f9065 Dec 15 21:50:29.403562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffec63e-0264-49b6-a628-ba5942dbb999,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:29.406397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:29.418459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:29.422083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port d8781aff-e08c-4738-abad-aa6a6935b24b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:29.422437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.424684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d601f238-f1d5-438a-9370-d208cddbe0b5 None None] Network f9a4ab15-ff92-4c81-86e3-7602dfc0e640 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:29.476363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.488745 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/1ffec63e-0264-49b6-a628-ba5942dbb999 HTTP/1.1" status: 204 len: 168 time: 1.7790313 Dec 15 21:50:29.495353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:29.497687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Router fd5b69c1-6777-4f61-9953-f4a1773e2f83 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:29.526671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.544291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-5d7d7df9-96d0-4f72-b0a4-494f37fd49d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:29.545933 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-5d7d7df9-96d0-4f72-b0a4-494f37fd49d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1096 time: 0.2924864 Dec 15 21:50:29.757140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] DHCP port deletion for f9a4ab15-ff92-4c81-86e3-7602dfc0e640 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:50:29.761201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Deleting port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:29.761654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.857290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e087848f-5755-4f22-9425-25e322c8b621 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:29.861496 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e087848f-5755-4f22-9425-25e322c8b621 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.5323329 Dec 15 21:50:29.861496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.861738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.866960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:29.867571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:29.876820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:29.881536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c91611f1-4390-459d-a4f6-a68e924e900a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:29.886865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b0758e1-407d-4009-ac53-b602b7f7942f tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:30.001149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=887e9eae-7979-468a-bd58-dfe23a0f9065,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:30.008654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] For port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,segment=NetworkSegment(2a177fbe-9e00-443a-8217-5f919d16d81d),segment_id=2a177fbe-9e00-443a-8217-5f919d16d81d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:30.009652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.022608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:30.023828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:30.073361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'Port': ['ID=db29d5c4-8652-4007-aaa6-47c233568dd6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:30.081425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7343080 Dec 15 21:50:30.082807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33948) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:30.086396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.087722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:30.106998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-493dd7e1-8c2d-4796-9557-90709f7acbf4 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 200 len: 205 time: 0.1661625 Dec 15 21:50:30.126843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33954) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:30.151994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.156239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:30.166128 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Sync routers for ids ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:30.187934 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Routers {'fd5b69c1-6777-4f61-9953-f4a1773e2f83'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:30.188574 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:30.231030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Calling delete_port for c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:30.247193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for d8781aff-e08c-4738-abad-aa6a6935b24b owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:30.274898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:30.282565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-746679175'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:30.283498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "PUT /v2.0/routers/fd5b69c1-6777-4f61-9953-f4a1773e2f83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0154531 Dec 15 21:50:30.285547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:30.289102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-5971af2e-7e5b-49fc-9267-9129e31d6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:30.290938 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-5971af2e-7e5b-49fc-9267-9129e31d6046 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 898 time: 0.6929166 Dec 15 21:50:30.291644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33960) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:30.311421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:30.312720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:30.325647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:30.343471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.348218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:30.395204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Pushing event deleted for resources: {'Port': ['ID=c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:30.397989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:30.402033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad54c2-cda9-45a0-898f-9b126083a9a3 req-fc671c8c-2287-42be-88ab-40a5fd63d23f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:30.403866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72ad54c2-cda9-45a0-898f-9b126083a9a3 req-fc671c8c-2287-42be-88ab-40a5fd63d23f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 943 time: 0.9284616 Dec 15 21:50:30.404650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] No DVR routers for this DVR port c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:30.448699 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Set router fd5b69c1-6777-4f61-9953-f4a1773e2f83 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:30.590433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72ad54c2-cda9-45a0-898f-9b126083a9a3 req-c2736197-a2b2-471d-ac89-c15113354aa8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757612 Dec 15 21:50:30.601733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:30.624192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:30.642942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-d726be79-fc00-48ca-8ce0-d44f6cc23f5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 217 time: 0.3275845 Dec 15 21:50:30.645807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:30.726369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f095cb-a3a2-48ce-8892-b808da5f3c59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:30.726894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75f095cb-a3a2-48ce-8892-b808da5f3c59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:30.735053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:30.738647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.743785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-248603736'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:30.750420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:30.762260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:50:30.819923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:30.828294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:30.856514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.863727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:30.869268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-75f095cb-a3a2-48ce-8892-b808da5f3c59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:30.872544 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75f095cb-a3a2-48ce-8892-b808da5f3c59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports/ae0fde91-ed98-49b3-87e5-bb6c255dcf2f HTTP/1.1" status: 200 len: 911 time: 0.5708156 Dec 15 21:50:30.875303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-e5daa197-c97e-4b55-9fec-e52b3d02017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:30.878246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-e5daa197-c97e-4b55-9fec-e52b3d02017d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.2138755 Dec 15 21:50:30.879347 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:25Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0fde91-ed98-49b3-87e5-bb6c255dcf2f', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:9c:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:22Z', 'updated_at': '2021-12-15T21:50:26Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:30.879937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33968) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:30.883811 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Checking router: fd5b69c1-6777-4f61-9953-f4a1773e2f83 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:30.884562 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Updating router fd5b69c1-6777-4f61-9953-f4a1773e2f83 port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:50:30.920679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.929883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:30.947407 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.948384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.952295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'mac_address': 'fa:16:3e:c2:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:50:30.975748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:30.995038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:30.995538 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment 39c59b0f-441f-4360-9c71-ccbbe417f690 of type vlan for network 110b58cf-0c24-4a86-b57f-efec87b0b450 Dec 15 21:50:31.024231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.029121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a4ab15-ff92-4c81-86e3-7602dfc0e640']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:31.036396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:31.040130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.050683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a95d034-f366-47dc-9fa8-f28cccacb465 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:50:31.070898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.073614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:31.079919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.083906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41fe038e-5304-4c67-aec2-81e4e963e38c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:31.093953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-1d67e6a4-c849-463c-b42d-81762a083679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:31.095589 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-1d67e6a4-c849-463c-b42d-81762a083679 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2097528 Dec 15 21:50:31.103018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.159727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a177fbe-9e00-443a-8217-5f919d16d81d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:31.160423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a177fbe-9e00-443a-8217-5f919d16d81d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:31.165388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:31.169720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:31.172794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:31.181973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.197995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.201810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1a07b31-acd6-47ac-a86c-8998e27643ff tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:31.205172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:security_group_rule and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:31.214693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:31.255623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=d8781aff-e08c-4738-abad-aa6a6935b24b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:31.262765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:31.275476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:31.284447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.340574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.346499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['2a95d034-f366-47dc-9fa8-f28cccacb465'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:50:31.389099 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.426274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.426483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:50:31.426770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.431845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:31.432513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.446242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-75a64e0d-e27b-4e90-9a2f-e16255f0a506 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:50:31.450770 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:50:31.477051 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-89cb2756-f061-4433-99f0-adb179ecb616 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691940 Dec 15 21:50:31.654056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.655018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.659281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/d8781aff-e08c-4738-abad-aa6a6935b24b HTTP/1.1" status: 204 len: 168 time: 2.3607721 Dec 15 21:50:31.664350 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5674772 Dec 15 21:50:31.664350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33974) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:31.664703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:31.668442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=110b58cf-0c24-4a86-b57f-efec87b0b450,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:31.676883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:31.679363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9cbc4-30cf-482b-b28a-95d9818369f7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:31.684886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf9cbc4-30cf-482b-b28a-95d9818369f7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:31.685694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2cf9cbc4-30cf-482b-b28a-95d9818369f7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:31.699946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:31.704524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:31.716260 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Transition to ACTIVE for port object ae0fde91-ed98-49b3-87e5-bb6c255dcf2f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:31.718488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:31.725723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port d400ebca-f83d-450e-8db1-834ecd53c892 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:31.726210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.732690 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.744620 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:31.746054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:31.770440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.774968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.775255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:floatingip and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:31.780666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:31.790443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:31.807587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:31.849491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:31.850117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c6923fd9-d1fc-44ef-b2d2-2ef613acaa4a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:31.851999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:31.853853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:31.869121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2cf9cbc4-30cf-482b-b28a-95d9818369f7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:31.871233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2cf9cbc4-30cf-482b-b28a-95d9818369f7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9890351 Dec 15 21:50:31.908395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 33984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:31.922870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=f9a4ab15-ff92-4c81-86e3-7602dfc0e640,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:31.925779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:31.951002 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b304d2be-18d7-4222-afe6-37cedda88ccd req-e666fe70-363d-4278-b987-d7b09f07ad5c service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245367 Dec 15 21:50:31.952056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:32.035656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:32.039202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:32.050620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/f9a4ab15-ff92-4c81-86e3-7602dfc0e640 HTTP/1.1" status: 204 len: 168 time: 2.5486062 Dec 15 21:50:32.057504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33988) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:32.060945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:32.070821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1482768394'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:32.088559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:32.097414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:network and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:32.102600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:32.103314 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Attempting to bind port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:32.103791 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Attempting to bind port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:32.104369 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Attempting to bind port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:32.105543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:32.109046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.117125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:32.117777 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:32.118282 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.118774 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:32.119361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Bound port: ae0fde91-ed98-49b3-87e5-bb6c255dcf2f, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:32.119850 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.135040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:32.197043 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Pushing event updated for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:32.201816 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:32.229094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:32.232946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.235056 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] For port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:32.238361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] For port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:32.244915 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.249014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9153-6201-4f4e-ae92-9c8704c3359d req-2fef9bb6-defe-4b3f-8700-a77144dff8fa tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:32.250493 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-70ae9153-6201-4f4e-ae92-9c8704c3359d req-2fef9bb6-defe-4b3f-8700-a77144dff8fa tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 944 time: 0.3983445 Dec 15 21:50:32.250803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.259089 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:32.266555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.275228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:32.331903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:32.339177 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Routers {'fd5b69c1-6777-4f61-9953-f4a1773e2f83'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:32.339670 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:32.352898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:32.356516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.368584 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-70ae9153-6201-4f4e-ae92-9c8704c3359d req-c9b1428f-11ce-46c7-92f1-74ebe9432eb8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044397 Dec 15 21:50:32.382831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.383361 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Added segment 69ddcfb8-ff29-4160-8e13-9dcd7a9b00af of type vlan for network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 Dec 15 21:50:32.449836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.463489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Pushing event updated for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:32.468617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab08a2e0-7972-48f3-9d6b-640f10f40694,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:32.472210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:32.473740 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:32.527028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6279136a-c237-4609-ae3f-3159ee8b5d42 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:32.542709 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] Set router fd5b69c1-6777-4f61-9953-f4a1773e2f83 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:32.626741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.650890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.722001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.722237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment 9180fd64-a89a-4836-8e31-ab4c70622bb9 of type vlan for network 4b5e6783-2798-4709-a098-7605ee6ed27f Dec 15 21:50:32.724759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.767013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.773279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:32.774298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.778479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:32.797023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31daffea-8c0f-4115-9fe8-b273ecf41b81 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:32.858327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 2a95d034-f366-47dc-9fa8-f28cccacb465 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:32.866173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 2a95d034-f366-47dc-9fa8-f28cccacb465 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:32.866701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.960155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for d400ebca-f83d-450e-8db1-834ecd53c892 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:32.974387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9095926 Dec 15 21:50:32.976336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:32.979832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 33992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:32.983093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Network': ['ID=e14410b8-e7d3-419d-a03a-d5a6b47a09a1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:32.987785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:32.991319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b083f7ff-1ba7-4049-8b37-22ab628bafed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:33.016136 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:25Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0fde91-ed98-49b3-87e5-bb6c255dcf2f', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:9c:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:22Z', 'updated_at': '2021-12-15T21:50:32Z', 'revision_number': 4, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:33.024022 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d9b4b-69bd-4ee9-a53a-4b65d785e818 None None] The sync data for ids ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'] in dv-neutron-820612-1-hyperv is: [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:25Z', 'revision_number': 2, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None, '_interfaces': [{'id': 'ae0fde91-ed98-49b3-87e5-bb6c255dcf2f', 'name': '', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'mac_address': 'fa:16:3e:9c:77:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:22Z', 'updated_at': '2021-12-15T21:50:32Z', 'revision_number': 4, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'subnets': [{'id': 'a41ccfea-5ac8-426b-b356-1018c4fe753a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:33.029742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:33.037425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.053049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:33.068817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'Port': ['ID=db29d5c4-8652-4007-aaa6-47c233568dd6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:33.077621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:33.135843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.155679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.167823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:50:33.174683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:33.179451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:33.192034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:33.193309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:33.200809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:33.203162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.205130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:33.241742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.245291 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.5117121 Dec 15 21:50:33.250771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:33.268044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.272205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.277891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:33.279167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.290329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.175 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:33.292564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8cc5aeed-509c-4bb8-b63d-36b2058b54f0 tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:33.335363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:33.350886 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'code': 200} Dec 15 21:50:33.362969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.363590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.364119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.364591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.365684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.366163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.376928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.377511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.377993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.378487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.378996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.379482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.390331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:33.502987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=9c4111cc-82ba-425c-9fef-7bf2e097c0e9,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:33.668270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:33.669376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae0fde91-ed98-49b3-87e5-bb6c255dcf2f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:33.669609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': '2a8ff21e-5115-4048-bdcf-aab1bfb0febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:33.670128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 887e9eae-7979-468a-bd58-dfe23a0f9065, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:33.676026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=4b5e6783-2798-4709-a098-7605ee6ed27f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:33.732262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.4401445 Dec 15 21:50:33.796516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:33.806661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:33.807494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:33.851394 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-61530923-554e-4f0a-9bbb-3298b20800f0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1853468325&fields=id&tenant_id=f46c40747ad84dc1ba8c92969e1a99f0 HTTP/1.1" status: 200 len: 267 time: 0.1380289 Dec 15 21:50:33.854051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.854431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.854806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.855243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.855520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.855907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.856295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.856654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.857010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.857366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.857719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.858071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:33.874136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:33.885249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:33.896809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 4b5e6783-2798-4709-a098-7605ee6ed27f details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:33.998848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.002527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 887e9eae-7979-468a-bd58-dfe23a0f9065) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:34.028301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:34.028897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.039709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892b819d-fdb5-4e70-9530-b9322c19a6e5 None None] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:34.063230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:34.102345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d288f2-05c6-4f10-8277-06184a19d057 req-01ae1b53-ffdb-4f71-8069-5bb2ab721d3a tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:34.103862 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-05d288f2-05c6-4f10-8277-06184a19d057 req-01ae1b53-ffdb-4f71-8069-5bb2ab721d3a tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.4142997 Dec 15 21:50:34.132897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=d400ebca-f83d-450e-8db1-834ecd53c892,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:34.140078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:34.183527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.255941 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5769243 Dec 15 21:50:34.258271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:34.312564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.334167 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-05d288f2-05c6-4f10-8277-06184a19d057 req-23bcf02e-bd1f-4168-b5a8-9d1a18fca4be tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149336 Dec 15 21:50:34.364900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:34.406837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.484018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:34.518497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.522698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.529536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:34.584168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-887e9eae-7979-468a-bd58-dfe23a0f9065', 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': '9c4111cc-82ba-425c-9fef-7bf2e097c0e9'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:34.584998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.622689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ee9bf-c37b-4a39-b172-ca3810ef3cdd req-cabf7e79-ce1e-44c2-86fa-7880953ca85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:34.624770 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-700ee9bf-c37b-4a39-b172-ca3810ef3cdd req-cabf7e79-ce1e-44c2-86fa-7880953ca85e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.9340501 Dec 15 21:50:34.655066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:34.666687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:34.762617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=42c40fbe-5ffb-4db2-bdd5-0562926c48cf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:34.835584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:34.840205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:34.842219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Allocated IP 172.20.0.2 (887e9eae-7979-468a-bd58-dfe23a0f9065/9c4111cc-82ba-425c-9fef-7bf2e097c0e9/c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:34.850094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:34.864157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:34.875475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Checking segment: {'id': '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:34.876290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network hostable DHCP agents. Network: e14410b8-e7d3-419d-a03a-d5a6b47a09a1, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:34.909996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.911677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.912304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.912896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.913396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.913918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.914724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.915201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.915683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.917166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.917683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.918261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:50:34.930840 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-700ee9bf-c37b-4a39-b172-ca3810ef3cdd req-877b237a-ffba-4a45-8c4a-b5dc33642154 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922382 Dec 15 21:50:34.933723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:34.936798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:34.941443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.040385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.043785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.059040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-52f5596a-54f9-4d91-927e-96d5591fbaeb tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:35.060646 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-52f5596a-54f9-4d91-927e-96d5591fbaeb tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 812 time: 1.1900153 Dec 15 21:50:35.111741 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-eadf733c-b9aa-4b90-9d65-e52a2fda1d9c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/quotas/f46c40747ad84dc1ba8c92969e1a99f0 HTTP/1.1" status: 200 len: 375 time: 0.0440075 Dec 15 21:50:35.123528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.124149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router 0f060b3a-1def-4e41-85b0-d52d773a7310 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:35.191733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.198648 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 204 len: 168 time: 5.0439837 Dec 15 21:50:35.205182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:35.207001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.212621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-526558801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:35.221950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Transition to ACTIVE for port object c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:35.226538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:35.229984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:35.230385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.249377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Transition to ACTIVE for port object c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:35.260337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:35.266086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.272237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:35.272913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:35.285585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.290538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d2c0694-4426-436b-8ec5-41c3c34bb5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:35.336560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:35.345288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:35.350706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:35.439005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Pushing event updated for resources: {'Port': ['ID=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:35.446305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:35.464809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Attempting to bind port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:35.465354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Attempting to bind port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2a8ff21e-5115-4048-bdcf-aab1bfb0febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:35.465897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Attempting to bind port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 on network 887e9eae-7979-468a-bd58-dfe23a0f9065 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:35.472852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:35.473270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Checking segment: {'id': '2a8ff21e-5115-4048-bdcf-aab1bfb0febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:35.473791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.474443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Bound using segment: {'id': '2a8ff21e-5115-4048-bdcf-aab1bfb0febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:35.475034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Bound port: c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8ff21e-5115-4048-bdcf-aab1bfb0febb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '887e9eae-7979-468a-bd58-dfe23a0f9065'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:35.475527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.484025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:35.493697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:35.520234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:35.545217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] For port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:35.545576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.555176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.556242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.597433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.609285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:35.681439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae0fde91-ed98-49b3-87e5-bb6c255dcf2f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:35.714713 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-5b1fa810-5af9-43c9-b6ef-18ff79255a91 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5944939 Dec 15 21:50:35.724706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for ae0fde91-ed98-49b3-87e5-bb6c255dcf2f owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:35.752732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e14410b8-e7d3-419d-a03a-d5a6b47a09a1) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:35.765303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8ef05-d468-47b7-956f-2ba9b26381cb None None] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:35.771172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:35.772004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.788645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] For port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:35.819694 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8334212 Dec 15 21:50:35.825180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34022) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:35.831338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:35.838716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=c25cffab-373f-4363-894d-7318e79cbee3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:35.842211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:35.843257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:35.848562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:35.884587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1349837045', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:35.886531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] For port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,segment=NetworkSegment(2a8ff21e-5115-4048-bdcf-aab1bfb0febb),segment_id=2a8ff21e-5115-4048-bdcf-aab1bfb0febb)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:35.895203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f842180-0fdf-419b-89c0-a1dad8f88981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:35.896039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ae0fde91-ed98-49b3-87e5-bb6c255dcf2f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:35.896642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.951480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:35.987448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:36.023294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:36.034135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:36.056436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:36.068318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:router and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:36.075209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:36.082819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': '39c59b0f-441f-4360-9c71-ccbbe417f690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:36.084237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 110b58cf-0c24-4a86-b57f-efec87b0b450, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:36.113218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:36.117573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Pushing event updated for resources: {'Port': ['ID=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:36.144224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c3292-6bae-4532-a630-468631d91665 req-2decb82f-75d9-4893-94d5-1b7a1acd1ee9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:36.146563 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b5c3292-6bae-4532-a630-468631d91665 req-2decb82f-75d9-4893-94d5-1b7a1acd1ee9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.5027771 Dec 15 21:50:36.152740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:36.194654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.249561 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-2c8b74cf-ae09-4406-aa13-2c9d284dc29b service neutron] 10.222.0.18 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940228 Dec 15 21:50:36.287472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.289377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.323553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.380239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.391098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:36.471598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 110b58cf-0c24-4a86-b57f-efec87b0b450) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:36.496580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:36.497605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.525504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.527412 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8096ea77-9f64-44a7-a8e6-886ec0bc61dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6938496 Dec 15 21:50:36.532239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.542531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09513b42-1287-4721-be88-136770ba0ee3 None None] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:36.604629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-e14410b8-e7d3-419d-a03a-d5a6b47a09a1', 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': '42c40fbe-5ffb-4db2-bdd5-0562926c48cf'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:36.605421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.607299 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-b980546f-3589-4414-9b29-7dc9f605b781 service neutron] 10.222.0.18 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375847 Dec 15 21:50:36.608621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.610411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34026) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:36.633522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1', 'name': 'tempest-PortsIpV6TestJSON-1733176581'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:36.717594 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4134431 Dec 15 21:50:36.735899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:36.745257 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b5c3292-6bae-4532-a630-468631d91665 req-cd924c51-1392-4c34-bdfd-8848c49cda49 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5390854 Dec 15 21:50:36.767489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1831708895', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:36.786054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:36.795950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:36.806969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:36.828722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:36.858605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:36.863831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.871515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.873616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:36.878358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:36.899168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:36.963596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:36.972887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.052323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:37.057842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.113046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1811cb43-a0fa-4702-af82-9bed881aee2e req-88beebbe-9b11-4436-9742-60586700badc tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Synchronizing usage tracker for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:37.115164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34038) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:37.120739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.125319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:37.160542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.164223 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b761c998-8e13-4fdb-9757-59415e078a1a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4125078 Dec 15 21:50:37.172966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34042) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:37.211354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Allocated IP 2001:db8::2 (e14410b8-e7d3-419d-a03a-d5a6b47a09a1/42c40fbe-5ffb-4db2-bdd5-0562926c48cf/5c0ed435-1771-45bb-a349-f2e57173068b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:37.212027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port c264dc27-a300-4383-8ded-4a1605e0a7f8 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:37.240488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.250154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-110b58cf-0c24-4a86-b57f-efec87b0b450', 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': 'c25cffab-373f-4363-894d-7318e79cbee3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:37.251123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.258749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.263337 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5cd16c9-60d1-481c-a71c-b8af958993ab tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.0571132 Dec 15 21:50:37.264161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:37.285674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:37.314445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.331765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-815407aa-05da-4bb1-8412-80b3ec74a10b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:37.466064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:37.469374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:37.479907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1811cb43-a0fa-4702-af82-9bed881aee2e req-88beebbe-9b11-4436-9742-60586700badc tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Unset dirty status for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:37.481098 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1811cb43-a0fa-4702-af82-9bed881aee2e req-88beebbe-9b11-4436-9742-60586700badc tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.4380708 Dec 15 21:50:37.820481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.841598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:37.862882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:subnet and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:37.903275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.917112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Transition to ACTIVE for port object 5c0ed435-1771-45bb-a349-f2e57173068b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:37.941970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Transition to ACTIVE for port object 5c0ed435-1771-45bb-a349-f2e57173068b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:37.947622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:37.968701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:37.969898 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3041677 Dec 15 21:50:37.975169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34058) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:37.993275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'port': {'network_id': '6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea', 'name': 'tempest-FloatingIPTestJSON-1387949607'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:38.024399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:38.034958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dc6258-2137-497b-8eba-f561aa975b20 None None] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:38.134155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.142783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:38.145957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Allocated IP 172.21.0.2 (110b58cf-0c24-4a86-b57f-efec87b0b450/c25cffab-373f-4363-894d-7318e79cbee3/43abdb76-b4fe-493c-bc4b-83681613696b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:38.149681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a413f47-276c-4129-884c-22545892e45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:38.243566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-636f2f48-1620-49f6-9aed-2f40f524dbde None None] Provisioning for port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:38.251818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:38.261204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:38.263457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.289717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:38.298291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Pushing event updated for resources: {'Port': ['ID=5c0ed435-1771-45bb-a349-f2e57173068b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:38.345335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:38.348155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.349324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:38.374427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::397 (e14410b8-e7d3-419d-a03a-d5a6b47a09a1/42c40fbe-5ffb-4db2-bdd5-0562926c48cf/c264dc27-a300-4383-8ded-4a1605e0a7f8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:38.386693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:38.390504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.413529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:38.413529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.528956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:38.598205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:38.611381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Attempting to bind port 5c0ed435-1771-45bb-a349-f2e57173068b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:38.611741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Attempting to bind port 5c0ed435-1771-45bb-a349-f2e57173068b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:38.612077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Attempting to bind port 5c0ed435-1771-45bb-a349-f2e57173068b on network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:38.675944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:38.679420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.694505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:38.694940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Checking segment: {'id': '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:38.695308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.695704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Bound using segment: {'id': '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:38.696218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Bound port: 5c0ed435-1771-45bb-a349-f2e57173068b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e14410b8-e7d3-419d-a03a-d5a6b47a09a1'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:38.696598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.763307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.776512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:38.814334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-68e1ba51-2668-4c57-bbed-6af703d6d6ad req-a092a6e7-dffa-452f-bb08-4c5566eb3e93 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.0961256 Dec 15 21:50:38.822772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] device_id is not set on port 70829b3e-3e78-44fd-9520-1be781522cdc yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:38.868397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=ae0fde91-ed98-49b3-87e5-bb6c255dcf2f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:38.917413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:38.943544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-2bf99375-8940-4e75-bd25-1254831ecbb3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:38.944622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-2bf99375-8940-4e75-bd25-1254831ecbb3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Synchronizing usage tracker for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:38.953159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:38.957697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310a1b-e89d-4a11-9842-f31c5fd8e28d req-84b0f055-7aa4-4aee-9575-a67487cd9e6c tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:38.965248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac310a1b-e89d-4a11-9842-f31c5fd8e28d req-84b0f055-7aa4-4aee-9575-a67487cd9e6c tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.9374349 Dec 15 21:50:38.974524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Transition to ACTIVE for port object 43abdb76-b4fe-493c-bc4b-83681613696b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:38.980596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.20.0.1 (887e9eae-7979-468a-bd58-dfe23a0f9065/9c4111cc-82ba-425c-9fef-7bf2e097c0e9/0fa5f984-e129-4b30-8d5a-0d616d37ba62) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:38.982522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] For port 5c0ed435-1771-45bb-a349-f2e57173068b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:38.989430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.022039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] For port 5c0ed435-1771-45bb-a349-f2e57173068b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5c0ed435-1771-45bb-a349-f2e57173068b,segment=NetworkSegment(69ddcfb8-ff29-4160-8e13-9dcd7a9b00af),segment_id=69ddcfb8-ff29-4160-8e13-9dcd7a9b00af)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:39.028818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Transition to ACTIVE for port object 43abdb76-b4fe-493c-bc4b-83681613696b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:39.034423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.045218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:39.065644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-2bf99375-8940-4e75-bd25-1254831ecbb3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Unset dirty status for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:39.066741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-2bf99375-8940-4e75-bd25-1254831ecbb3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 812 time: 0.5651474 Dec 15 21:50:39.075557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.135305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,segment=NetworkSegment(2a8ff21e-5115-4048-bdcf-aab1bfb0febb),segment_id=2a8ff21e-5115-4048-bdcf-aab1bfb0febb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:39.143959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:39.149851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.156469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:39.161357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:39.244001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Pushing event updated for resources: {'Port': ['ID=5c0ed435-1771-45bb-a349-f2e57173068b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:39.252333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:39.252745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:39.303260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.9 (6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea/60326642-cf0e-4e09-b1ed-7969b690efd6/70829b3e-3e78-44fd-9520-1be781522cdc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:39.353171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.363368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-071d958b-6f00-4bd8-960f-b26320a8266e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Synchronizing usage tracker for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:39.428784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Pushing event updated for resources: {'Port': ['ID=43abdb76-b4fe-493c-bc4b-83681613696b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:39.429435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-071d958b-6f00-4bd8-960f-b26320a8266e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Unset dirty status for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:39.431266 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-071d958b-6f00-4bd8-960f-b26320a8266e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f46c40747ad84dc1ba8c92969e1a99f0 HTTP/1.1" status: 200 len: 380 time: 0.3006732 Dec 15 21:50:39.449016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'port': {'device_id': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'admin_state_up': True, 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'security_groups': ['b7dcecd1-267f-41ed-b706-27a4ccb1dbfc']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:39.460745 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac310a1b-e89d-4a11-9842-f31c5fd8e28d req-f1afcea4-8f96-4ed1-ac5b-9e3a88a5bdfd tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4937515 Dec 15 21:50:39.513844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Attempting to bind port 43abdb76-b4fe-493c-bc4b-83681613696b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:39.514469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Attempting to bind port 43abdb76-b4fe-493c-bc4b-83681613696b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '39c59b0f-441f-4360-9c71-ccbbe417f690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:39.515174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Attempting to bind port 43abdb76-b4fe-493c-bc4b-83681613696b on network 110b58cf-0c24-4a86-b57f-efec87b0b450 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:39.568556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:39.568942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Checking segment: {'id': '39c59b0f-441f-4360-9c71-ccbbe417f690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:39.569349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.569747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Bound using segment: {'id': '39c59b0f-441f-4360-9c71-ccbbe417f690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:39.570224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Bound port: 43abdb76-b4fe-493c-bc4b-83681613696b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c59b0f-441f-4360-9c71-ccbbe417f690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '110b58cf-0c24-4a86-b57f-efec87b0b450'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:39.570604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.648390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.692675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-224e4631-2154-4c6a-bdd3-94f1c48572c7 None None] Provisioning complete for port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:39.693064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-224e4631-2154-4c6a-bdd3-94f1c48572c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.787215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:39.788069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object 0fa5f984-e129-4b30-8d5a-0d616d37ba62 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:39.800940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:39.806603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.647s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:39.816551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:39.865729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] For port 43abdb76-b4fe-493c-bc4b-83681613696b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:39.869588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] For port 43abdb76-b4fe-493c-bc4b-83681613696b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43abdb76-b4fe-493c-bc4b-83681613696b,segment=NetworkSegment(39c59b0f-441f-4360-9c71-ccbbe417f690),segment_id=39c59b0f-441f-4360-9c71-ccbbe417f690)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:39.879325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.891741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:39.927999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5c0ed435-1771-45bb-a349-f2e57173068b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:39.947160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.949061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:39.966397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object c264dc27-a300-4383-8ded-4a1605e0a7f8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:40.013902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:40.025767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.031796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:40.045594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6ad4c60-ca58-4e86-8977-695b4eef9446 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:40.052955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.064138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-15d4f727-2417-4dd1-a9f8-3c5c49123ed0 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:40.115498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd3628-4c1c-426f-81ad-6c8eab451816 req-bbce9ba1-8a12-424f-9e4a-00951e4fe374 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:40.117056 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d1fd3628-4c1c-426f-81ad-6c8eab451816 req-bbce9ba1-8a12-424f-9e4a-00951e4fe374 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.3691208 Dec 15 21:50:40.118125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.122454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Made reservation on behalf of f46c40747ad84dc1ba8c92969e1a99f0 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:40.126688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.150386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ad851a01-1548-475d-b790-8cc34a4830fe req-2642dcb0-a97b-4c3f-91aa-5525f07337cb tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.1756268 Dec 15 21:50:40.189509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Pushing event updated for resources: {'Port': ['ID=43abdb76-b4fe-493c-bc4b-83681613696b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:40.195249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:40.220199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5c0ed435-1771-45bb-a349-f2e57173068b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:40.232002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:40.242899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:40.245309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:40.382865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=d8113a5a-267d-42e2-af8a-74182e81b381,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:40.407019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:40.421653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.441964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:40.485939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:40.488634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af182cf1-a7ae-4bb5-8339-90095cb10b01 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:40.488970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:40.524780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': '9180fd64-a89a-4836-8e31-ab4c70622bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:40.525272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: 4b5e6783-2798-4709-a098-7605ee6ed27f, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:40.547056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=70829b3e-3e78-44fd-9520-1be781522cdc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:40.550255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:40.569733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-98533b5d-ba0d-43a7-a350-9dc3e1b2e1bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:40.615985 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d1fd3628-4c1c-426f-81ad-6c8eab451816 req-5153c0ca-333e-44c9-8a87-d57ec732ff04 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4689372 Dec 15 21:50:40.661188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:40.694173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:40.709350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Router fd5b69c1-6777-4f61-9953-f4a1773e2f83 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:40.713607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:40.722276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:40.732411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:40.733081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.741915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:40.742439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.769176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.808549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=c264dc27-a300-4383-8ded-4a1605e0a7f8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:40.813270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network 4b5e6783-2798-4709-a098-7605ee6ed27f is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:40.817588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:40.827556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=0fa5f984-e129-4b30-8d5a-0d616d37ba62,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:40.830681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:40.896156 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9199376 Dec 15 21:50:40.901287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34076) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:40.914124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': '70829b3e-3e78-44fd-9520-1be781522cdc'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:40.921100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-def0675b-1588-4667-a184-b91bc16d2fe2 None None] Provisioning for port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:40.927510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-def0675b-1588-4667-a184-b91bc16d2fe2 None None] Provisioning complete for port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:40.928084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-def0675b-1588-4667-a184-b91bc16d2fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:40.971062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 4b5e6783-2798-4709-a098-7605ee6ed27f) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:40.998926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.002477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032c7dc-b57f-4211-bcbe-010e44b64f27 None None] Network 4b5e6783-2798-4709-a098-7605ee6ed27f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:41.016946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Allocated IP 172.20.0.13 (3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5/e369a060-65a3-4e25-9f7f-6e6e5791854a/779978bb-ce47-4b00-97e6-e5d23c3cbeb0) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:41.023695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.037971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:41.038362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5878d0-52fd-4855-9d01-24122244dcf5 None None] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:41.038564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.052156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.057989 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4395490 Dec 15 21:50:41.085533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:41.095035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:41.102953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "PUT /v2.0/routers/fd5b69c1-6777-4f61-9953-f4a1773e2f83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1916161 Dec 15 21:50:41.103900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9844475 Dec 15 21:50:41.104565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:41.136394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-def0675b-1588-4667-a184-b91bc16d2fe2 None None] Port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:41.138901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:41.148131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Sync routers for ids ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:41.189375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1466548683'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:41.196734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:41.201831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:41.205904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:41.212724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:41.247569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Routers {'fd5b69c1-6777-4f61-9953-f4a1773e2f83'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:41.248243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:41.351088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Allocated IP 172.26.6.118 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/00dd7f9f-9a78-4d0c-9598-2f0503453698) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:41.391090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3e8a0-1923-439f-9117-924f4a75cee5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:41.393547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c3e8a0-1923-439f-9117-924f4a75cee5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:41.393769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8710f7-3012-4c06-b7b3-3395811a02d1 tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:41.394303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38c3e8a0-1923-439f-9117-924f4a75cee5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:41.395653 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb8710f7-3012-4c06-b7b3-3395811a02d1 tempest-TestNetworkAdvancedServerOps-1220508877 tempest-TestNetworkAdvancedServerOps-1220508877-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1093 time: 0.7263227 Dec 15 21:50:41.399989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:41.469234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Provisioning for port 5c0ed435-1771-45bb-a349-f2e57173068b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:41.473124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Set router fd5b69c1-6777-4f61-9953-f4a1773e2f83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:41.501440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:41.505734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.520573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979daa5-fe13-4d6e-81d9-0364219f0c79 None None] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:41.535693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.537526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:41.543466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:41.547412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Usage tracker for resource:floatingip and tenant:75dfd57870294ce48a05f297a8e7a298 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:41.550193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:41.555789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:41.574184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:41.583674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.584012 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment 3942a2fa-75b8-4a85-aff1-64642881228f of type vlan for network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb Dec 15 21:50:41.610518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.647370 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc121913-133d-4486-bd60-29bee315e444 req-1c29fca6-9e5e-4318-b032-476584c1f8b6 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.1957474 Dec 15 21:50:41.648095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.672625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.680475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:41.681066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.692123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:41.758193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Provisioning complete for port 5c0ed435-1771-45bb-a349-f2e57173068b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:41.758580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:41.847984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:38Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:41.850161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:41.945797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Checking router: fd5b69c1-6777-4f61-9953-f4a1773e2f83 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:41.973863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38c3e8a0-1923-439f-9117-924f4a75cee5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:41.977746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38c3e8a0-1923-439f-9117-924f4a75cee5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8722320 Dec 15 21:50:41.980902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:42.042155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Routers {'fd5b69c1-6777-4f61-9953-f4a1773e2f83'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:42.042811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:42.070074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9301045 Dec 15 21:50:42.071021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:42.085698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:42.089685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:42.098802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:42.131989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:42.195197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet a41ccfea-5ac8-426b-b356-1018c4fe753a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:42.199050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.208804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.316393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.367066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:42.381906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:subnet and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:42.389821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:42.404364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:42.429976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-4b5e6783-2798-4709-a098-7605ee6ed27f', 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': 'd8113a5a-267d-42e2-af8a-74182e81b381'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:42.430812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.452721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:42.456179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.465307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] Set router fd5b69c1-6777-4f61-9953-f4a1773e2f83 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:42.470510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.478643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13c50a47-3a59-4ef8-89e5-19d1d157068c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:42.507279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.615959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:38Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:42.661560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.662306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:42.670305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:42.670690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.683675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:42.686094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.727196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:42.732744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114e0040-e7e7-4bde-b70f-bee8c913b1c9 None None] The sync data for ids ['fd5b69c1-6777-4f61-9953-f4a1773e2f83'] in dv-neutron-820612-1-hyperv is: [{'id': 'fd5b69c1-6777-4f61-9953-f4a1773e2f83', 'name': 'tempest-NetworksTestDHCPv6-router-1925118146', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:50:20Z', 'updated_at': '2021-12-15T21:50:38Z', 'revision_number': 3, 'project_id': '97dd064522104aa49c7a69d39454e7bf', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:42.760952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Pushing event updated for resources: {'Port': ['ID=00dd7f9f-9a78-4d0c-9598-2f0503453698,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:42.789870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:42.801128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.829610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] For port 5c0ed435-1771-45bb-a349-f2e57173068b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5c0ed435-1771-45bb-a349-f2e57173068b,segment=NetworkSegment(69ddcfb8-ff29-4160-8e13-9dcd7a9b00af),segment_id=69ddcfb8-ff29-4160-8e13-9dcd7a9b00af)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:42.874209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:42.884835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8ac7bb8-0921-40cd-9ce4-33f7df46db58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:42.936479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:50:42.993413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Transition to ACTIVE for port object 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:43.020502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e48258a-32c9-481f-945d-50b3b7eb0821 req-77b93b92-a704-4f96-aba9-7b8464a351c1 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Synchronizing usage tracker for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:43.057637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Allocated IP 2001:db8:0:ffff::2 (4b5e6783-2798-4709-a098-7605ee6ed27f/d8113a5a-267d-42e2-af8a-74182e81b381/0203b469-1781-4b87-885c-5fcd54de3093) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:43.064205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Pushing event updated for resources: {'Port': ['ID=5c0ed435-1771-45bb-a349-f2e57173068b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:43.077671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:43.093806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e48258a-32c9-481f-945d-50b3b7eb0821 req-77b93b92-a704-4f96-aba9-7b8464a351c1 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Unset dirty status for tenant:f46c40747ad84dc1ba8c92969e1a99f0 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:43.097068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8e48258a-32c9-481f-945d-50b3b7eb0821 req-77b93b92-a704-4f96-aba9-7b8464a351c1 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.1834178 Dec 15 21:50:43.099405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-10da2242-9be6-4737-909e-59da64bef4a1 None None] Provisioning for port 43abdb76-b4fe-493c-bc4b-83681613696b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:43.110588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.116173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43abdb76-b4fe-493c-bc4b-83681613696b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:43.193379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Allocated IP 172.26.6.121 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/5b441ae4-de43-42d1-98d9-c97e6837f18b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:43.261243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.272195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.272428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:43.318068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1483c3a2-3ad0-40eb-913f-9c9661cd0d3d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:43.344007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:43.382537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=a41ccfea-5ac8-426b-b356-1018c4fe753a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:43.406511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:43.415153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.496287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:43.516262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:43.541281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cd646-3988-4e90-810f-c8078cb3f80e None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:43.578996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abcc1434-6f27-4746-9ccd-0e1b9bf319b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.581852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 43abdb76-b4fe-493c-bc4b-83681613696b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:43.683120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 43abdb76-b4fe-493c-bc4b-83681613696b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:43.683484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.751400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:43.753749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:43.799998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.811323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event updated for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:43.814440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:43.823564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.842797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Provisioning complete for port 5c0ed435-1771-45bb-a349-f2e57173068b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:43.843268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.868103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-387a6839-30e6-49e2-a6d8-aeaceee4a2ba tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:43.899347 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/a41ccfea-5ac8-426b-b356-1018c4fe753a HTTP/1.1" status: 204 len: 168 time: 1.9118237 Dec 15 21:50:43.920257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34108) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:43.956519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:43.984952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Transition to ACTIVE for port object 0203b469-1781-4b87-885c-5fcd54de3093 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:44.027207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Transition to ACTIVE for port object 0203b469-1781-4b87-885c-5fcd54de3093 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:44.034647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.038038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.072018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.085236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-613e117f-5411-4e9e-9f11-f4ff4144e8ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:44.110050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.110306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.196239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Network 4b5e6783-2798-4709-a098-7605ee6ed27f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:44.208045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.217889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:44.232228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:44.236041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=0fa5f984-e129-4b30-8d5a-0d616d37ba62,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:44.245615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:44.247419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.248507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:50:44.262434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:44.287312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Pushing event updated for resources: {'Port': ['ID=0203b469-1781-4b87-885c-5fcd54de3093,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:44.287539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.297864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.300567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac898f0f-f4bc-4298-ac84-17d3fa781ba8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:44.301739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:44.399585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:50:44.420895 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9781356 Dec 15 21:50:44.427229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Deleting port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:44.427933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.450074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.462535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 43abdb76-b4fe-493c-bc4b-83681613696b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43abdb76-b4fe-493c-bc4b-83681613696b,segment=NetworkSegment(39c59b0f-441f-4360-9c71-ccbbe417f690),segment_id=39c59b0f-441f-4360-9c71-ccbbe417f690)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:44.482151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Provisioning for port c264dc27-a300-4383-8ded-4a1605e0a7f8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:44.488350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.494167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:44.530178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=95f4c1a9-c63d-4255-a517-9cd1e9028d65,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:44.533252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:44.546987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:44.586421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=43abdb76-b4fe-493c-bc4b-83681613696b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:44.587476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:44.589083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Attempting to bind port 0203b469-1781-4b87-885c-5fcd54de3093 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:44.589463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Attempting to bind port 0203b469-1781-4b87-885c-5fcd54de3093 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '9180fd64-a89a-4836-8e31-ab4c70622bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:44.589992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Attempting to bind port 0203b469-1781-4b87-885c-5fcd54de3093 on network 4b5e6783-2798-4709-a098-7605ee6ed27f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:44.600663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Request body: {'port': {'device_id': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:44.602338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Provisioning complete for port c264dc27-a300-4383-8ded-4a1605e0a7f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:44.602883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.604997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:44.608623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:44.638211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:44.639957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:44.640359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Checking segment: {'id': '9180fd64-a89a-4836-8e31-ab4c70622bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:44.641238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.641367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Bound using segment: {'id': '9180fd64-a89a-4836-8e31-ab4c70622bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:44.641815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Bound port: 0203b469-1781-4b87-885c-5fcd54de3093, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9180fd64-a89a-4836-8e31-ab4c70622bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b5e6783-2798-4709-a098-7605ee6ed27f'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:44.642204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.652016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5c0ed435-1771-45bb-a349-f2e57173068b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:44.752795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': '3942a2fa-75b8-4a85-aff1-64642881228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:44.753334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85385827-e874-437e-b378-d5cb3a7589ea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8318045 Dec 15 21:50:44.753716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:44.770835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34114) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:44.836837 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP df0ddb94-a02c-4d71-8ac0-e50bf8c101e6 associated. External IP: 172.26.6.175, port: 70829b3e-3e78-44fd-9520-1be781522cdc. Dec 15 21:50:44.874006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9e8c9aa3-e0f1-482d-bcd5-15eaf500f69f None None] Port c264dc27-a300-4383-8ded-4a1605e0a7f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:44.916902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.934662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:44.947409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5610135-15d7-4802-b27e-0adf950395b7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:44.955505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=5b441ae4-de43-42d1-98d9-c97e6837f18b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:44.958539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:44.986684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:44.998412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:45.001316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.043772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] For port 0203b469-1781-4b87-885c-5fcd54de3093, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:45.061172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5c0ed435-1771-45bb-a349-f2e57173068b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:45.061172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.079555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7d03b-0bd3-440a-aaa8-b2b4fa134014 req-2588f6d6-79e8-46e7-8d5e-d448c245f689 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:45.081167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-daa7d03b-0bd3-440a-aaa8-b2b4fa134014 req-2588f6d6-79e8-46e7-8d5e-d448c245f689 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 932 time: 0.8492050 Dec 15 21:50:45.117530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.154186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] For port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:45.154799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.163777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] For port 0203b469-1781-4b87-885c-5fcd54de3093, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0203b469-1781-4b87-885c-5fcd54de3093,segment=NetworkSegment(9180fd64-a89a-4836-8e31-ab4c70622bb9),segment_id=9180fd64-a89a-4836-8e31-ab4c70622bb9)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:45.198706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Provisioning complete for port c264dc27-a300-4383-8ded-4a1605e0a7f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:45.199086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.228286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.230744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:45.317520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:45.451684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Calling delete_port for 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:45.549194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Port c264dc27-a300-4383-8ded-4a1605e0a7f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:45.587438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.588898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Pushing event updated for resources: {'Port': ['ID=0203b469-1781-4b87-885c-5fcd54de3093,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:45.589192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:45.593942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:45.595228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.622912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:45.625202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4377cbbf-d4d3-4af9-b948-9988d96e6133 None None] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:45.655989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Provisioning for port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:45.690473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-daa7d03b-0bd3-440a-aaa8-b2b4fa134014 req-f6e94775-f5bc-4eed-9801-d1de3c9776b6 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769765 Dec 15 21:50:45.746746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.757846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.760928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:45.809418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Provisioning complete for port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:45.812034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.830076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=c264dc27-a300-4383-8ded-4a1605e0a7f8,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:45.848404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:45.902470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] No DVR routers for this DVR port 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:45.904899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Pushing event deleted for resources: {'Port': ['ID=03f3dcd9-8a1c-4163-acb0-7398dfd125c0,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:45.933596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.934088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:45.937753 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8510203 Dec 15 21:50:45.939805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.960045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:45.961737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d7313793-1d61-4fba-b787-0d36967c8a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:45.985451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8ffc3926-69d9-47ef-b7ba-936107e920a7 None None] Port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:45.992980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'port': {'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb', 'name': 'tempest-NetworksIpV6TestAttrs-152735768'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:46.022399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:46.074804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:46.075261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 03f3dcd9-8a1c-4163-acb0-7398dfd125c0 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:46.075767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae0fde91-ed98-49b3-87e5-bb6c255dcf2f no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:46.116885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ae0fde91-ed98-49b3-87e5-bb6c255dcf2f {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:46.117355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae0fde91-ed98-49b3-87e5-bb6c255dcf2f not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:46.164401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Provisioning complete for port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:46.165052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.268964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb', 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': '95f4c1a9-c63d-4255-a517-9cd1e9028d65'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:46.269899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.279714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.280224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Fanout notify agent at l3_agent the message router_deleted on router fd5b69c1-6777-4f61-9953-f4a1773e2f83 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:46.314615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.333502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.334590 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-77e4a8cb-d82a-4c42-8c1b-acaff729fd74 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/routers/fd5b69c1-6777-4f61-9953-f4a1773e2f83 HTTP/1.1" status: 204 len: 168 time: 1.5602942 Dec 15 21:50:46.338426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:46.343572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:46.386666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Provisioning complete for port c264dc27-a300-4383-8ded-4a1605e0a7f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:46.387987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.400991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:46.409022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:port and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:46.410083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 46e38abd-d921-4351-a82e-d7661092e848 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:46.412665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:46.420608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:46.454694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:46.460817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.479277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a1090cd0-e914-4a79-bebd-0a12910f87ab None None] Port c264dc27-a300-4383-8ded-4a1605e0a7f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:46.494318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] device_id is not set on port b4678cdb-104d-48b2-b17d-ea48e3c7815c yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:46.531747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Router 68bbeb72-ebaf-4573-8616-d5ff232ebc5d is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:46.585894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Allocated IP 2001:db8::f816:3eff:fea0:fbbf (bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb/95f4c1a9-c63d-4255-a517-9cd1e9028d65/9a5c5ec2-99eb-4da7-ada2-c6dc82814543) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:46.695761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.713876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:50:46.729490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.745287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Transition to ACTIVE for port object 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:46.789358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.804536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-596d341b-b6f6-4ada-9bb5-618cac0c19cf tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:46.819469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43abdb76-b4fe-493c-bc4b-83681613696b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:46.841630 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3046a60e-1c67-44ce-8a3b-463824e8e921 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4937878 Dec 15 21:50:46.844337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:46.857924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:46.869203 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] Sync routers for ids ['68bbeb72-ebaf-4573-8616-d5ff232ebc5d'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:46.882648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34128) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:46.886204 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] Routers {'68bbeb72-ebaf-4573-8616-d5ff232ebc5d'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:46.886991 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['68bbeb72-ebaf-4573-8616-d5ff232ebc5d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:46.911477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.980298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 43abdb76-b4fe-493c-bc4b-83681613696b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:46.983848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:46.984039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05805a04-4c6b-4fac-ac9a-ee7639d5018a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:46.984529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:46.984718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05805a04-4c6b-4fac-ac9a-ee7639d5018a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:46.994427 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] Routers {'68bbeb72-ebaf-4573-8616-d5ff232ebc5d'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:46.995396 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['68bbeb72-ebaf-4573-8616-d5ff232ebc5d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.086152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.090169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "PUT /v2.0/routers/68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 200 len: 919 time: 9.8118598 Dec 15 21:50:47.092506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-05805a04-4c6b-4fac-ac9a-ee7639d5018a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:47.093547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05805a04-4c6b-4fac-ac9a-ee7639d5018a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2098904 Dec 15 21:50:47.095440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34132) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:47.106803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:47.120124 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.120790 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058de791-c7d0-4a3e-9b5c-bf5022eb1a43 None None] The sync data for ids ['68bbeb72-ebaf-4573-8616-d5ff232ebc5d'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:47.192043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.242947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.256492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Transition to ACTIVE for port object 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:47.280326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Transition to ACTIVE for port object 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:47.289237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.290851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84d9e9-5e52-4c2e-b0a3-f9450d37129a None None] Network 4b5e6783-2798-4709-a098-7605ee6ed27f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:47.316554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.376186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b2d71733-a569-4ec9-bba9-47fb4c457718 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:47.522145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c722990-5b44-4e64-aee1-aa0a0f4c9d61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:47.525226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Pushing event updated for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:47.528416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:47.598381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Pushing event updated for resources: {'Port': ['ID=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:47.628098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d4abdcbe-969d-4767-960a-401d8a6d8e40 None None] Provisioning for port 0203b469-1781-4b87-885c-5fcd54de3093 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:47.634797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:47.644948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:47.653027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c722990-5b44-4e64-aee1-aa0a0f4c9d61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:47.658280 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c722990-5b44-4e64-aee1-aa0a0f4c9d61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4809551 Dec 15 21:50:47.658280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Allocated IP 2001:db8::f816:3eff:fe6e:5200 (bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb/95f4c1a9-c63d-4255-a517-9cd1e9028d65/b4678cdb-104d-48b2-b17d-ea48e3c7815c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:47.658559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:47.666747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34140) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:47.667892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:47.681474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:47.687163 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5132115 Dec 15 21:50:47.706862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:47.712865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:47.713398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] Sync routers for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:47.756648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0203b469-1781-4b87-885c-5fcd54de3093 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:47.774714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:47.779524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.781552 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe932c0d-2b2a-4971-8940-d9c74c330e6a tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 200 len: 925 time: 0.6763344 Dec 15 21:50:47.787040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:47.794401 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:47.807592 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:47.808524 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.854921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:47.855178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.910440 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.929490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.932694 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:47.933844 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.946566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Attempting to bind port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:47.946946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Attempting to bind port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '3942a2fa-75b8-4a85-aff1-64642881228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:47.947689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Attempting to bind port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 on network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:47.955572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:47.968176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:47.968560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Checking segment: {'id': '3942a2fa-75b8-4a85-aff1-64642881228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:47.968970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.969371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Bound using segment: {'id': '3942a2fa-75b8-4a85-aff1-64642881228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:47.970222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Bound port: 9a5c5ec2-99eb-4da7-ada2-c6dc82814543, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942a2fa-75b8-4a85-aff1-64642881228f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:47.970222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:47.985928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e457536-0962-4d7f-9a81-f303c61ab7ec req-e9f08fd8-0681-4bee-a9f3-b2c2ea1c166a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:47.990071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e457536-0962-4d7f-9a81-f303c61ab7ec req-e9f08fd8-0681-4bee-a9f3-b2c2ea1c166a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 1.0759730 Dec 15 21:50:48.032318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.046851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:48.047485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:48.048429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9291fe95-219c-4bff-ac2b-14aa07b3ee01 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:48.051218 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:48.051547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9291fe95-219c-4bff-ac2b-14aa07b3ee01 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=68bbeb72-ebaf-4573-8616-d5ff232ebc5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2616823 Dec 15 21:50:48.052125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdd838d-f1c3-410f-8923-4cc5ac47d695 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:48.057130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.060822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:48.064152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab3097c9-83a2-43cd-9569-a5c9f9cc5d2a tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:48.088908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec661efb-fdbe-4e08-b627-c6f79d1d2805 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:48.089622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec661efb-fdbe-4e08-b627-c6f79d1d2805 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:48.103693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Attempting to bind port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:48.103693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Attempting to bind port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:48.104321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Attempting to bind port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 on network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:48.110146 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8715f176-534e-4e03-b549-7b8b9d755468 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/df0ddb94-a02c-4d71-8ac0-e50bf8c101e6 HTTP/1.1" status: 200 len: 978 time: 7.2021544 Dec 15 21:50:48.120600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:48.125834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:48.126137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a103fae3-2f24-4879-a43a-9d9bffd4f598 None None] The sync data for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:48.135095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 0203b469-1781-4b87-885c-5fcd54de3093 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:48.142032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:48.147038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 on network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:50:48.147447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Attempting to bind port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 on network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:48.166215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0203b469-1781-4b87-885c-5fcd54de3093 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:48.166553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.252073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76304104-a620-487a-a4da-476f9dedab80 None None] For port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:48.265017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-76304104-a620-487a-a4da-476f9dedab80 None None] For port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,segment=NetworkSegment(3942a2fa-75b8-4a85-aff1-64642881228f),segment_id=3942a2fa-75b8-4a85-aff1-64642881228f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:48.273556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.279905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:48.279905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Checking segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:48.280183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6a413f47-276c-4129-884c-22545892e45c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:48.280292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Bound using segment: {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:48.280292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Bound port: 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57d8679-0125-4b0c-8b3e-d46dc82f3619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:48.281069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.302836 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e457536-0962-4d7f-9a81-f303c61ab7ec req-a05ec259-d93b-4d08-a15a-5e74783a9a03 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982886 Dec 15 21:50:48.306477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:48.330518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event updated for resources: {'Port': ['ID=5b441ae4-de43-42d1-98d9-c97e6837f18b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:48.333573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:48.345903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.372342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.400603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec661efb-fdbe-4e08-b627-c6f79d1d2805 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:48.404968 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec661efb-fdbe-4e08-b627-c6f79d1d2805 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports/0fa5f984-e129-4b30-8d5a-0d616d37ba62 HTTP/1.1" status: 200 len: 910 time: 0.6746950 Dec 15 21:50:48.417218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:48.480853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Transition to ACTIVE for port object b4678cdb-104d-48b2-b17d-ea48e3c7815c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:48.492925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.499926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ffd34b-c829-4d74-9187-36aeb66269d7 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:48.501588 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0ffd34b-c829-4d74-9187-36aeb66269d7 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.4081047 Dec 15 21:50:48.506996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34164) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:48.510990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Pushing event updated for resources: {'Port': ['ID=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:48.514189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.544305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:48.579076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:48.583103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.619832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 0203b469-1781-4b87-885c-5fcd54de3093, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0203b469-1781-4b87-885c-5fcd54de3093,segment=NetworkSegment(9180fd64-a89a-4836-8e31-ab4c70622bb9),segment_id=9180fd64-a89a-4836-8e31-ab4c70622bb9)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:48.622512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 70829b3e-3e78-44fd-9520-1be781522cdc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:48.623096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.626481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.628548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:48.656604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f79ca100-4a51-4920-b541-a0a583a12695 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 200 len: 205 time: 0.1482694 Dec 15 21:50:48.669122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34168) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:48.740919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-17524b30-8fd6-4f57-b8d1-f4adfa257998 None None] Provisioning complete for port 0203b469-1781-4b87-885c-5fcd54de3093 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:48.741296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17524b30-8fd6-4f57-b8d1-f4adfa257998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:48.778150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=0203b469-1781-4b87-885c-5fcd54de3093,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:48.784473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Floating IP 3647d87b-4531-4874-aa60-7adfc8bb275c associated. External IP: 172.26.6.121, port: 2a95d034-f366-47dc-9fa8-f28cccacb465. Dec 15 21:50:48.787453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:49.103203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.114974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e578a7d-6420-43fc-843c-5dd118286065 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:49.152270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:49.273181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:49.279977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.331621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:49.343087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:49.348722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:49.349386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.368163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Port': ['ID=b4678cdb-104d-48b2-b17d-ea48e3c7815c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:49.380023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:49.418158 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4550259 Dec 15 21:50:49.421276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:49.422773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:49.513226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.563178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.609145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:49.692688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.693520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.756369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aad3c4-0eb8-409c-ba80-92296b9313b0 None None] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:49.758575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.774905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port 00dd7f9f-9a78-4d0c-9598-2f0503453698 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:49.775220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.802775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:49.803297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:49.805888 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] 10.222.0.32 "PUT /v2.0/ports/779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1094 time: 5.3725891 Dec 15 21:50:49.820859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:50:49.866724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Router 2ce29797-85ca-41f9-9872-ca3d5247f07c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:49.892186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1ba856e8-844b-4d55-a73f-b9cce13419fe None None] Provisioning for port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:49.925753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38378577-1947-4332-8160-8497bb48c0f4 req-3b6cabbd-e04a-4123-a988-d557d33021bd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:49.932677 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-38378577-1947-4332-8160-8497bb48c0f4 req-3b6cabbd-e04a-4123-a988-d557d33021bd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 0.3293991 Dec 15 21:50:50.094092 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'status': 'completed', 'code': 200} Dec 15 21:50:50.106549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting subnet 95f4c1a9-c63d-4255-a517-9cd1e9028d65 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:50:50.122936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-38378577-1947-4332-8160-8497bb48c0f4 req-54abba9a-10f7-41ac-acba-aa1f7a7e198b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893034 Dec 15 21:50:50.126059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:50.144314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.215265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.228320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:50.341693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Pushing event updated for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:50.344991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:50.364203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for 00dd7f9f-9a78-4d0c-9598-2f0503453698 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:50.366985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e01014b9-d7c2-428c-8c2e-9fb787d370fb tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:50.379755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c596123c-89da-43ae-b8a8-ccbe9e4f53ef None None] Provisioning for port b4678cdb-104d-48b2-b17d-ea48e3c7815c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:50.392265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c596123c-89da-43ae-b8a8-ccbe9e4f53ef None None] Provisioning complete for port b4678cdb-104d-48b2-b17d-ea48e3c7815c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:50.392265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c596123c-89da-43ae-b8a8-ccbe9e4f53ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.425452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:50.470158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.536711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c596123c-89da-43ae-b8a8-ccbe9e4f53ef None None] Port b4678cdb-104d-48b2-b17d-ea48e3c7815c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:50.538859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Sync routers for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:50.547797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.554833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:50.555482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:50.716917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.803958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Provisioning complete for port c264dc27-a300-4383-8ded-4a1605e0a7f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:50.804572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.810321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:50.826352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:50.843390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=c264dc27-a300-4383-8ded-4a1605e0a7f8,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:50.846792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:50.868248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3787580 Dec 15 21:50:50.894100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:50:50.895258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Port c264dc27-a300-4383-8ded-4a1605e0a7f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:50.908902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=00dd7f9f-9a78-4d0c-9598-2f0503453698,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:50.936200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:50.983071 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'status': 'completed', 'code': 200} Dec 15 21:50:50.983842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:50.987518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0203b469-1781-4b87-885c-5fcd54de3093 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:51.074284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Provisioning complete for port b4678cdb-104d-48b2-b17d-ea48e3c7815c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:51.074725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.113843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.218713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0933c84e-7469-495f-8556-3015af1a391b None None] Port b4678cdb-104d-48b2-b17d-ea48e3c7815c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:51.251774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-7344315e-c907-4ef5-82eb-4d94745f30b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.253973 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-7344315e-c907-4ef5-82eb-4d94745f30b6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1097 time: 1.2937601 Dec 15 21:50:51.307306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0203b469-1781-4b87-885c-5fcd54de3093 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:51.308063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.347311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.350455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.418247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-45006e8d-66c8-4c23-85cb-8df18fcef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.420169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-45006e8d-66c8-4c23-85cb-8df18fcef599 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.3864551 Dec 15 21:50:51.459815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.473379 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-1349e38b-64a8-47c8-ae61-6bd0af5a236d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 217 time: 0.1919827 Dec 15 21:50:51.523280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:51.606461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.607409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router 68bbeb72-ebaf-4573-8616-d5ff232ebc5d {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:50:51.654665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:50:51.655477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:51.660675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3647d87b-4531-4874-aa60-7adfc8bb275c', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'floating_ip_address': '172.26.6.121', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'mac_address': 'fa:16:3e:c2:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:46Z', 'updated_at': '2021-12-15T21:50:46Z', 'revision_number': 0, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:51.666603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.667423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Checking router: 2ce29797-85ca-41f9-9872-ca3d5247f07c for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:50:51.670697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-119df85c-b1a6-47a2-baef-443b343a6f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.672083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-119df85c-b1a6-47a2-baef-443b343a6f74 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 898 time: 0.2450759 Dec 15 21:50:51.673169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:51.673646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.676637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.683628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 204 len: 168 time: 3.0111642 Dec 15 21:50:51.684542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:51.691423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2108034893', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:51.727401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.753113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566f8a3-0eae-425f-87c1-e8c3a8515445 req-84b04605-cffd-49c1-8d10-4a973c013d38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.754856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6a2a875c-a9f8-4dcb-9dd6-1448bcdae1b1 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:51.759998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0566f8a3-0eae-425f-87c1-e8c3a8515445 req-84b04605-cffd-49c1-8d10-4a973c013d38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 0.4540982 Dec 15 21:50:51.764216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:51.764973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:51.782875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:51.804179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Usage tracker for resource:router and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:51.811231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:51.838846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:51.860813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Router 7b398d74-9353-44a2-af2e-9c612976946b is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:51.865632 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0566f8a3-0eae-425f-87c1-e8c3a8515445 req-f1cf6d80-f5d0-490c-a3e5-c1f411e2ce4b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048014 Dec 15 21:50:51.868603 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-31ce609c-f6dd-498f-838d-442b973873b9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 999 time: 0.1831462 Dec 15 21:50:51.872754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.874363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.919909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:51.936625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:51.943268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.943646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.943982 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP df0ddb94-a02c-4d71-8ac0-e50bf8c101e6 disassociated. External IP: 172.26.6.175, port: 70829b3e-3e78-44fd-9520-1be781522cdc. Dec 15 21:50:51.944321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 70829b3e-3e78-44fd-9520-1be781522cdc owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:51.954683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-ff83d057-acae-4c32-bcc0-058c58ecfb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.956495 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-ff83d057-acae-4c32-bcc0-058c58ecfb91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.0778346 Dec 15 21:50:51.968676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367bf55-9952-43ae-9ce8-3cab1c449bbc None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:51.971362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:51.978282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-c8807eae-9a86-41e5-9875-722733dbdef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:51.979730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-c8807eae-9a86-41e5-9875-722733dbdef1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.4913926 Dec 15 21:50:52.032589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:52.033191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:52.057299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbee808-7a01-40fc-b7ea-7e10b33f12b3 req-d716eacd-f0ce-45fa-a816-cc531651e092 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:52.060325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bbee808-7a01-40fc-b7ea-7e10b33f12b3 req-d716eacd-f0ce-45fa-a816-cc531651e092 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.8770847 Dec 15 21:50:52.084253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:52.103102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:50:52.185840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:52.223980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=3f2fa8b7-4c6e-47c1-823e-72ce35e209ac,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:52.226728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:52.309940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:52.318159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-e5b5c34d-35bd-48eb-a11e-ac817e5adfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:52.319965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-e5b5c34d-35bd-48eb-a11e-ac817e5adfe8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3302727 Dec 15 21:50:52.453937 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.7743533 Dec 15 21:50:52.463845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34192) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:52.473114 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bbee808-7a01-40fc-b7ea-7e10b33f12b3 req-98bdbe88-e9a8-4a19-9064-0bc2867e362e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892630 Dec 15 21:50:52.475588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:52.482344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '3f2fa8b7-4c6e-47c1-823e-72ce35e209ac'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:52.483185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:52.492946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] Sync routers for ids ['7b398d74-9353-44a2-af2e-9c612976946b'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:52.511175 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] Routers {'7b398d74-9353-44a2-af2e-9c612976946b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:52.513076 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7b398d74-9353-44a2-af2e-9c612976946b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:52.520003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:52.546591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:52.619326 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:52.631292 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] Routers {'7b398d74-9353-44a2-af2e-9c612976946b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:52.632558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7b398d74-9353-44a2-af2e-9c612976946b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:52.725518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:50:52.725862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:50:52.741707 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:52.742595 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeee3ef-23a9-4923-af5a-71516ec54570 None None] The sync data for ids ['7b398d74-9353-44a2-af2e-9c612976946b'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:52.764621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-df57dd7e-c744-409b-afc7-808f2ed46686 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267337 Dec 15 21:50:52.803089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Allocated IP 2001:db8::f816:3eff:fee3:3125 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/3f2fa8b7-4c6e-47c1-823e-72ce35e209ac/372534b9-b616-4e94-ab5b-26052b43eaa1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:52.882085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3647d87b-4531-4874-aa60-7adfc8bb275c', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'floating_ip_address': '172.26.6.121', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'mac_address': 'fa:16:3e:c2:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:46Z', 'updated_at': '2021-12-15T21:50:46Z', 'revision_number': 0, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:52.897256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2a3643-ae22-4bb7-bb55-2d745f503ba3 None None] The sync data for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv is: [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3647d87b-4531-4874-aa60-7adfc8bb275c', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'floating_ip_address': '172.26.6.121', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'mac_address': 'fa:16:3e:c2:4b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:46Z', 'updated_at': '2021-12-15T21:50:46Z', 'revision_number': 0, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:52.992416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf675fc1-9a44-488d-abcf-32d82e37f7b6 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/floatingips/3647d87b-4531-4874-aa60-7adfc8bb275c HTTP/1.1" status: 200 len: 991 time: 0.4327233 Dec 15 21:50:52.999500 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/routers/7b398d74-9353-44a2-af2e-9c612976946b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9129364 Dec 15 21:50:53.000910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.031245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34202) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:53.034971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ecfb2e5f-b638-4022-b80b-0bb38d43d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:53.036231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-ecfb2e5f-b638-4022-b80b-0bb38d43d524 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9993412 Dec 15 21:50:53.036882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a7f13089-c35d-4d3f-a368-531321f04dde tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:53.053983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.064533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Transition to ACTIVE for port object 372534b9-b616-4e94-ab5b-26052b43eaa1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:53.089100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9d61da-685d-4de2-800a-4755ad71541c None None] Network bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:53.105325 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0ee09ee-4d5c-4d83-b6f3-c519421b4adc req-415e678c-6a2a-4128-9487-81afdbfd7d07 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325477 Dec 15 21:50:53.113967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Transition to ACTIVE for port object 372534b9-b616-4e94-ab5b-26052b43eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:53.170203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.203772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.206076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.208994 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/95f4c1a9-c63d-4255-a517-9cd1e9028d65 HTTP/1.1" status: 204 len: 168 time: 3.7727122 Dec 15 21:50:53.209633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:53.210047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=95f4c1a9-c63d-4255-a517-9cd1e9028d65,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:53.237546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:53.248205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:53.250705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.265751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8a2fcd-73a3-4706-8c3d-4d90d1a46bd2 None None] New status for floating IP 3647d87b-4531-4874-aa60-7adfc8bb275c: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:50:53.349115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b01fa23-e4e0-465d-b971-d617f008ec11 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:53.350805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b01fa23-e4e0-465d-b971-d617f008ec11 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:53.351676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b01fa23-e4e0-465d-b971-d617f008ec11 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Synchronizing usage tracker for tenant:b9b2c8994aa44ffb8b02033297d15f38 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:53.353921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:53.357255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6616ee4a-d7e3-423c-8dec-62a02e6bc6b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:53.365872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846852ee-c6d4-4d85-8cb5-40973dcc54f9 req-c3f73a13-83b9-4e7c-a1de-c3853331cf19 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:53.367481 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-846852ee-c6d4-4d85-8cb5-40973dcc54f9 req-c3f73a13-83b9-4e7c-a1de-c3853331cf19 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 0.3061669 Dec 15 21:50:53.427089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.431664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:53.454454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=70829b3e-3e78-44fd-9520-1be781522cdc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:53.457768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:53.458543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b01fa23-e4e0-465d-b971-d617f008ec11 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Unset dirty status for tenant:b9b2c8994aa44ffb8b02033297d15f38 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:53.462551 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b01fa23-e4e0-465d-b971-d617f008ec11 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2480679 Dec 15 21:50:53.462701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76dd10d2-7644-4531-bee7-0b0a15c6d038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:53.466043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:53.467652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34210) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:53.495539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-846852ee-c6d4-4d85-8cb5-40973dcc54f9 req-9e16d81c-2a49-41f1-b3df-b1b65cf331f6 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200001 Dec 15 21:50:53.534231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:53.545493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Pushing event updated for resources: {'Port': ['ID=372534b9-b616-4e94-ab5b-26052b43eaa1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:53.548217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:53.550232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:53.556725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:53.580093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Allocated IP 172.26.6.248 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/e7f3b981-1be4-4c5f-aad0-3ca61a6b9646) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:53.591300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.609430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91300821-cb3c-4df2-9202-b7faad5876a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.675340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.21.0.1 (110b58cf-0c24-4a86-b57f-efec87b0b450/c25cffab-373f-4363-894d-7318e79cbee3/c7b81d2d-d9c6-4f8c-9505-c61e5099e84c) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:53.682579 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-91300821-cb3c-4df2-9202-b7faad5876a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 21:50:53.683165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91300821-cb3c-4df2-9202-b7faad5876a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:50:53.706302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91300821-cb3c-4df2-9202-b7faad5876a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb HTTP/1.1" status: 409 len: 405 time: 0.2380898 Dec 15 21:50:53.710905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34214) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:53.717961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:53.720905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-78261527'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:53.722528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.729961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:53.747215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:53.751609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:53.767691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:53.797769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.801096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:53.804519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.820905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-85b316c9-3464-49aa-8685-24b93c564ade service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6905739 Dec 15 21:50:53.841247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:50:53.841752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb52240-9ae3-49a8-bddd-5b7f733fd235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:53.844064 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abb52240-9ae3-49a8-bddd-5b7f733fd235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b398d74-9353-44a2-af2e-9c612976946b HTTP/1.1" status: 200 len: 989 time: 0.7687166 Dec 15 21:50:53.846918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:53.867192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Attempting to bind port 372534b9-b616-4e94-ab5b-26052b43eaa1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:53.867568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Attempting to bind port 372534b9-b616-4e94-ab5b-26052b43eaa1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:53.868674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Attempting to bind port 372534b9-b616-4e94-ab5b-26052b43eaa1 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:53.870950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,segment=NetworkSegment(3942a2fa-75b8-4a85-aff1-64642881228f),segment_id=3942a2fa-75b8-4a85-aff1-64642881228f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:53.878645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:53.879027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:53.879434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.879827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:53.880663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Bound port: 372534b9-b616-4e94-ab5b-26052b43eaa1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:53.881047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.890626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.894328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e2fe17a1-4c01-40aa-98b7-040e7ac3bd14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:53.916832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:53.917169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment 9f5bee41-6a97-4e81-80d5-a9700b42ca15 of type vlan for network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f Dec 15 21:50:54.004639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34222) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:54.027091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:54.033038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:54.053932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:54.063085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] For port 372534b9-b616-4e94-ab5b-26052b43eaa1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:54.066270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] For port 372534b9-b616-4e94-ab5b-26052b43eaa1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=372534b9-b616-4e94-ab5b-26052b43eaa1,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:54.074244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.080043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8210fdd6-a29d-4866-aac0-b717c54b996e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:54.169308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] DHCP port deletion for bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:50:54.177146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Deleting port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:54.177607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.207411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Pushing event updated for resources: {'Port': ['ID=372534b9-b616-4e94-ab5b-26052b43eaa1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:54.223380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:54.235234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.251694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.261780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:54.305145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a278b1c1-3680-47a5-be57-e8a2fe4733c3 req-f561e30e-1db0-4e5f-9a37-d82f138c7364 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577391 Dec 15 21:50:54.384041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event updated for resources: {'Port': ['ID=e7f3b981-1be4-4c5f-aad0-3ca61a6b9646,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:54.394003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:54.413431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:54.429744 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5d03f7a3-39c8-408c-8fe5-1ea0e140719b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/floatingips/3647d87b-4531-4874-aa60-7adfc8bb275c HTTP/1.1" status: 200 len: 993 time: 0.4182270 Dec 15 21:50:54.458061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] For port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,segment=NetworkSegment(3942a2fa-75b8-4a85-aff1-64642881228f),segment_id=3942a2fa-75b8-4a85-aff1-64642881228f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:54.458461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.501650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:54.504515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:54.597475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:50:54.687056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Calling delete_port for 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:54.709793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.773524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.777897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:54.815066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object c7b81d2d-d9c6-4f8c-9505-c61e5099e84c will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:54.815291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.820913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:54.821525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.822335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Pushing event deleted for resources: {'Port': ['ID=9a5c5ec2-99eb-4da7-ada2-c6dc82814543,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:54.825979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:54.828441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] No DVR routers for this DVR port 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:50:54.835321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64f14bf1-ede0-4eb0-96c3-f8341ea2d76e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:54.881875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:54.886374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:54.892341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:54.897814 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:54.907614 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:54.908698 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:55.006392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:55.016243 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3039784 Dec 15 21:50:55.022024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34230) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:55.022211 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:55.022812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:55.033978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:55.085016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:55.134674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=ad3e4d15-aaf7-4ea6-bf28-06186c97f48f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:55.139651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:55.148820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:55.154864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:50:55.162021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:55.162737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.164177 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:55.164790 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33837dad-ccab-4267-8da8-3e4f38bbbccc None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:55.186868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc4f8-edda-4106-ab01-be624be6724a req-11066796-04d9-40ba-9d72-058000afdd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:55.190755 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-11066796-04d9-40ba-9d72-058000afdd87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1097 time: 0.5346079 Dec 15 21:50:55.228776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0388fe6-eb35-424d-8a64-cd457ac4a7eb req-41fe7731-b4c6-4d4a-883e-39c0d761dba3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:55.230224 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0388fe6-eb35-424d-8a64-cd457ac4a7eb req-41fe7731-b4c6-4d4a-883e-39c0d761dba3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 0.5169773 Dec 15 21:50:55.231505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=6630fe94-6434-4265-bb6e-a46f5dc9d163,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:55.242443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.285172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:55.290384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c7557cb-6858-4419-b582-882538e3870f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:55.390494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.393962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/70829b3e-3e78-44fd-9520-1be781522cdc HTTP/1.1" status: 204 len: 168 time: 7.2672722 Dec 15 21:50:55.399001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34234) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:55.448387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9743962 Dec 15 21:50:55.462282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34238) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:55.470820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:55.483508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:55.492172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:7e:2e:f0', 'name': 'tempest-NetworksTestDHCPv6-696708358'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:55.510997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:55.539999 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1ed5b82-3d12-4e4b-8680-e9887e912a73 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/floatingips/df0ddb94-a02c-4d71-8ac0-e50bf8c101e6 HTTP/1.1" status: 200 len: 688 time: 0.1353824 Dec 15 21:50:55.540833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:55.547549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:55.646413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.688289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c7b81d2d-d9c6-4f8c-9505-c61e5099e84c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:55.698310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:55.714316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a753f6-ad9d-4692-af13-b94537455c3b None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:55.716879 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0388fe6-eb35-424d-8a64-cd457ac4a7eb req-3fda7530-136c-4d15-890b-e69a270fd384 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4699678 Dec 15 21:50:55.730057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:55.748919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc4f8-edda-4106-ab01-be624be6724a req-7ff96934-233d-4e72-b428-326dc4d563b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:55.751333 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-7ff96934-233d-4e72-b428-326dc4d563b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.5125256 Dec 15 21:50:55.838523 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-99478e24-da2a-4ea1-9a61-3d1231f96e75 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 217 time: 0.0733500 Dec 15 21:50:55.844064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:55.847742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.850314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a74f611-beff-4e4a-aa0c-a6b4ff0e80b6 None None] Provisioning for port 372534b9-b616-4e94-ab5b-26052b43eaa1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:55.916783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:55.978093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:55.978093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.014089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-605d9a11-1a62-43e9-961a-0eb39ae4fb67 None None] Provisioning for port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:56.019642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-605d9a11-1a62-43e9-961a-0eb39ae4fb67 None None] Provisioning complete for port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:56.020126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-605d9a11-1a62-43e9-961a-0eb39ae4fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.075322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:56.084856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc4f8-edda-4106-ab01-be624be6724a req-a75f54a5-89b3-4167-9603-3e6e693a97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:56.086122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-a75f54a5-89b3-4167-9603-3e6e693a97c2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.2185154 Dec 15 21:50:56.086690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 372534b9-b616-4e94-ab5b-26052b43eaa1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:56.091106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:56.126529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:56.140734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:56.146558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-605d9a11-1a62-43e9-961a-0eb39ae4fb67 None None] Port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:56.174781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 372534b9-b616-4e94-ab5b-26052b43eaa1 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:56.182400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 372534b9-b616-4e94-ab5b-26052b43eaa1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:56.182680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.185481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:56.236515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.310486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '3f2fa8b7-4c6e-47c1-823e-72ce35e209ac', 'ip_address': '2001:db8::f816:3eff:fee3:3125'}, {'subnet_id': '6630fe94-6434-4265-bb6e-a46f5dc9d163'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '372534b9-b616-4e94-ab5b-26052b43eaa1'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:50:56.413275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.427956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.555523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 372534b9-b616-4e94-ab5b-26052b43eaa1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=372534b9-b616-4e94-ab5b-26052b43eaa1,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:56.561996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbc4f8-edda-4106-ab01-be624be6724a req-cb5d2216-d199-4585-bc78-9927156cd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:56.563496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-cb5d2216-d199-4585-bc78-9927156cd8f2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4693997 Dec 15 21:50:56.564131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.573207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.579256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a8d87770-8071-420b-93fc-600d30c9b071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:56.662080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:50:56.745634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:50:56.747286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9a5c5ec2-99eb-4da7-ada2-c6dc82814543 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:50:56.762455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=372534b9-b616-4e94-ab5b-26052b43eaa1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:56.771192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:56.777275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.777416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.778007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:56.792264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Allocated IP 172.20.0.2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/6630fe94-6434-4265-bb6e-a46f5dc9d163/372534b9-b616-4e94-ab5b-26052b43eaa1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:56.935552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:56.945951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] For port 372534b9-b616-4e94-ab5b-26052b43eaa1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=372534b9-b616-4e94-ab5b-26052b43eaa1,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:56.951126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:50:56.991719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:56.999939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.054478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.096234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Transition to ACTIVE for port object 372534b9-b616-4e94-ab5b-26052b43eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:57.104319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.111326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:57.118898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:50:57.130603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.145577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9b28368c-13c9-413b-8983-4ac94997087f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:57.183076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-3e8ebf6d-759a-4401-ae4b-ab48b8fdb099 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732617 Dec 15 21:50:57.282777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:57.300441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Pushing event updated for resources: {'Port': ['ID=372534b9-b616-4e94-ab5b-26052b43eaa1,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:57.304233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:57.305183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'port_id': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'mac_address': 'fa:16:3e:47:c3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:50:57.369633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.393379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:50:57.415647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:50:57.420791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.423420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:57.438605 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-0d57d78c-8cf1-433a-b714-58c81f6f3b7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7724342 Dec 15 21:50:57.498829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port c264dc27-a300-4383-8ded-4a1605e0a7f8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:50:57.499174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.500481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=7d679110-846a-4fc1-bb0e-5d3a80e58800,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:57.516652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:57.525109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': '9f5bee41-6a97-4e81-80d5-a9700b42ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:57.525705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: ad3e4d15-aaf7-4ea6-bf28-06186c97f48f, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:50:57.581650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:57.599179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6e26a-4fad-4e01-b18d-2f76668f46e5 req-d1a55487-e130-48d9-93e3-5853a11aadef tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:57.602320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:57.606278 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3bd6e26a-4fad-4e01-b18d-2f76668f46e5 req-d1a55487-e130-48d9-93e3-5853a11aadef tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 944 time: 0.6410155 Dec 15 21:50:57.639503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01dbc4f8-edda-4106-ab01-be624be6724a req-ab4eb9bc-582e-4f64-86f1-33d674020f44 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451644 Dec 15 21:50:57.652487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['779978bb-ce47-4b00-97e6-e5d23c3cbeb0'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:50:57.677813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:50:57.714045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ad3e4d15-aaf7-4ea6-bf28-06186c97f48f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:57.744199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:57.744857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.756748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.765083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 172.20.0.14 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/6630fe94-6434-4265-bb6e-a46f5dc9d163/69475cf6-ef90-4257-b2f3-2d12b18ad0e7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:57.773477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.785220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983b40da-e3a9-45a3-805a-c64834392bfd None None] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:50:57.807380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2f9013a-9363-402f-8c76-7d7dbc5fbbb8 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:57.827837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:57.841518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795d3fb-6ab8-4db8-b66a-505d7012c6b2 tempest-FloatingIPAdminTestJSON-209847940 tempest-FloatingIPAdminTestJSON-209847940-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:57.849487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe7e:2ef0 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/3f2fa8b7-4c6e-47c1-823e-72ce35e209ac/69475cf6-ef90-4257-b2f3-2d12b18ad0e7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:57.885354 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3bd6e26a-4fad-4e01-b18d-2f76668f46e5 req-c3c482a8-ebb1-4afa-8904-7090334b84ca tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782018 Dec 15 21:50:57.938269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=5c93d6ed-5dc9-4b58-a2d7-f6607b7a56df,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:57.958615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:57.961104 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9326499 Dec 15 21:50:57.963828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:57.978510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c7b81d2d-d9c6-4f8c-9505-c61e5099e84c,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:57.997113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:58.020365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.043764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'port': {'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f', 'name': 'tempest-NetworksIpV6TestAttrs-1028064949'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:58.063971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 372534b9-b616-4e94-ab5b-26052b43eaa1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:50:58.070846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Router 23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:50:58.170828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.227732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ad3e4d15-aaf7-4ea6-bf28-06186c97f48f', 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': '7d679110-846a-4fc1-bb0e-5d3a80e58800'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:50:58.228254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.268384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f54cb904-810e-4378-8a12-b8e8b21ef0ed None None] Provisioning for port 372534b9-b616-4e94-ab5b-26052b43eaa1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:58.280684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 372534b9-b616-4e94-ab5b-26052b43eaa1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:58.281071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.303281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-6eb1752b-319a-4df4-ae1d-ee71ccbfebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:58.304863 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-6eb1752b-319a-4df4-ae1d-ee71ccbfebfd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.6806722 Dec 15 21:50:58.323298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f54cb904-810e-4378-8a12-b8e8b21ef0ed None None] Provisioning complete for port 372534b9-b616-4e94-ab5b-26052b43eaa1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:58.323916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f54cb904-810e-4378-8a12-b8e8b21ef0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.395990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for c264dc27-a300-4383-8ded-4a1605e0a7f8 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:50:58.425689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.482272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.491038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:58.494092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:58.570453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:58.682092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 46e38abd-d921-4351-a82e-d7661092e848 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:50:58.708971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-02793204-28a7-48f8-877e-36d26b9efa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:58.710607 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-02793204-28a7-48f8-877e-36d26b9efa58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 898 time: 0.2801864 Dec 15 21:50:58.713218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Allocated IP 2001:db8::f816:3eff:fe2b:d2f7 (ad3e4d15-aaf7-4ea6-bf28-06186c97f48f/7d679110-846a-4fc1-bb0e-5d3a80e58800/e343b616-9f08-4ef3-a867-c240e91a12c6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:50:58.854520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:58.860364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4384022 Dec 15 21:50:58.862359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.866409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:58.869349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:58.875618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] Sync routers for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:58.934016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:58.938281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:58.940887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:58.949324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f5423ad1-39fc-42bf-9cf6-7255875ebc63 None None] Provisioning complete for port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:58.949796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5423ad1-39fc-42bf-9cf6-7255875ebc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:58.974147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:58.974786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.001746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=69475cf6-ef90-4257-b2f3-2d12b18ad0e7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:59.005377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:59.034487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.035169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.061852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5901330 Dec 15 21:50:59.061852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:59.077858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.090424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.125596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Transition to ACTIVE for port object e343b616-9f08-4ef3-a867-c240e91a12c6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:59.137248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:59.137891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.199634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5423ad1-39fc-42bf-9cf6-7255875ebc63 None None] Port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:59.199896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:59.202188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.206579 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/df0ddb94-a02c-4d71-8ac0-e50bf8c101e6 HTTP/1.1" status: 204 len: 168 time: 3.6565084 Dec 15 21:50:59.214655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.215168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c3a71c-abd9-499c-aad1-e78aba2545ed None None] The sync data for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:59.215502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:59.218690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Transition to ACTIVE for port object e343b616-9f08-4ef3-a867-c240e91a12c6 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:50:59.224781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0895877f-6a76-4fc0-9ead-c1e973f6c101 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.225860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.226334 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0895877f-6a76-4fc0-9ead-c1e973f6c101 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports/c7b81d2d-d9c6-4f8c-9505-c61e5099e84c HTTP/1.1" status: 200 len: 910 time: 0.3047028 Dec 15 21:50:59.231301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:59.231461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:port and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:59.232364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:59.240865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:59.241023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'daef7087-a940-4ca8-a42e-44204f464c36'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:59.248069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:50:59.283957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:59.303654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:50:59.306807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:50:59.310556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:50:59.324116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:50:59.330289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-989e0242-acb2-4d9f-8dcd-fdc2a77f69fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 1001 time: 0.5406389 Dec 15 21:50:59.330948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:floatingip and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:50:59.343014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b8c14-fda9-40b3-beaa-6599278c6475 req-7165dbba-ccd9-4557-bb70-4c78047b5163 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.343433 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] Sync routers for ids ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:50:59.350292 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8b8c14-fda9-40b3-beaa-6599278c6475 req-7165dbba-ccd9-4557-bb70-4c78047b5163 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 945 time: 0.2263458 Dec 15 21:50:59.352257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Pushing event updated for resources: {'Port': ['ID=e343b616-9f08-4ef3-a867-c240e91a12c6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:59.360372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:59.377480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:50:59.379681 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] Routers {'23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:59.381368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.383132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:50:59.386916 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.439517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Attempting to bind port e343b616-9f08-4ef3-a867-c240e91a12c6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:50:59.440869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Attempting to bind port e343b616-9f08-4ef3-a867-c240e91a12c6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '9f5bee41-6a97-4e81-80d5-a9700b42ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:50:59.441664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Attempting to bind port e343b616-9f08-4ef3-a867-c240e91a12c6 on network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:50:59.445625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] device_id is not set on port bdb980af-a379-4f0d-8c9b-04e0bad123ed yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:50:59.460402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:50:59.461089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Checking segment: {'id': '9f5bee41-6a97-4e81-80d5-a9700b42ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:50:59.461596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.462093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Bound using segment: {'id': '9f5bee41-6a97-4e81-80d5-a9700b42ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:50:59.462673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Bound port: e343b616-9f08-4ef3-a867-c240e91a12c6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5bee41-6a97-4e81-80d5-a9700b42ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ad3e4d15-aaf7-4ea6-bf28-06186c97f48f'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:50:59.463151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.475184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:50:59.485446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.493896 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.495728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f79b1dc-d719-408e-b236-89643c095107 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:59.504924 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] Routers {'23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:50:59.505936 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.542383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.544240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.8563328 Dec 15 21:50:59.545817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-a97d4ee6-c9fb-4133-a36d-2b0092fbe525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.546457 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8b8c14-fda9-40b3-beaa-6599278c6475 req-fb3556fe-3aac-4871-aa8d-6815dc2934f1 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952293 Dec 15 21:50:59.547164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:50:59.555925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-a97d4ee6-c9fb-4133-a36d-2b0092fbe525 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.2172379 Dec 15 21:50:59.577136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ddc7c-e652-4eab-836c-a4d0f14313f4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.587545 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:50:59.588297 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa69aba3-befe-4d86-b7bc-82c8dd7d9a9a None None] The sync data for ids ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:50:59.598992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4ddc7c-e652-4eab-836c-a4d0f14313f4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:50:59.599975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c4ddc7c-e652-4eab-836c-a4d0f14313f4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:50:59.602236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=c264dc27-a300-4383-8ded-4a1605e0a7f8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:59.621036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:59.621797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:50:59.643626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6bd076e9-546c-4a80-bacf-67dc4132523a None None] Provisioning for port 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:50:59.655279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6bd076e9-546c-4a80-bacf-67dc4132523a None None] Provisioning complete for port 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:50:59.655650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6bd076e9-546c-4a80-bacf-67dc4132523a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.687333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.702759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] For port e343b616-9f08-4ef3-a867-c240e91a12c6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:50:59.719404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] For port e343b616-9f08-4ef3-a867-c240e91a12c6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e343b616-9f08-4ef3-a867-c240e91a12c6,segment=NetworkSegment(9f5bee41-6a97-4e81-80d5-a9700b42ca15),segment_id=9f5bee41-6a97-4e81-80d5-a9700b42ca15)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:50:59.724465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6bd076e9-546c-4a80-bacf-67dc4132523a None None] Port 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:50:59.732013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.742101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-510f0dc2-16c0-4a60-8873-73ea9466e52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:50:59.820492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Pushing event updated for resources: {'Port': ['ID=e343b616-9f08-4ef3-a867-c240e91a12c6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:50:59.823793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:50:59.900330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:50:59.904378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c4ddc7c-e652-4eab-836c-a4d0f14313f4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:50:59.905547 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c4ddc7c-e652-4eab-836c-a4d0f14313f4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8422518 Dec 15 21:50:59.912147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:00.059394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Allocated IP 2001:db8::f816:3eff:fe88:1aee (ad3e4d15-aaf7-4ea6-bf28-06186c97f48f/7d679110-846a-4fc1-bb0e-5d3a80e58800/bdb980af-a379-4f0d-8c9b-04e0bad123ed) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:00.172742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-660d2972-fb12-4bcf-b61d-4a1efefa3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:00.174286 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-660d2972-fb12-4bcf-b61d-4a1efefa3b54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6026025 Dec 15 21:51:00.181356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:00.181746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:00.667679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Router 7b398d74-9353-44a2-af2e-9c612976946b has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:00.720328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:00.931075 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-d1ccdcf9-99b5-498d-8416-1e4344e3372c service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175040 Dec 15 21:51:00.963662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc058f8c-98a9-4ec6-89dc-974a9ed7ee84 None None] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:01.030322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.038521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:01.079410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.2 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/451254be-0ab6-403f-9f92-302fb76c86ab) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:01.082678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.097280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4614c4b-c118-442a-8022-a8813d5791e9 req-de4427dc-f6b4-4cd8-8a00-9e5e943846ee tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:01.104034 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4614c4b-c118-442a-8022-a8813d5791e9 req-de4427dc-f6b4-4cd8-8a00-9e5e943846ee tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 945 time: 0.4295940 Dec 15 21:51:01.129495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7d22d44d-949c-4f74-9d92-97aa274257b6 None None] Provisioning for port e343b616-9f08-4ef3-a867-c240e91a12c6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:01.136565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Deleting port e7f3b981-1be4-4c5f-aad0-3ca61a6b9646 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:01.137619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.211628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:01.212724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:01.220511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.223086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:01.223538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.243090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.251441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.294401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] Sync routers for ids ['7b398d74-9353-44a2-af2e-9c612976946b'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:01.315005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] Routers {'7b398d74-9353-44a2-af2e-9c612976946b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:01.315393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7b398d74-9353-44a2-af2e-9c612976946b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:01.337886 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/routers/7b398d74-9353-44a2-af2e-9c612976946b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4856725 Dec 15 21:51:01.344152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e4614c4b-c118-442a-8022-a8813d5791e9 req-1b2dadb9-473b-47a6-83ed-2872f401f538 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392585 Dec 15 21:51:01.400197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:01.415103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 69475cf6-ef90-4257-b2f3-2d12b18ad0e7 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:01.455448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.472749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:01.509432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Transition to ACTIVE for port object bdb980af-a379-4f0d-8c9b-04e0bad123ed will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:01.523004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f34a178-2f63-4461-bde2-fe3841181f9c req-8f6b06a1-d2c6-488f-abb5-94156b33dedc service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248358 Dec 15 21:51:01.526583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e801305e-2e93-4664-83b0-c0ca637f146d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:51:01.527113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e801305e-2e93-4664-83b0-c0ca637f146d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:01.549964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:01.556708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:51:01.569099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e801305e-2e93-4664-83b0-c0ca637f146d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:01.570245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e801305e-2e93-4664-83b0-c0ca637f146d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/c264dc27-a300-4383-8ded-4a1605e0a7f8 HTTP/1.1" status: 404 len: 333 time: 0.1664386 Dec 15 21:51:01.578222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34290) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:01.597037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.603628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] Routers {'7b398d74-9353-44a2-af2e-9c612976946b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:01.604230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7b398d74-9353-44a2-af2e-9c612976946b'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:01.727771 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'code': 200} Dec 15 21:51:01.729610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:01.770967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.810178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:01.810749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c827f31-733d-409b-9f03-4df1b29c8f29 None None] The sync data for ids ['7b398d74-9353-44a2-af2e-9c612976946b'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:01.841203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.868053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.873887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:01.888034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:01.900306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:01.909004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ea6983-13df-477c-bf17-cad3c105a05d tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:02.060413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Calling delete_port for e7f3b981-1be4-4c5f-aad0-3ca61a6b9646 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:02.073437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e343b616-9f08-4ef3-a867-c240e91a12c6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:02.164706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.185545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7bb08ca-915e-4fd1-81ea-95cdb57de12e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:02.188122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e343b616-9f08-4ef3-a867-c240e91a12c6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:02.194353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e343b616-9f08-4ef3-a867-c240e91a12c6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:02.194778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.265262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:02.274668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=451254be-0ab6-403f-9f92-302fb76c86ab,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:02.277679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:02.284220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:02.285026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:02.303395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-79550269-db05-4e55-9c3f-07f26f020693 None None] Provisioning complete for port e343b616-9f08-4ef3-a867-c240e91a12c6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:02.304087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-79550269-db05-4e55-9c3f-07f26f020693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.418710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.457290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:02.481155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:02.487012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e343b616-9f08-4ef3-a867-c240e91a12c6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e343b616-9f08-4ef3-a867-c240e91a12c6,segment=NetworkSegment(9f5bee41-6a97-4e81-80d5-a9700b42ca15),segment_id=9f5bee41-6a97-4e81-80d5-a9700b42ca15)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:02.493672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Port': ['ID=bdb980af-a379-4f0d-8c9b-04e0bad123ed,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:02.497998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:02.516968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:02.517861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.525049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.531677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:02.532504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:02.539325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.544704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.589543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.599754 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.6307251 Dec 15 21:51:02.601189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ea278ea-23ee-4362-991a-b7a57febb1a5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:02.610082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:02.682325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.685056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Fanout notify agent at l3_agent the message router_deleted on router 7b398d74-9353-44a2-af2e-9c612976946b {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:51:02.688386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e343b616-9f08-4ef3-a867-c240e91a12c6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:02.700752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:02.719412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port c7b81d2d-d9c6-4f8c-9505-c61e5099e84c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:02.720103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.728455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=69475cf6-ef90-4257-b2f3-2d12b18ad0e7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:02.752028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:02.754638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af8e5-f274-4bc5-bfa6-56b67c1153d9 req-2c7f7008-f91f-4e37-8364-24b826e9b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:02.756300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae0af8e5-f274-4bc5-bfa6-56b67c1153d9 req-2c7f7008-f91f-4e37-8364-24b826e9b57e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.7946727 Dec 15 21:51:02.879962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.883521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1b01d45-0f0a-4de8-a161-9f93568514f9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/routers/7b398d74-9353-44a2-af2e-9c612976946b HTTP/1.1" status: 204 len: 168 time: 1.3018904 Dec 15 21:51:02.888327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:02.921865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-af8175b4-8eba-47d3-b923-657f1498cd13 None None] Provisioning for port bdb980af-a379-4f0d-8c9b-04e0bad123ed completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:02.927742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-af8175b4-8eba-47d3-b923-657f1498cd13 None None] Provisioning complete for port bdb980af-a379-4f0d-8c9b-04e0bad123ed triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:02.928397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af8175b4-8eba-47d3-b923-657f1498cd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:02.972269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting subnet 7d679110-846a-4fc1-bb0e-5d3a80e58800 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:02.987944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 42c40fbe-5ffb-4db2-bdd5-0562926c48cf {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:02.998842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af8175b4-8eba-47d3-b923-657f1498cd13 None None] Port bdb980af-a379-4f0d-8c9b-04e0bad123ed cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:02.999765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.017754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.040940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae0af8e5-f274-4bc5-bfa6-56b67c1153d9 req-5381c733-bc00-4743-9021-c6973d8f9d52 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405283 Dec 15 21:51:03.065689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.068315 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/69475cf6-ef90-4257-b2f3-2d12b18ad0e7 HTTP/1.1" status: 204 len: 168 time: 3.1508641 Dec 15 21:51:03.071653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:03.113482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.196214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41414dd7-e448-4759-9008-6ccbd726f44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:03.197696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41414dd7-e448-4759-9008-6ccbd726f44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:03.199110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2c12-4c35-462d-82ea-da106eb50e27 req-ad56e43e-8d4c-4a39-a963-992579640844 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:03.199277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41414dd7-e448-4759-9008-6ccbd726f44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:03.203281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-74ac2c12-4c35-462d-82ea-da106eb50e27 req-ad56e43e-8d4c-4a39-a963-992579640844 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7136512 Dec 15 21:51:03.203463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-41414dd7-e448-4759-9008-6ccbd726f44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1283255 Dec 15 21:51:03.204116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:03.253394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.264949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d55f1587-7aaf-479c-b9cc-956e676bc809 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:03.286563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 3f2fa8b7-4c6e-47c1-823e-72ce35e209ac {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:03.290188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.317560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.330477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Pushing event deleted for resources: {'Port': ['ID=e7f3b981-1be4-4c5f-aad0-3ca61a6b9646,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:03.333655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.386618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.403945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:03.463293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.471895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d590be99-ea0f-4327-85af-8cd25602ae7b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:03.507227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=42c40fbe-5ffb-4db2-bdd5-0562926c48cf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:03.512912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:03.515994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.529366 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/42c40fbe-5ffb-4db2-bdd5-0562926c48cf HTTP/1.1" status: 204 len: 168 time: 0.6291893 Dec 15 21:51:03.529366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:03.532215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.537563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea1ab1-c757-4cca-9bfa-79b135261e6b None None] Network e14410b8-e7d3-419d-a03a-d5a6b47a09a1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:03.686834 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-74ac2c12-4c35-462d-82ea-da106eb50e27 req-244f7fdc-6b73-434a-a4b5-4ca5665df69d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4646792 Dec 15 21:51:03.708350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.729319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.729536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 5c0ed435-1771-45bb-a349-f2e57173068b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:03.729536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.756053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.766368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7efc3659-84c2-41dc-a71f-25d79ff2cd7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:03.813357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2fa8b7-4c6e-47c1-823e-72ce35e209ac,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:03.820024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:03.821070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.829108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] DHCP port deletion for e14410b8-e7d3-419d-a03a-d5a6b47a09a1 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:03.834955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a9c1f5-ef1a-47c7-a684-a7af20779383 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:03.863475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/3f2fa8b7-4c6e-47c1-823e-72ce35e209ac HTTP/1.1" status: 204 len: 168 time: 0.6565299 Dec 15 21:51:03.869408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:03.888969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for c7b81d2d-d9c6-4f8c-9505-c61e5099e84c owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:03.895610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Deleting port 5c0ed435-1771-45bb-a349-f2e57173068b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:03.896018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.960290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:03.990223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] For port 5c0ed435-1771-45bb-a349-f2e57173068b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5c0ed435-1771-45bb-a349-f2e57173068b,segment=NetworkSegment(69ddcfb8-ff29-4160-8e13-9dcd7a9b00af),segment_id=69ddcfb8-ff29-4160-8e13-9dcd7a9b00af)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:03.990664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.056528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e343b616-9f08-4ef3-a867-c240e91a12c6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:04.272478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 6630fe94-6434-4265-bb6e-a46f5dc9d163 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:04.308615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 5c0ed435-1771-45bb-a349-f2e57173068b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:04.346103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.389698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.395865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e070aee-96af-4d7d-ba87-b6a29d91b03b tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:04.408640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.446187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No DVR routers for this DVR port 5c0ed435-1771-45bb-a349-f2e57173068b on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:04.449931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e343b616-9f08-4ef3-a867-c240e91a12c6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:04.450491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.473219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=5c0ed435-1771-45bb-a349-f2e57173068b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:04.476205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:04.503029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] For port 5c0ed435-1771-45bb-a349-f2e57173068b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5c0ed435-1771-45bb-a349-f2e57173068b,segment=NetworkSegment(69ddcfb8-ff29-4160-8e13-9dcd7a9b00af),segment_id=69ddcfb8-ff29-4160-8e13-9dcd7a9b00af)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:04.503029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.578788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.588186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.605111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e14410b8-e7d3-419d-a03a-d5a6b47a09a1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:04.618833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:04.619169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ddcfb8-ff29-4160-8e13-9dcd7a9b00af') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:04.632184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.640191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Calling delete_port for 5c0ed435-1771-45bb-a349-f2e57173068b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:04.649259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.657452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:04.657914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.658037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.676202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:04.749535 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:04.784815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:04.785461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:04.817651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.827287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e87058d6-a2ec-43db-bee1-bca1db061b6b tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:04.844739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5c0ed435-1771-45bb-a349-f2e57173068b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:04.845819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.854311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=e14410b8-e7d3-419d-a03a-d5a6b47a09a1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:04.859485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:04.872232 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/e14410b8-e7d3-419d-a03a-d5a6b47a09a1 HTTP/1.1" status: 204 len: 168 time: 1.3419549 Dec 15 21:51:04.875811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:04.903577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5c0ed435-1771-45bb-a349-f2e57173068b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:51:04.904326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5c0ed435-1771-45bb-a349-f2e57173068b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:51:04.931691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:04.940773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6040ce4d-9fb2-4bad-8a87-3d228c1d76c2 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:04.984248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=7d679110-846a-4fc1-bb0e-5d3a80e58800,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:04.997727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:05.001074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Router 23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:05.002693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90ff09-05bc-46dc-866e-e5e91656da99 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:05.003933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c90ff09-05bc-46dc-866e-e5e91656da99 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:05.016676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c265372-a590-45a2-9945-63d1c00cdc87 None None] Network ad3e4d15-aaf7-4ea6-bf28-06186c97f48f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:05.021009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.024105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.032458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1c90ff09-05bc-46dc-866e-e5e91656da99 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:05.033626 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c90ff09-05bc-46dc-866e-e5e91656da99 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/78b6c67a-8ad4-4710-8086-87e1f967fd3a HTTP/1.1" status: 200 len: 845 time: 0.1568561 Dec 15 21:51:05.037639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:05.097653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce7eaa-80bf-46a9-86dd-6d440c4b3771 req-7fbdf08c-d326-4b8e-b6d4-dd7f118b5872 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:05.100016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8ce7eaa-80bf-46a9-86dd-6d440c4b3771 req-7fbdf08c-d326-4b8e-b6d4-dd7f118b5872 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.1904018 Dec 15 21:51:05.172150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11b6d153-2d95-4576-9b8e-ec3066558c0b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/78b6c67a-8ad4-4710-8086-87e1f967fd3a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1332464 Dec 15 21:51:05.173170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:05.196429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:05.216068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.287705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8ce7eaa-80bf-46a9-86dd-6d440c4b3771 req-2ee0a9c6-3820-406c-b1ed-213680cf914b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770248 Dec 15 21:51:05.287861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Deleting port 5c0ed435-1771-45bb-a349-f2e57173068b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:05.288446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.313420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.328660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60377074-c393-4be3-855b-e4abb800433e tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:05.351019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] DHCP port deletion for ad3e4d15-aaf7-4ea6-bf28-06186c97f48f request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:05.360696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Deleting port e343b616-9f08-4ef3-a867-c240e91a12c6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:05.361170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.377417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:05.382680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:05.387910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:05.394818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:05.428409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:05.431929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.452693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-51b7df57-6534-4614-801b-e53f2d1c5e88 None None] The port '5c0ed435-1771-45bb-a349-f2e57173068b' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:51:05.460873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/7d679110-846a-4fc1-bb0e-5d3a80e58800 HTTP/1.1" status: 204 len: 168 time: 2.8456140 Dec 15 21:51:05.462027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=c7b81d2d-d9c6-4f8c-9505-c61e5099e84c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:05.463857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34340) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:05.519730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:05.637998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a5d4429f-f6fc-454d-b881-6a10f864910a None None] Provisioning complete for port 372534b9-b616-4e94-ab5b-26052b43eaa1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:05.638383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5d4429f-f6fc-454d-b881-6a10f864910a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.654251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:05.665433 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] Sync routers for ids ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:05.683624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] Routers {'23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:05.685372 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:05.709749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.710952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "PUT /v2.0/routers/23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 200 len: 710 time: 6.1058459 Dec 15 21:51:05.714285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34344) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:05.796662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] For port e343b616-9f08-4ef3-a867-c240e91a12c6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e343b616-9f08-4ef3-a867-c240e91a12c6,segment=NetworkSegment(9f5bee41-6a97-4e81-80d5-a9700b42ca15),segment_id=9f5bee41-6a97-4e81-80d5-a9700b42ca15)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:05.797234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.808732 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:05.819238 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] Routers {'23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:05.820160 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:05.848067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.881353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de6c89-3561-41d2-b5f7-82f4c4de5f0b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:05.883803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de6c89-3561-41d2-b5f7-82f4c4de5f0b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:05.884725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-15de6c89-3561-41d2-b5f7-82f4c4de5f0b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Synchronizing usage tracker for tenant:b9b2c8994aa44ffb8b02033297d15f38 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:05.885076 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:05.885780 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555d11af-1590-4edc-ac74-e47263f4d32d None None] The sync data for ids ['23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:05.907344 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9ece0aa9-f71a-4dfc-9325-4d8daeb22314 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/routers/23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 200 len: 745 time: 0.1901100 Dec 15 21:51:05.908345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34348) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:05.911325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:05.928802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Calling delete_port for e343b616-9f08-4ef3-a867-c240e91a12c6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:05.947699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-992bf70c-19b7-423c-b043-5161b6cf07f5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:05.999109 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7ba3bbc2-98b3-4851-bdf8-f9a2dc9b757c tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 200 len: 205 time: 0.0896168 Dec 15 21:51:06.004378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.012019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e343b616-9f08-4ef3-a867-c240e91a12c6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:06.020445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:06.059199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.062432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:06.063584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d012c7d-e288-4dc6-9aee-fe89660ad21f tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:06.065615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:06.066205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.078889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b57fb6-03db-4e0b-89b2-c86819643e85 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:06.092238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-558ab290-a3f6-4541-aedd-0f137af9e860 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 200 len: 205 time: 0.0765469 Dec 15 21:51:06.097047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34356) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.163403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=e094a1af-281f-4d34-b137-c4ba9b624081,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:06.166576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:06.180914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0028646 Dec 15 21:51:06.182159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.221232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port e343b616-9f08-4ef3-a867-c240e91a12c6 update to DOWN by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 21:51:06.223325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.242993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=6630fe94-6434-4265-bb6e-a46f5dc9d163,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:06.249514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-17fe517b-a364-4dc5-8595-dcaf3f96313b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:06.250298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.260523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:06.261449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-15de6c89-3561-41d2-b5f7-82f4c4de5f0b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Unset dirty status for tenant:b9b2c8994aa44ffb8b02033297d15f38 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:06.265412 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15de6c89-3561-41d2-b5f7-82f4c4de5f0b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7511766 Dec 15 21:51:06.287394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.292229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f944b71-9556-454c-91c5-2ae1f8b08821 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:06.315986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] No DVR routers for this DVR port e343b616-9f08-4ef3-a867-c240e91a12c6 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:06.324080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Pushing event deleted for resources: {'Port': ['ID=e343b616-9f08-4ef3-a867-c240e91a12c6,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:06.329060 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/6630fe94-6434-4265-bb6e-a46f5dc9d163 HTTP/1.1" status: 204 len: 168 time: 2.4530523 Dec 15 21:51:06.347987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34366) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.377162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1834269860'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:06.385870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:06.388946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:06.396121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.453712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:06.458049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:06.469541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31472c0-5182-47f1-8422-49b60657501f req-83932f88-57ca-4a39-9124-7e54a929c58a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:06.471960 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b31472c0-5182-47f1-8422-49b60657501f req-83932f88-57ca-4a39-9124-7e54a929c58a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.9962018 Dec 15 21:51:06.495914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34372) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.507262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.514356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Request body: {'floatingip': {'port_id': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:06.526945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:06.575733 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be81a937-00c3-44fe-b27e-5d38cf630498 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1796460 Dec 15 21:51:06.593335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.614637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:06.620893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.651363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.694086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-148fec07-4347-45be-b54a-b952a10ebd3e', 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'tenant_id': 'c2b599694f4e4d6fbcfb3e056a1c9c78', 'fixed_ips': [{'subnet_id': 'e094a1af-281f-4d34-b137-c4ba9b624081'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:06.695352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.770230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:06.774897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:06.776627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.778670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:06.781749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.783609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:06.786322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Deleting port 372534b9-b616-4e94-ab5b-26052b43eaa1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:06.786322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.792308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:06.830007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.830548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Fanout notify agent at l3_agent the message router_deleted on router 23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:51:06.871804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3b6b37b-c9c0-4480-997d-21e172cd88c3 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.872103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:06.873200 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe97995b-7d1d-4fb9-a724-485b4bdaedb5 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 204 len: 168 time: 0.7753129 Dec 15 21:51:06.882965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34384) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.936981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6124ea9a-7e1d-4280-99f5-59ab0c41c3e1 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 200 len: 205 time: 0.0528347 Dec 15 21:51:06.939990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:06.943891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.004615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.015811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed1d5f58-6ae4-46e2-bc93-2f7953227e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:07.034301 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1993db93-a4ba-488e-a216-5dbaafc0f0fb tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:07.035317 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1993db93-a4ba-488e-a216-5dbaafc0f0fb tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/23ed3ca8-919a-4626-8d0b-e3fd4f52e5a2 HTTP/1.1" status: 404 len: 336 time: 0.0944464 Dec 15 21:51:07.039940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.061154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Allocated IP 2001:db8::2 (148fec07-4347-45be-b54a-b952a10ebd3e/e094a1af-281f-4d34-b137-c4ba9b624081/8d4595b3-c429-4d89-bdb2-c63508795e2c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:07.093623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.098221 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7288337 Dec 15 21:51:07.098221 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d25a805-b3aa-43cb-9a54-2b5f2000a23e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 200 len: 205 time: 0.0565667 Dec 15 21:51:07.098866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34404) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.101184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a36df0-e4a9-429b-9d76-9992b777cdbe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:07.106733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1877145806'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:07.110953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.122698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:07.156198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] For port 372534b9-b616-4e94-ab5b-26052b43eaa1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=372534b9-b616-4e94-ab5b-26052b43eaa1,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:07.156198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.162085 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b6b37b-c9c0-4480-997d-21e172cd88c3 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 15 21:51:07.162681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b6b37b-c9c0-4480-997d-21e172cd88c3 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:07.169593 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3b6b37b-c9c0-4480-997d-21e172cd88c3 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/ad3e4d15-aaf7-4ea6-bf28-06186c97f48f HTTP/1.1" status: 409 len: 405 time: 0.8761404 Dec 15 21:51:07.172000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:51:07.182302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34412) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.185501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:07.197330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1057878668'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:07.202347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:07.206608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:07.209429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.209750 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7c336a6d-a212-4d6b-b33b-277870d32bc1 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:07.210810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7c336a6d-a212-4d6b-b33b-277870d32bc1 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/68bbeb72-ebaf-4573-8616-d5ff232ebc5d HTTP/1.1" status: 404 len: 336 time: 0.0990856 Dec 15 21:51:07.214789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:07.216999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34416) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.218111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:07.254741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:07.262030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.262238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:07.270375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:07.273595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:07.276824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9567a8e3-e015-41b7-9e09-1cd00f9218fd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:07.278838 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e35369a-a049-423a-a6c1-4066ee18cd58 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 200 len: 205 time: 0.0585241 Dec 15 21:51:07.281102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34420) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.328979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:07.334106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:07.353160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:07.359436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.380793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:07.382435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Calling delete_port for 372534b9-b616-4e94-ab5b-26052b43eaa1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:07.384282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.398686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-51be63dc-8ac6-4f00-b846-9b381121a370 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:07.399702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-51be63dc-8ac6-4f00-b846-9b381121a370 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/0f060b3a-1def-4e41-85b0-d52d773a7310 HTTP/1.1" status: 404 len: 336 time: 0.1177189 Dec 15 21:51:07.403922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34424) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.453437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:07.473530 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5f008c4-9571-4d17-a142-55b9ab0c3e0b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 200 len: 205 time: 0.0646064 Dec 15 21:51:07.502626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:07.519745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.520463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment 281d9221-645a-4c5d-8f7a-632e3db6d578 of type vlan for network 01c675c1-c333-4382-b960-c2365f3edd0d Dec 15 21:51:07.539869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34432) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.558922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.592446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:07.598331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:07.612468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:07.632378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.638339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:07.638950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.644462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:07.655655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.662392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:07.722674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.730377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] No DVR routers for this DVR port 372534b9-b616-4e94-ab5b-26052b43eaa1 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:07.756092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Pushing event deleted for resources: {'Port': ['ID=372534b9-b616-4e94-ab5b-26052b43eaa1,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:07.765770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:07.775148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=01c675c1-c333-4382-b960-c2365f3edd0d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:07.778461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=451254be-0ab6-403f-9f92-302fb76c86ab,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:07.778925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:07.781492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:07.785425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6025362 Dec 15 21:51:07.785833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.790683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34440) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.798935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:07.806724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:07.835589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 01c675c1-c333-4382-b960-c2365f3edd0d details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:07.907398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.918288 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-33dd6bf1-dafa-4f05-9bfc-0181eec02b18 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:07.922145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-33dd6bf1-dafa-4f05-9bfc-0181eec02b18 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/35f6154b-7b74-4211-b7a9-0a107ff76ef4 HTTP/1.1" status: 404 len: 336 time: 0.3780129 Dec 15 21:51:07.925646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:07.926229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:07.936623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:08.009264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 372534b9-b616-4e94-ab5b-26052b43eaa1 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:08.016000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:08.030099 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9895104-6af5-4482-b5d8-1f3106466e91 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 200 len: 205 time: 0.0969076 Dec 15 21:51:08.037019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:08.060006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 372534b9-b616-4e94-ab5b-26052b43eaa1 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:51:08.060006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 372534b9-b616-4e94-ab5b-26052b43eaa1 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:51:08.068069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.081815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Transition to ACTIVE for port object 8d4595b3-c429-4d89-bdb2-c63508795e2c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:08.103844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Transition to ACTIVE for port object 8d4595b3-c429-4d89-bdb2-c63508795e2c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:08.112488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.117219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f835812f-adab-4cc4-bfc1-232481bd4985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:08.185105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:08.188393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:08.192548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:08.198807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:08.203290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:08.229853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.234549 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1314540 Dec 15 21:51:08.234549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d1ffae-0eec-4d95-ba8a-88d3d5591c30,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:08.234869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:08.243096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:08.261093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-623085747', 'security_groups': ['b5d1ffae-0eec-4d95-ba8a-88d3d5591c30'], 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e094a1af-281f-4d34-b137-c4ba9b624081'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:08.275783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:08.285833 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-ea6b48d5-790f-4f32-80dc-30186115ef70 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:08.289140 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ea6b48d5-790f-4f32-80dc-30186115ef70 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/f29cc94a-8d3e-4093-99d0-91577bf63aa6 HTTP/1.1" status: 404 len: 336 time: 0.2487743 Dec 15 21:51:08.299125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Attempting to bind port 8d4595b3-c429-4d89-bdb2-c63508795e2c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:08.299652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Attempting to bind port 8d4595b3-c429-4d89-bdb2-c63508795e2c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '213f6074-a36c-4242-9956-ec4c1031e31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:08.300043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Attempting to bind port 8d4595b3-c429-4d89-bdb2-c63508795e2c on network 148fec07-4347-45be-b54a-b952a10ebd3e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:08.305413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:08.305897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Checking segment: {'id': '213f6074-a36c-4242-9956-ec4c1031e31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:08.306311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.306725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Bound using segment: {'id': '213f6074-a36c-4242-9956-ec4c1031e31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:08.307222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Bound port: 8d4595b3-c429-4d89-bdb2-c63508795e2c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213f6074-a36c-4242-9956-ec4c1031e31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:08.307597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.323690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34456) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:08.347307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:08.350732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.397943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-befd14a3-a397-4bae-981d-9a8e583aa5ef tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a20923a-89b6-4941-8b03-b1a50a0618be HTTP/1.1" status: 200 len: 205 time: 0.0576286 Dec 15 21:51:08.405642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34460) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:08.414148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:08.418014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:08.422538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.427236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:08.489246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-feab9d83-1279-4a9d-9759-83e748a80959 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] delete failed (client error): The resource could not be found. Dec 15 21:51:08.490551 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-feab9d83-1279-4a9d-9759-83e748a80959 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/routers/2a20923a-89b6-4941-8b03-b1a50a0618be HTTP/1.1" status: 404 len: 336 time: 0.0806680 Dec 15 21:51:08.493388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:08.499333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 46e38abd-d921-4351-a82e-d7661092e848 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:08.516202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:08.520244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:08.583683 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ee703f-d579-4f81-a0bd-8575f2cf070f tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:08.584188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ee703f-d579-4f81-a0bd-8575f2cf070f tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:08.596464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:08.599516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19ee703f-d579-4f81-a0bd-8575f2cf070f tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] 10.222.0.18 "DELETE /v2.0/subnets/5f4cdda6-dead-439a-82ea-7c4f1846b1cb HTTP/1.1" status: 404 len: 337 time: 0.1052015 Dec 15 21:51:08.610358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:port and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:08.613302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b63e6a-1421-4b7c-b089-a6283a45183e req-594f83d6-c1b8-4f58-954e-b8da0ecfd6e1 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:08.614883 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-60b63e6a-1421-4b7c-b089-a6283a45183e req-594f83d6-c1b8-4f58-954e-b8da0ecfd6e1 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.9481592 Dec 15 21:51:08.649290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:08.664834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:08.696467 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 9ae52c53-0fc7-4028-8737-4b2860de3926 associated. External IP: 172.26.6.2, port: daef7087-a940-4ca8-a42e-44204f464c36. Dec 15 21:51:08.717843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:08.952335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:08.983022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-60b63e6a-1421-4b7c-b089-a6283a45183e req-4e76155a-3907-4ce0-879d-74e6fa479f63 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030937 Dec 15 21:51:08.997111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34472) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:09.032421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:51:09.037498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.041642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port fb154494-2325-411e-a448-c95bd7de7bcc yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:09.075476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b333138-e7dc-4175-bb43-ad48862d7d7a tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:09.089493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:09.101601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] Sync routers for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:09.117073 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8809652 Dec 15 21:51:09.123530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34478) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:09.125962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:09.127614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:09.206552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:09.209421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.217005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:09.218313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:09.278433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:09.278856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17ec46b-89dc-4497-8f4c-5d813d6a7c4e None None] The sync data for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:09.287161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:09.303082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:51:09.384838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Usage tracker for resource:security_group_rule and tenant:27c61195168c4e81ac8756d7302c855a is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:09.387457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=830cf80a-e1de-4f38-b330-155fb9c22507,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:09.390813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:09.407674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:09.418993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': '281d9221-645a-4c5d-8f7a-632e3db6d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:09.419366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: 01c675c1-c333-4382-b960-c2365f3edd0d, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:09.451401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:09.548985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.602508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.655205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network 01c675c1-c333-4382-b960-c2365f3edd0d is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:09.684078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 01c675c1-c333-4382-b960-c2365f3edd0d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:09.689457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:09.690658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.696353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd7efc7-d8de-4036-aa1c-fe8109e04176 None None] Network 01c675c1-c333-4382-b960-c2365f3edd0d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:09.733984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::3b5 (148fec07-4347-45be-b54a-b952a10ebd3e/e094a1af-281f-4d34-b137-c4ba9b624081/fb154494-2325-411e-a448-c95bd7de7bcc) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:09.804380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.0113361 Dec 15 21:51:09.809480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:09.862597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:51:09.869677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:09.881647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6fe278b-f2e7-4863-8da9-961d7f6a6c1b tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:09.901946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27f756f3-ac1d-4cd1-b0fc-64dae9ad30ba None None] Provisioning for port 8d4595b3-c429-4d89-bdb2-c63508795e2c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:09.923755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:09.966192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27f756f3-ac1d-4cd1-b0fc-64dae9ad30ba None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:09.967091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27f756f3-ac1d-4cd1-b0fc-64dae9ad30ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.003258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-01c675c1-c333-4382-b960-c2365f3edd0d', 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': '830cf80a-e1de-4f38-b330-155fb9c22507'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:10.004458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.031670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:10.048987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:10.090068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aced634-5064-418b-907d-417b78064e61 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:10.131563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-27f756f3-ac1d-4cd1-b0fc-64dae9ad30ba None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:10.147923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:10.148527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.221683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=100dc9f2-267d-499a-a8d8-63f6aa08dfef,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:10.229466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:10.242821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:10.250496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Floating IP 0754fa63-6f56-44ef-a904-53a9de38fb01 associated. External IP: 172.26.6.27, port: 779978bb-ce47-4b00-97e6-e5d23c3cbeb0. Dec 15 21:51:10.350693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.381047 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7744927 Dec 15 21:51:10.394749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34488) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:10.413904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.423069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:10.446099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Allocated IP 2001:db8::f816:3eff:fe6a:9068 (01c675c1-c333-4382-b960-c2365f3edd0d/830cf80a-e1de-4f38-b330-155fb9c22507/42c0a7aa-21ab-49d4-9620-0df0d95ee592) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:10.528982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8d4595b3-c429-4d89-bdb2-c63508795e2c completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:10.534244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.574740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f3872-c2c7-4be6-aef8-111a76b05526 req-b386e9e1-b119-4d6c-9744-e981cc2a440f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:10.580407 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297f3872-c2c7-4be6-aef8-111a76b05526 req-b386e9e1-b119-4d6c-9744-e981cc2a440f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.3673382 Dec 15 21:51:10.591984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:10.592365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.598795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object fb154494-2325-411e-a448-c95bd7de7bcc will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:10.598979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.611693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.623976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b553c6ca-072f-4cba-bfd1-3f9956f593cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:10.699248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '100dc9f2-267d-499a-a8d8-63f6aa08dfef'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:10.700146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.700994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:10.704056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-297f3872-c2c7-4be6-aef8-111a76b05526 req-131b36e7-2aae-4996-a794-82f611bd49e7 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126194 Dec 15 21:51:10.714751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.720984 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:10.745623 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:10.747335 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:10.753022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0ceade-13f0-49fe-b2ad-a1d24d814aa6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:10.765817 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=27c61195168c4e81ac8756d7302c855a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7632020 Dec 15 21:51:10.770258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:10.774705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.792431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34492) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:10.868339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:10.868921 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.6429992 Dec 15 21:51:10.876695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34496) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:10.889401 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:10.890242 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:10.908997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:10.921631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:10.955024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-704877217'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:10.970433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:10.978718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:network and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:10.992342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:10.995962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.002298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:11.004814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:11.011346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:11.018206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:11.020270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.022615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:11.029502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:11.031675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Transition to ACTIVE for port object 42c0a7aa-21ab-49d4-9620-0df0d95ee592 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:11.053062 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:11.053886 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8d83ad-0480-4028-b784-657c2314158b None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:11.059461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Allocated IP 2001:db8::f816:3eff:feec:aadf (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/100dc9f2-267d-499a-a8d8-63f6aa08dfef/ebe4c71c-9733-43ee-9acb-794d9c13ec1b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:11.074259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:11.077755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Transition to ACTIVE for port object 42c0a7aa-21ab-49d4-9620-0df0d95ee592 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:11.089822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=fb154494-2325-411e-a448-c95bd7de7bcc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.101763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:11.105135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.109295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.113030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:11.114376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:11.117772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:11.118534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.118686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:11.127037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.145102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:11.147835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.183134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.208207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.245548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Network 01c675c1-c333-4382-b960-c2365f3edd0d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:11.250748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:11.257429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:11.263701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.267025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Pushing event updated for resources: {'Port': ['ID=42c0a7aa-21ab-49d4-9620-0df0d95ee592,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.284762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645fb9ad-5d47-4faf-aa1c-b2efcc4af7ed tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:11.291641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Router 9d60875b-427c-4dd7-939e-33deae58fcc4 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:11.300759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.305431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3b92a627-c1b5-4f01-809f-06db26ffad28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:11.321138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:11.339229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=830cf80a-e1de-4f38-b330-155fb9c22507,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.344682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.350675 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0954018 Dec 15 21:51:11.351024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.383268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:11.420714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:11.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.450012 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Added segment 2bffca01-4a76-4e86-84df-41d5d6895005 of type vlan for network 845c00b7-320d-4f8c-99a9-5c50fed53605 Dec 15 21:51:11.550821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.551031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-72cd528c-60df-44b9-9594-ba4377e86296 None None] Provisioning for port fb154494-2325-411e-a448-c95bd7de7bcc completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:11.558346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Attempting to bind port 42c0a7aa-21ab-49d4-9620-0df0d95ee592 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:11.559253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Attempting to bind port 42c0a7aa-21ab-49d4-9620-0df0d95ee592 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '281d9221-645a-4c5d-8f7a-632e3db6d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:11.559633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Attempting to bind port 42c0a7aa-21ab-49d4-9620-0df0d95ee592 on network 01c675c1-c333-4382-b960-c2365f3edd0d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:11.564958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-547ec0f0-c5a9-4e88-bbe7-eaee5e8c10e7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:11.572330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.576331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-72cd528c-60df-44b9-9594-ba4377e86296 None None] Provisioning complete for port fb154494-2325-411e-a448-c95bd7de7bcc triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:11.577061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-72cd528c-60df-44b9-9594-ba4377e86296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.584180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.610639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0ceade-13f0-49fe-b2ad-a1d24d814aa6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.619671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.639187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c675c1-c333-4382-b960-c2365f3edd0d']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:11.644826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.648259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-72cd528c-60df-44b9-9594-ba4377e86296 None None] Port fb154494-2325-411e-a448-c95bd7de7bcc cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:11.650092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.657933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:11.658321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Checking segment: {'id': '281d9221-645a-4c5d-8f7a-632e3db6d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:11.658732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.659137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Bound using segment: {'id': '281d9221-645a-4c5d-8f7a-632e3db6d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:11.659639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Bound port: 42c0a7aa-21ab-49d4-9620-0df0d95ee592, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281d9221-645a-4c5d-8f7a-632e3db6d578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01c675c1-c333-4382-b960-c2365f3edd0d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:11.660053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.660515 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a0ceade-13f0-49fe-b2ad-a1d24d814aa6 HTTP/1.1" status: 204 len: 168 time: 0.8583088 Dec 15 21:51:11.677877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d9221-645a-4c5d-8f7a-632e3db6d578') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:11.678428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d9221-645a-4c5d-8f7a-632e3db6d578') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:11.690594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 0fa5f984-e129-4b30-8d5a-0d616d37ba62 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:11.690933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.780489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] For port 42c0a7aa-21ab-49d4-9620-0df0d95ee592, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:11.786549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] For port 42c0a7aa-21ab-49d4-9620-0df0d95ee592, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=42c0a7aa-21ab-49d4-9620-0df0d95ee592,segment=NetworkSegment(281d9221-645a-4c5d-8f7a-632e3db6d578),segment_id=281d9221-645a-4c5d-8f7a-632e3db6d578)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:11.788125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.796559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.804752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3bae34f2-2856-4b74-9534-94a46817321d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:11.856328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Transition to ACTIVE for port object ebe4c71c-9733-43ee-9acb-794d9c13ec1b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:11.857235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.909549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Transition to ACTIVE for port object ebe4c71c-9733-43ee-9acb-794d9c13ec1b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:11.926743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:11.931598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Pushing event updated for resources: {'Port': ['ID=42c0a7aa-21ab-49d4-9620-0df0d95ee592,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:11.977372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:11.979214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:12.023162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.054918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.055120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:12.071818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:12.077473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:12.080910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:12.081402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:12.099808 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:12.103985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:12.112140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Sync routers for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:12.119843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:12.133839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:12.134694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:12.139817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.146198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:12.146933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:12.147342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.153320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:12.153954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:12.161172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:12.179062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:12.186541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:12.200890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.204102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.221607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:51:12.221607 dv-neutron-820612-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:51:12.221607 dv-neutron-820612-1-hyperv neutron-server[87554]: [parameters: {'id': '01c675c1-c333-4382-b960-c2365f3edd0d'}] Dec 15 21:51:12.221607 dv-neutron-820612-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:12.222170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:12.273802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:12.290147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:12.324905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b51b8-0345-4b4d-a7ab-ea70b4d76160 None None] Network 01c675c1-c333-4382-b960-c2365f3edd0d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:12.349370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 0fa5f984-e129-4b30-8d5a-0d616d37ba62 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:12.387678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:12.391188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.471295 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5376472 Dec 15 21:51:12.473665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:12.479341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'subnet': {'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:12.537606 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1434fab1-9b1b-4d62-a026-272f710cfe79 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "PUT /v2.0/floatingips/0754fa63-6f56-44ef-a904-53a9de38fb01 HTTP/1.1" status: 200 len: 991 time: 6.0314434 Dec 15 21:51:12.554208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:51:12.572857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Attempting to bind port ebe4c71c-9733-43ee-9acb-794d9c13ec1b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:12.573467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Attempting to bind port ebe4c71c-9733-43ee-9acb-794d9c13ec1b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:12.574019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Attempting to bind port ebe4c71c-9733-43ee-9acb-794d9c13ec1b on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:12.598445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.620868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:12.621275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:12.621732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.622120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:12.622777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Bound port: ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:12.623341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.626220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Network': ['ID=845c00b7-320d-4f8c-99a9-5c50fed53605,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:12.639740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:12.640147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.644694 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d4b37149-af1e-485f-a10e-bf65333a26a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7a1d7e1dc8c4945b67b54f609b746af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4470322 Dec 15 21:51:12.645155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:12.650523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:12.652501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:12.659331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253d7c3-89d1-4dda-b113-6d6a55636c96 req-b067bf12-6aa6-467d-acae-077859a143d5 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:12.661063 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5253d7c3-89d1-4dda-b113-6d6a55636c96 req-b067bf12-6aa6-467d-acae-077859a143d5 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.6948569 Dec 15 21:51:12.661788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4acf2a98-b6c3-461d-83a1-335698a87d31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:12.677138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:12.702876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:subnet and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:12.711600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:12.714354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:12.718373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:51:12.723941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.725692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:12.739021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:12.739810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.744011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:12.757261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.781657 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3719645 Dec 15 21:51:12.795726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.818237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34526) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:12.822128 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5253d7c3-89d1-4dda-b113-6d6a55636c96 req-b175e96e-3221-40c3-a71a-cf2cb6b5fe2d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243834 Dec 15 21:51:12.837418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:1d:18:fe', 'name': 'tempest-NetworksTestDHCPv6-1601534922'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:12.845801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.854770 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'status': 'completed', 'code': 200} Dec 15 21:51:12.858277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:12.870607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e094a1af-281f-4d34-b137-c4ba9b624081 (CIDR: 2001:db8::/64) Dec 15 21:51:12.922497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=e65ac3f2-4911-4f0d-a4c8-c15077bdcda3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:12.930167 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:51:12.930987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:12.933359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:12.945260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:12.958601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting port 42c0a7aa-21ab-49d4-9620-0df0d95ee592 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:12.958938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.008141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=0fa5f984-e129-4b30-8d5a-0d616d37ba62,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:13.010610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:13.014823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.030341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:13.044612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:13.052162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:13.061442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:13.066186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:13.085555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:13.110363 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e97d7d0d-78a5-4197-a2a7-d4a4e9e67c40 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7102320 Dec 15 21:51:13.111910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:13.117555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:13.162325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:13.170890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f32e25-29d3-4a17-abee-48ca9a51dc33,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:13.197455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:13.221665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:13.238509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.239920 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8f32e25-29d3-4a17-abee-48ca9a51dc33 HTTP/1.1" status: 204 len: 168 time: 0.5859821 Dec 15 21:51:13.259922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:13.278438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.288370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:13.474183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:13.494531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:13.503127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f14790f-3f37-4ba8-81d6-741fd73e87f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.536641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:13.545526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:13.551262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:13.560187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.576588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:13.681907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '0754fa63-6f56-44ef-a904-53a9de38fb01', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'port_id': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'mac_address': 'fa:16:3e:47:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:30Z', 'updated_at': '2021-12-15T21:51:09Z', 'revision_number': 1, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:13.695540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.704679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Checking router: 9d60875b-427c-4dd7-939e-33deae58fcc4 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:51:13.708931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:13.723245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:13.758700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-b658d189-fb13-44b3-8973-784c1149d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:13.760675 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-b658d189-fb13-44b3-8973-784c1149d098 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.9065905 Dec 15 21:51:13.791503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:13.792173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:13.921307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 032fe7e5-468e-498c-b9fd-5d52f772a046 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:14.128018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebe4c71c-9733-43ee-9acb-794d9c13ec1b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:14.244369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:51:14.301461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:14.360508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30aa7b24-ccfd-4866-a85e-281f8618dcc5 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:14.402188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] For port 42c0a7aa-21ab-49d4-9620-0df0d95ee592, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=42c0a7aa-21ab-49d4-9620-0df0d95ee592,segment=NetworkSegment(281d9221-645a-4c5d-8f7a-632e3db6d578),segment_id=281d9221-645a-4c5d-8f7a-632e3db6d578)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:14.402637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:14.414048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:14.422456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:14.425802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2465f936-d110-4f3e-8119-06da7c7ab608 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:14.466242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-aa88b5d7-12d8-439e-ab2e-45cb21326c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:14.467748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-aa88b5d7-12d8-439e-ab2e-45cb21326c2a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.6921358 Dec 15 21:51:14.607280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:14.623117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:14.630418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:14.638514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:14.639145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:14.678804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd10aeb-a386-4aab-ba23-dbe88effed5a None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:14.710933 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5952470 Dec 15 21:51:14.720065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:14.753996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=dfdbb1a5-9d41-404b-9889-f63b02bb5edd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:14.756931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:14.765566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448446329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dfdbb1a5-9d41-404b-9889-f63b02bb5edd'}], 'security_groups': ['47a36df0-e4a9-429b-9d76-9992b777cdbe']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:14.861598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a2cbd-67ce-4abd-b09e-0e9ddc7054a0 req-da1e09fe-f371-43e0-940f-edcaa96969fe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:14.863054 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b01a2cbd-67ce-4abd-b09e-0e9ddc7054a0 req-da1e09fe-f371-43e0-940f-edcaa96969fe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.5771551 Dec 15 21:51:14.920494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5549fe6-005a-4fee-9fb4-821b704c8a58 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:14.925762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Calling delete_port for 42c0a7aa-21ab-49d4-9620-0df0d95ee592 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:14.942775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-544199325'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:14.947727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '0754fa63-6f56-44ef-a904-53a9de38fb01', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'port_id': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'mac_address': 'fa:16:3e:47:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:30Z', 'updated_at': '2021-12-15T21:51:09Z', 'revision_number': 1, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:14.981478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 46e38abd-d921-4351-a82e-d7661092e848 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:15.010782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:15.013995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3e23dc-b2de-4c1d-b4a4-56787f622ae1 None None] The sync data for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv is: [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '0754fa63-6f56-44ef-a904-53a9de38fb01', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'floating_ip_address': '172.26.6.27', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'port_id': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'mac_address': 'fa:16:3e:47:c3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:50:30Z', 'updated_at': '2021-12-15T21:51:09Z', 'revision_number': 1, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:15.026042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:network and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:15.037870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:15.066589 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b01a2cbd-67ce-4abd-b09e-0e9ddc7054a0 req-0da05add-d082-48e4-ac99-0fb577979f68 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937356 Dec 15 21:51:15.071425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:15.098731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Subnet': ['ID=12b732fb-95f3-4875-a1cc-d0dce1cf994e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:15.108147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:15.109215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 172.20.0.14 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e65ac3f2-4911-4f0d-a4c8-c15077bdcda3/032fe7e5-468e-498c-b9fd-5d52f772a046) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:15.132458 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-2cbbf09b-b1d5-4d81-8754-e3ddd147bc47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 999 time: 0.3779926 Dec 15 21:51:15.140521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Provisioning for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:15.144681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe1d:18fe (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/100dc9f2-267d-499a-a8d8-63f6aa08dfef/032fe7e5-468e-498c-b9fd-5d52f772a046) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:15.151010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Made reservation on behalf of 86392070560444df96cf2f8ded4e371c for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:15.155472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.157304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:15.157490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.196964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.236152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Checking segment: {'id': '2bffca01-4a76-4e86-84df-41d5d6895005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:15.236682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network hostable DHCP agents. Network: 845c00b7-320d-4f8c-99a9-5c50fed53605, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:15.246969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:15.324354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.343125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:security_group_rule and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:15.347053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:15.348723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.359377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-956366e8-de11-4f13-89ad-7f6ec374e222 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:15.359593 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] Sync routers for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:15.375217 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:15.376119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.390347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:15.409054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:15.421647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Port': ['ID=42c0a7aa-21ab-49d4-9620-0df0d95ee592,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:15.423641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No DVR routers for this DVR port 42c0a7aa-21ab-49d4-9620-0df0d95ee592 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:15.430260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:15.459376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:15.461083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-76db9a91-54dc-46bb-870a-b7291e170931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:15.462621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-76db9a91-54dc-46bb-870a-b7291e170931 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.2601531 Dec 15 21:51:15.493952 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.504077 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] Routers {'46e38abd-d921-4351-a82e-d7661092e848'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:15.505075 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:50:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['46e38abd-d921-4351-a82e-d7661092e848'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.529260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846b9666-4f8e-4c8f-a0b5-22677629098f None None] New status for floating IP 0754fa63-6f56-44ef-a904-53a9de38fb01: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:51:15.536574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4056311 Dec 15 21:51:15.537316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:15.549753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 845c00b7-320d-4f8c-99a9-5c50fed53605) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:15.583907 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.584569 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac94df-9b98-4e2a-a31c-3028cd10166e None None] The sync data for ids ['46e38abd-d921-4351-a82e-d7661092e848'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:15.649538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-af45f6fa-a19c-479b-a964-cd63b02111dc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:15.657247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7da28e5-fcd0-4a9a-ac55-251d0b6638f5 None None] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:15.747697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:15.748302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.780200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-af45f6fa-a19c-479b-a964-cd63b02111dc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:15.781223 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-af45f6fa-a19c-479b-a964-cd63b02111dc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e38abd-d921-4351-a82e-d7661092e848 HTTP/1.1" status: 200 len: 205 time: 0.2111020 Dec 15 21:51:15.789434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:15.801346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.814034 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3412950 Dec 15 21:51:15.825914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34582) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:15.834461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-444251302', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:15.843957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c675c1-c333-4382-b960-c2365f3edd0d']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.852769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:15.860550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:router and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:15.865171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281d9221-645a-4c5d-8f7a-632e3db6d578') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.865458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281d9221-645a-4c5d-8f7a-632e3db6d578') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:15.874116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:15.885312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:15.891274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.910244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-3c9419af-9da5-44ff-99f2-45bf59e2cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:15.911864 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-3c9419af-9da5-44ff-99f2-45bf59e2cff8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4363153 Dec 15 21:51:15.913268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3575d70-b31d-4a9d-94e7-2e8ba5ba7e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.921156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.926093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.939931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.947003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.948009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.958222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:15.958635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:15.973118 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:16.009799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Update dhcp port {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'fixed_ips': [{'subnet_id': 'e094a1af-281f-4d34-b137-c4ba9b624081', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dfdbb1a5-9d41-404b-9889-f63b02bb5edd'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '8d4595b3-c429-4d89-bdb2-c63508795e2c'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:16.033690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.160899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 032fe7e5-468e-498c-b9fd-5d52f772a046 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:16.169950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.176468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.178199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-497fe37b-3cfc-4f6c-8b5a-394dafd39590 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:16.187325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.190732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:16.208659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.244544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.246966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.255192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=01c675c1-c333-4382-b960-c2365f3edd0d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:16.260534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:16.275008 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-d46feba2-e2da-41cd-965e-aa182c5f0bb9 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544600 Dec 15 21:51:16.287005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/01c675c1-c333-4382-b960-c2365f3edd0d HTTP/1.1" status: 204 len: 168 time: 6.4733977 Dec 15 21:51:16.289470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34590) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:16.313192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:16.320368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-615916025'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:16.330123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:16.390489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:16.394497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:16.445700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:16.465514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:16.466659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:16.510842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.513221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.542909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.557839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:16.560269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-845c00b7-320d-4f8c-99a9-5c50fed53605', 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605', 'tenant_id': 'f8a69558dc0f4c2bad19d7eb2fceeca2', 'fixed_ips': [{'subnet_id': '12b732fb-95f3-4875-a1cc-d0dce1cf994e'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:16.561632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.561762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.583375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1cdff8ed-5590-4111-ba40-ee3084b5123e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:16.592048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.592527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 46e38abd-d921-4351-a82e-d7661092e848 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:51:16.635775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '100dc9f2-267d-499a-a8d8-63f6aa08dfef', 'ip_address': '2001:db8::f816:3eff:feec:aadf'}, {'subnet_id': 'e65ac3f2-4911-4f0d-a4c8-c15077bdcda3'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': 'ebe4c71c-9733-43ee-9acb-794d9c13ec1b'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:16.679943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:16.720850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d80d6d-c703-48b0-8ff1-3ee48732ffd0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:16.731087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.731732 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Added segment 8f67daca-0d51-4a31-924d-775ce363b1a5 of type vlan for network 4d1f660f-150d-4dea-81fd-e096f7716318 Dec 15 21:51:16.734200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:16.759975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.769409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:16.773024 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b5c47e7-45c6-4197-a783-331e50a36655 req-3b1b64d8-508e-46f7-a860-0e7ffb4b7af1 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842854 Dec 15 21:51:16.774244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.775550 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-051ccd1f-041c-49f1-80d5-94e752d27598 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848 HTTP/1.1" status: 204 len: 168 time: 0.9829307 Dec 15 21:51:16.792190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:16.809490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.816598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.827522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.845388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:16.854598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.854939 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment 493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7 of type vlan for network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 Dec 15 21:51:16.906858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.952147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:16.952943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51e0248-88f2-4e6c-90d8-4b8aed1a266b req-e6e9506a-569d-4a98-b906-37e36234d05f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:16.956475 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d51e0248-88f2-4e6c-90d8-4b8aed1a266b req-e6e9506a-569d-4a98-b906-37e36234d05f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.4201775 Dec 15 21:51:16.961135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:16.983422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet c25cffab-373f-4363-894d-7318e79cbee3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:16.991898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.004819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:17.005280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Allocated IP 172.20.0.2 (845c00b7-320d-4f8c-99a9-5c50fed53605/12b732fb-95f3-4875-a1cc-d0dce1cf994e/18435009-1a3b-45d7-87bd-838ead13615c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:17.009712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Delete allocated IP 2001:db8::3b5 (148fec07-4347-45be-b54a-b952a10ebd3e/e094a1af-281f-4d34-b137-c4ba9b624081) {{(pid=87553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:51:17.012608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=032fe7e5-468e-498c-b9fd-5d52f772a046,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:17.015328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:17.033068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.056252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:17.077154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.094714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8:0:1::387 (148fec07-4347-45be-b54a-b952a10ebd3e/dfdbb1a5-9d41-404b-9889-f63b02bb5edd/fb154494-2325-411e-a448-c95bd7de7bcc) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:17.110479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.116058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:17.116646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.134763 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d51e0248-88f2-4e6c-90d8-4b8aed1a266b req-40afcc3b-b1d3-452f-8bf1-6aaa2e3311bb tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435120 Dec 15 21:51:17.140381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:17.154606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.160098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:17.160677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.169308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e947615-0baf-4aea-8764-d04a69ff4aa4 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:17.236205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Allocated IP 172.20.0.2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e65ac3f2-4911-4f0d-a4c8-c15077bdcda3/ebe4c71c-9733-43ee-9acb-794d9c13ec1b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:17.250779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:17.251480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.259252 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6277444 Dec 15 21:51:17.265528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:17.292822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'subnet': {'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:17.297309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Network': ['ID=4d1f660f-150d-4dea-81fd-e096f7716318,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:17.300100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:17.331104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 4d1f660f-150d-4dea-81fd-e096f7716318 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:17.337089 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.5113888 Dec 15 21:51:17.340593 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0461135 Dec 15 21:51:17.340593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:17.347074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:17.504053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.524310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object fb154494-2325-411e-a448-c95bd7de7bcc will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:17.531411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.542716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-021d420e-1cfe-4c28-99a0-1e66bee44950 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:17.584337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=eb7b3f90-ced6-4a11-9be2-f8b42ef0f341,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:17.599465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:17.620769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:17.623835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Allocated IP 2001:db8:0:1::2 (148fec07-4347-45be-b54a-b952a10ebd3e/dfdbb1a5-9d41-404b-9889-f63b02bb5edd/8d4595b3-c429-4d89-bdb2-c63508795e2c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:17.640284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=fb154494-2325-411e-a448-c95bd7de7bcc,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:17.644592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:17.645604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:17.685558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] In _notify_port_updated(), no bound segment for port fb154494-2325-411e-a448-c95bd7de7bcc on network 148fec07-4347-45be-b54a-b952a10ebd3e {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:51:17.691296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:17.691720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.696286 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/ports/fb154494-2325-411e-a448-c95bd7de7bcc HTTP/1.1" status: 200 len: 931 time: 2.9707355 Dec 15 21:51:17.697129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34612) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:17.719756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.774610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port fb154494-2325-411e-a448-c95bd7de7bcc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:17.774902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.791110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:17.828314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.858263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:subnet and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:17.894215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:17.900307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Transition to ACTIVE for port object 18435009-1a3b-45d7-87bd-838ead13615c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:17.927932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:17.955635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Transition to ACTIVE for port object 18435009-1a3b-45d7-87bd-838ead13615c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:17.971342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:17.981178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:17.986578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:17.992939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ade5687c-5e03-4180-8bdf-6ec419f379b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:18.030076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:18.040129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:18.050261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Made reservation on behalf of 86392070560444df96cf2f8ded4e371c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:18.053828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.057771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:18.059265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.069139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebe4c71c-9733-43ee-9acb-794d9c13ec1b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:18.071557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:18.076113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.108924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:18.112160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.172250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.178350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.183569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Transition to ACTIVE for port object ebe4c71c-9733-43ee-9acb-794d9c13ec1b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:18.194076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-277f619f-23d0-4c50-9f20-d5cbdb901282 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:18.195098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for fb154494-2325-411e-a448-c95bd7de7bcc owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:18.213706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.232444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63548a-4642-4d13-90c5-5304f054c4d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:18.238409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc63548a-4642-4d13-90c5-5304f054c4d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:18.239225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc63548a-4642-4d13-90c5-5304f054c4d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:18.264679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.289915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:18.292828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Pushing event updated for resources: {'Port': ['ID=18435009-1a3b-45d7-87bd-838ead13615c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:18.293808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.315750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Transition to ACTIVE for port object 8d4595b3-c429-4d89-bdb2-c63508795e2c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:18.318702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:18.319228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=c25cffab-373f-4363-894d-7318e79cbee3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:18.347842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dde0033e-9207-4996-84b0-c4126152a855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:18.384989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703b577-50e5-4de6-8f55-797ed9ddcf86 None None] Network 110b58cf-0c24-4a86-b57f-efec87b0b450 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:18.385421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:18.395166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.415963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Attempting to bind port 18435009-1a3b-45d7-87bd-838ead13615c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:18.416410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Attempting to bind port 18435009-1a3b-45d7-87bd-838ead13615c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2bffca01-4a76-4e86-84df-41d5d6895005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:18.416890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Attempting to bind port 18435009-1a3b-45d7-87bd-838ead13615c on network 845c00b7-320d-4f8c-99a9-5c50fed53605 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:18.420521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.446733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cc63548a-4642-4d13-90c5-5304f054c4d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:18.451065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc63548a-4642-4d13-90c5-5304f054c4d6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 1.1041114 Dec 15 21:51:18.458095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c25cffab-373f-4363-894d-7318e79cbee3 HTTP/1.1" status: 204 len: 168 time: 1.6645973 Dec 15 21:51:18.458542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:18.466867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34620) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:18.539262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:18.540027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Checking segment: {'id': '2bffca01-4a76-4e86-84df-41d5d6895005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:18.540337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.540828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Bound using segment: {'id': '2bffca01-4a76-4e86-84df-41d5d6895005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:18.541405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Bound port: 18435009-1a3b-45d7-87bd-838ead13615c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bffca01-4a76-4e86-84df-41d5d6895005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:18.541898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.551589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.558867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:18.606116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=fb154494-2325-411e-a448-c95bd7de7bcc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:18.616694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:18.616937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.659618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff54fa-53bd-49b4-b889-c714875e20ca req-21924ac4-5c7a-459a-af83-32cf186a2818 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:18.661436 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2ff54fa-53bd-49b4-b889-c714875e20ca req-21924ac4-5c7a-459a-af83-32cf186a2818 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.3844991 Dec 15 21:51:18.721223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet 9c4111cc-82ba-425c-9fef-7bf2e097c0e9 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:18.728564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.740206 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/fb154494-2325-411e-a448-c95bd7de7bcc HTTP/1.1" status: 204 len: 168 time: 1.0418723 Dec 15 21:51:18.743764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34628) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:18.749927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 032fe7e5-468e-498c-b9fd-5d52f772a046 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:18.750285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.783704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.795750 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab015e1d-4639-40ef-b245-81bcd5c845b9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:51:18.796571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab015e1d-4639-40ef-b245-81bcd5c845b9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:18.801010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:18.805521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:18.814252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.376s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:18.831389 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2ff54fa-53bd-49b4-b889-c714875e20ca req-b403d8a9-c996-4d27-a066-8495fb86616e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459489 Dec 15 21:51:18.850115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab015e1d-4639-40ef-b245-81bcd5c845b9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:18.851707 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab015e1d-4639-40ef-b245-81bcd5c845b9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/fb154494-2325-411e-a448-c95bd7de7bcc HTTP/1.1" status: 404 len: 333 time: 0.1067934 Dec 15 21:51:18.854494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:18.885317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.26.6.68 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/09b0851a-7365-40d4-b994-10b17c0cf171) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:18.944158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.946238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] For port 18435009-1a3b-45d7-87bd-838ead13615c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:18.950111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] For port 18435009-1a3b-45d7-87bd-838ead13615c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=18435009-1a3b-45d7-87bd-838ead13615c,segment=NetworkSegment(2bffca01-4a76-4e86-84df-41d5d6895005),segment_id=2bffca01-4a76-4e86-84df-41d5d6895005)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:18.968738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:18.983999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.015340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.041344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:19.045372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:19.046216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:19.061531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.066162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf3d28bc-b7b8-45f8-92cf-9629f93bb874 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:19.079644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d1ffae-0eec-4d95-ba8a-88d3d5591c30,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:19.082047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:19.088581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.093067 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5d1ffae-0eec-4d95-ba8a-88d3d5591c30 HTTP/1.1" status: 204 len: 168 time: 0.2373133 Dec 15 21:51:19.093713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:19.172949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.175598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Pushing event updated for resources: {'Port': ['ID=18435009-1a3b-45d7-87bd-838ead13615c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:19.195498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:19.207561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.272813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.279291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97225752-ac02-413d-ba67-07b7a33f090f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:19.298559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a36df0-e4a9-429b-9d76-9992b777cdbe,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:19.303463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] DHCP port deletion for 110b58cf-0c24-4a86-b57f-efec87b0b450 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:19.307662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:19.309244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.310044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Deleting port 43abdb76-b4fe-493c-bc4b-83681613696b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:19.313309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.313474 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/security-groups/47a36df0-e4a9-429b-9d76-9992b777cdbe HTTP/1.1" status: 204 len: 168 time: 0.2157669 Dec 15 21:51:19.313474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:19.459983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet e094a1af-281f-4d34-b137-c4ba9b624081 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:19.487166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.636054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.665047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.779288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.782606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] For port 43abdb76-b4fe-493c-bc4b-83681613696b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43abdb76-b4fe-493c-bc4b-83681613696b,segment=NetworkSegment(39c59b0f-441f-4360-9c71-ccbbe417f690),segment_id=39c59b0f-441f-4360-9c71-ccbbe417f690)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:19.783280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.847044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.847654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25eadc4b-20ae-4319-b4aa-67618affe1bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:19.892087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:19.936024 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:51:20.048319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.053229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6011b765-e1c7-4618-a19e-652577be4350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:20.111831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Calling delete_port for 43abdb76-b4fe-493c-bc4b-83681613696b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:20.135063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.139367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=e094a1af-281f-4d34-b137-c4ba9b624081,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:20.150331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:20.210365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8db3a16d-8cb4-4c06-a663-91c7b0aaeb5c None None] Provisioning for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:20.216383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34652) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:20.217941 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/e094a1af-281f-4d34-b137-c4ba9b624081 HTTP/1.1" status: 204 len: 168 time: 0.9011412 Dec 15 21:51:20.246704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8db3a16d-8cb4-4c06-a663-91c7b0aaeb5c None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:20.247325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8db3a16d-8cb4-4c06-a663-91c7b0aaeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.250467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:20.313486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:20.315338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:20.321475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3384-c550-496e-a06a-962b04993cef req-c244a326-90e2-4d4f-aab4-8883bf6b1201 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:20.327057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.328595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dfff3384-c550-496e-a06a-962b04993cef req-c244a326-90e2-4d4f-aab4-8883bf6b1201 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.1756120 Dec 15 21:51:20.330772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebe4c71c-9733-43ee-9acb-794d9c13ec1b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:20.360506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:20.383747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feccb8f1-caea-47d2-b5a9-b474b5a55ec1 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:20.390891 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dfff3384-c550-496e-a06a-962b04993cef req-4ae2fb8d-62db-4e84-b254-ffc8fa36598d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614254 Dec 15 21:51:20.465857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f306a20-7852-4b74-851e-5a3527d8a5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:20.496527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.538574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] No DVR routers for this DVR port 43abdb76-b4fe-493c-bc4b-83681613696b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:20.600788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Subnet': ['ID=0f89a5c0-2b6a-47e6-b419-a63d0daf38a0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:20.604848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Pushing event deleted for resources: {'Port': ['ID=43abdb76-b4fe-493c-bc4b-83681613696b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:20.608216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:20.620730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:20.621922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.625860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce9d55d7-a3ce-4be2-ba7b-687df1ed843e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.702s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:20.644478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:20.644857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.681283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.723758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.787449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Checking segment: {'id': '8f67daca-0d51-4a31-924d-775ce363b1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:20.788372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network hostable DHCP agents. Network: 4d1f660f-150d-4dea-81fd-e096f7716318, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:20.818403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8337fab-a809-44fb-80e9-ec0460b850d2 None None] Network 887e9eae-7979-468a-bd58-dfe23a0f9065 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:20.855988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:20.895523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85a5e0b-1f54-4872-9b7d-aebce4ede30e None None] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:20.923186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=09b0851a-7365-40d4-b994-10b17c0cf171,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:21.022071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Provisioning for port 8d4595b3-c429-4d89-bdb2-c63508795e2c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:21.065172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:21.065560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.098053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 032fe7e5-468e-498c-b9fd-5d52f772a046 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:21.125436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:21.126596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:21.249161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:21.271651 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/9c4111cc-82ba-425c-9fef-7bf2e097c0e9 HTTP/1.1" status: 204 len: 168 time: 2.7671683 Dec 15 21:51:21.274444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c38f6-0c54-4ae9-bd9c-973b805d3c80 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4111cc-82ba-425c-9fef-7bf2e097c0e9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:21.274606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:21.337071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network 4d1f660f-150d-4dea-81fd-e096f7716318 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:21.350023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:21.350303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: eb7b3f90-ced6-4a11-9be2-f8b42ef0f341, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:21.408500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:21.411651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 4d1f660f-150d-4dea-81fd-e096f7716318) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:21.437157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:21.439727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63a4d1-7dd7-4b9c-a807-1e6d59f7f816 None None] Network 4d1f660f-150d-4dea-81fd-e096f7716318 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:21.450860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:21.451448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.456305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:21.468438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.495905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:21.574036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=fa9c23fd-e6fd-4c93-a0a1-71bef767e166,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:21.584360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:21.597094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.893s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:21.597831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:21.624389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:21.644681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, eb7b3f90-ced6-4a11-9be2-f8b42ef0f341) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:21.672001 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3966911 Dec 15 21:51:21.676011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:21.676685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.679791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59304126-d563-40d1-a761-fb684a8ad116 None None] Network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:21.706139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:21.712615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1999442214', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:21.722877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:21.732838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.733211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:21.737790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.773751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75daeb0-449a-4fc4-ab16-dbb2b9c715c1 req-8e5e165e-d187-4f93-8495-61b5ce6b87ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:21.775197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d75daeb0-449a-4fc4-ab16-dbb2b9c715c1 req-8e5e165e-d187-4f93-8495-61b5ce6b87ca service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.8421185 Dec 15 21:51:21.793802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110b58cf-0c24-4a86-b57f-efec87b0b450']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:21.809857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:21.810495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.821289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c59b0f-441f-4360-9c71-ccbbe417f690') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:21.821624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c59b0f-441f-4360-9c71-ccbbe417f690') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:21.835315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.849771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] DHCP port deletion for 887e9eae-7979-468a-bd58-dfe23a0f9065 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:21.858541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.868691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.868938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:21.869208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.888818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Deleting port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:21.889070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.978943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:21.979149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:21.999163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:router and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:22.003118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:22.010368 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:22.023268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:22.034892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.041987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f3067d42-b0f2-40c5-9716-5304ff96a566 tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:22.062769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.067252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.068422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.085332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=110b58cf-0c24-4a86-b57f-efec87b0b450,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:22.088674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:22.092210 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/110b58cf-0c24-4a86-b57f-efec87b0b450 HTTP/1.1" status: 204 len: 168 time: 0.8159964 Dec 15 21:51:22.094793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34670) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:22.173458 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.6435525 Dec 15 21:51:22.176910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34674) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:22.283854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d75daeb0-449a-4fc4-ab16-dbb2b9c715c1 req-bd53caa4-4498-43f2-892f-56ca8397be08 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374711 Dec 15 21:51:22.293907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336fc74-bc4c-4e2a-8c15-b0d77c4d23a8 req-dbb408ee-c895-4d94-bb9f-94fc37531f25 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:22.295663 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f336fc74-bc4c-4e2a-8c15-b0d77c4d23a8 req-dbb408ee-c895-4d94-bb9f-94fc37531f25 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.6465933 Dec 15 21:51:22.321928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.329815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:22.365839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 18435009-1a3b-45d7-87bd-838ead13615c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:22.398030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Could not find standard attr ID for object fb154494-2325-411e-a448-c95bd7de7bcc. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:22.598925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-4d1f660f-150d-4dea-81fd-e096f7716318', 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318', 'tenant_id': '86392070560444df96cf2f8ded4e371c', 'fixed_ips': [{'subnet_id': '0f89a5c0-2b6a-47e6-b419-a63d0daf38a0'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:22.599819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.613612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.665350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.671327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-eb7b3f90-ced6-4a11-9be2-f8b42ef0f341', 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': 'fa9c23fd-e6fd-4c93-a0a1-71bef767e166'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:22.672435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.700018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.740932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Provisioning for port 032fe7e5-468e-498c-b9fd-5d52f772a046 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:22.816821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.836079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.837467 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7b85071-342d-4b50-b3e6-0f584fa21f13 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1289656 Dec 15 21:51:22.844488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Provisioning complete for port 032fe7e5-468e-498c-b9fd-5d52f772a046 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:22.844864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.850440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:22.879053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.881042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.888259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 18435009-1a3b-45d7-87bd-838ead13615c completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:22.890858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac2735e6-d61e-43d3-aac5-f5a6452a6dbf tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:22.916101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a7da1958-d75f-4bda-b69b-a70642b8a389 None None] Port 032fe7e5-468e-498c-b9fd-5d52f772a046 was deleted so its status cannot be updated. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 15 21:51:22.923754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f336fc74-bc4c-4e2a-8c15-b0d77c4d23a8 req-e303ebb7-9729-47ff-bcc6-d271b1bd01a6 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6200454 Dec 15 21:51:22.929090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] For port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,segment=NetworkSegment(2a8ff21e-5115-4048-bdcf-aab1bfb0febb),segment_id=2a8ff21e-5115-4048-bdcf-aab1bfb0febb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:22.930177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:22.997747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:22.998109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.050629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=032fe7e5-468e-498c-b9fd-5d52f772a046,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:23.060163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43abdb76-b4fe-493c-bc4b-83681613696b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:23.066628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:23.100468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.175848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Calling delete_port for c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:23.207676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:51:23.213214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:23.255818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 43abdb76-b4fe-493c-bc4b-83681613696b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:51:23.256340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43abdb76-b4fe-493c-bc4b-83681613696b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:51:23.358089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Allocated IP 2001:db8::2 (eb7b3f90-ced6-4a11-9be2-f8b42ef0f341/fa9c23fd-e6fd-4c93-a0a1-71bef767e166/b131b307-9941-46f5-b4d7-05e520430d82) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:23.473745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.512442 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/032fe7e5-468e-498c-b9fd-5d52f772a046 HTTP/1.1" status: 204 len: 168 time: 5.0473084 Dec 15 21:51:23.518795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:23.611414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.637990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15944b2c-5bbf-4a92-9a8f-880e3d1d490a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:23.703155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:23.729908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:23.735148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:23.738481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.745251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:23.745962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.757666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:23.759013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:23.760843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:23.762096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678df8a2-26d4-4308-91da-5d7f6c9d1cf8 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:23.762233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:23.778790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=94386ad3-e913-456f-88b3-789837b68c4c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:23.781869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:51:23.787757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:23.792933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Provisioning for port 18435009-1a3b-45d7-87bd-838ead13615c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:23.801776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5727696 Dec 15 21:51:23.802637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34690) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:23.810916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Provisioning complete for port 18435009-1a3b-45d7-87bd-838ead13615c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:23.811307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.865983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'security_group': {'name': 'tempest-secgroup-806398127'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:23.878425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:23.882209 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-48adae17-c9fa-4450-8eb4-1e95410d9a37 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3577454 Dec 15 21:51:23.883952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:23.885338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34694) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:23.914581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Allocated IP 172.20.0.2 (4d1f660f-150d-4dea-81fd-e096f7716318/0f89a5c0-2b6a-47e6-b419-a63d0daf38a0/d3839366-498c-462b-9cfa-fef1ca6ca674) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:23.925440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,segment=NetworkSegment(2a8ff21e-5115-4048-bdcf-aab1bfb0febb),segment_id=2a8ff21e-5115-4048-bdcf-aab1bfb0febb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:23.925440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:23.929402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:23.934860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:51:23.935065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:23.953989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:24.104862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.106521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:24.173095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.187959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.205294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:24.215893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 100dc9f2-267d-499a-a8d8-63f6aa08dfef {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:24.225334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.237179 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No ports have port_id starting with c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 Dec 15 21:51:24.262664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:24.279856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:24.284448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:24.289933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:51:24.296502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:24.310814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:24.329169 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] Sync routers for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:24.344812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.350250 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:24.351288 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:24.376723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.378062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5512164 Dec 15 21:51:24.384572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:24.408335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Pushing event deleted for resources: {'Port': ['ID=c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:24.419977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] No DVR routers for this DVR port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:24.456551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:24.458413 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'code': 200} Dec 15 21:51:24.460097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:24.490020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.493131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.515625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.517742 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:24.524692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.531369 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:24.532361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:24.535803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42c16fb5-5a5a-4a4d-a82e-b980b2417e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:24.588817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:24.589130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:24.607942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30270ec5-6c9a-46dc-9aad-2895255f7acf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:24.618618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:24.625237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:24.626621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.628073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8242190 Dec 15 21:51:24.630755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:24.635914 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:24.636524 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae6282-86f1-4e39-a997-67f7b80d563e None None] The sync data for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:24.639303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'security_group': {'name': 'tempest-secgroup-551372338'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:24.649424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:24.654385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:24.657770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:24.661317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.670399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:24.677135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a609f8-c65c-4086-8f4f-8c49e464ba66 req-0670d4b1-b8b5-435b-87c3-ed5dca13c2c2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:24.678844 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9a609f8-c65c-4086-8f4f-8c49e464ba66 req-0670d4b1-b8b5-435b-87c3-ed5dca13c2c2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.5847356 Dec 15 21:51:24.701714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:24.715090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=100dc9f2-267d-499a-a8d8-63f6aa08dfef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:24.723616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.736548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:24.740925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/100dc9f2-267d-499a-a8d8-63f6aa08dfef HTTP/1.1" status: 204 len: 168 time: 0.8546147 Dec 15 21:51:24.742601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.759595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:24.767623 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e926afda-46ff-4064-9225-ba3f131e5dab None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:24.819423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:24.827631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:24.832697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:24.843774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:24.849559 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9a609f8-c65c-4086-8f4f-8c49e464ba66 req-c1c44cf8-b571-4224-8837-6d2f5cdbf5b8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618145 Dec 15 21:51:24.850116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet e65ac3f2-4911-4f0d-a4c8-c15077bdcda3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:24.855352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.884814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:24.891929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:24.971218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'port_id': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'mac_address': 'fa:16:3e:c2:4b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:51:24.985601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:24.994278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.024522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.100473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16b6eea7-72f7-4034-9d03-6943a804ee41 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/floatingips/3647d87b-4531-4874-aa60-7adfc8bb275c HTTP/1.1" status: 200 len: 991 time: 0.2026246 Dec 15 21:51:25.100725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:25.100725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.146295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Transition to ACTIVE for port object b131b307-9941-46f5-b4d7-05e520430d82 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:25.148692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.152373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.164268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.171270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.178299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.202017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] The port 'c2278ce1-ee07-4bc9-b4ca-6c956a0f7b08' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:51:25.208242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.254371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Transition to ACTIVE for port object b131b307-9941-46f5-b4d7-05e520430d82 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:25.255434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.267506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] For port 18435009-1a3b-45d7-87bd-838ead13615c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=18435009-1a3b-45d7-87bd-838ead13615c,segment=NetworkSegment(2bffca01-4a76-4e86-84df-41d5d6895005),segment_id=2bffca01-4a76-4e86-84df-41d5d6895005)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:25.278145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d32014b-6a7f-4bc0-a78f-0762d50ae026,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.281206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.286728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.288508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6566517 Dec 15 21:51:25.291678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:25.300744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'security_group': {'name': 'tempest-secgroup-1211935815'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:25.307494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:25.313740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:25.317191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.322305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:25.329592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.332600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:25.342963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.348100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.377433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.401162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.406999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=e65ac3f2-4911-4f0d-a4c8-c15077bdcda3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.410208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.420511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:25.427045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:security_group_rule and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:25.429496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.430474 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e65ac3f2-4911-4f0d-a4c8-c15077bdcda3 HTTP/1.1" status: 204 len: 168 time: 0.6694982 Dec 15 21:51:25.431771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:25.433128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34724) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:25.438576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:25.438737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.440113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.449737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.450497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a95d034-f366-47dc-9fa8-f28cccacb465 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:51:25.459632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1ad1abf3-998b-45c8-a143-c7160370eb2f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.505569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Transition to ACTIVE for port object d3839366-498c-462b-9cfa-fef1ca6ca674 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:25.522137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:25.524116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.532825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:25.533019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.539582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:25.547392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ebd01681-d14f-4080-af23-d07050f1c410 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.554415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:25.581431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Pushing event updated for resources: {'Port': ['ID=b131b307-9941-46f5-b4d7-05e520430d82,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.595040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:25.595444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.606867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8038dcf-b133-48ff-b32b-ac0ed35d10b9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.610534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.612336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.613764 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3210573 Dec 15 21:51:25.616221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:25.623150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1002494157', 'security_groups': ['e8038dcf-b133-48ff-b32b-ac0ed35d10b9'], 'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '94386ad3-e913-456f-88b3-789837b68c4c'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:25.630885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.633522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Transition to ACTIVE for port object d3839366-498c-462b-9cfa-fef1ca6ca674 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:25.641399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.641834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:25.693513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9c23fd-e6fd-4c93-a0a1-71bef767e166,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.695826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:25.773350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.780736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:25.791477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:25.802786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:25.891787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Network 4d1f660f-150d-4dea-81fd-e096f7716318 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:25.893391 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-951cfa80-40bc-4c8b-acce-a485b16f4ef3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4561515 Dec 15 21:51:25.897785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34734) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:25.907461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:25.908028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:25.916031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887e9eae-7979-468a-bd58-dfe23a0f9065']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:25.916868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:25.922104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Attempting to bind port b131b307-9941-46f5-b4d7-05e520430d82 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:25.922418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Attempting to bind port b131b307-9941-46f5-b4d7-05e520430d82 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:25.922786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Attempting to bind port b131b307-9941-46f5-b4d7-05e520430d82 on network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:25.933965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Pushing event updated for resources: {'Port': ['ID=18435009-1a3b-45d7-87bd-838ead13615c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:25.936864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['2a95d034-f366-47dc-9fa8-f28cccacb465'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:51:25.941659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:25.969464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8ff21e-5115-4048-bdcf-aab1bfb0febb') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:25.969781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8ff21e-5115-4048-bdcf-aab1bfb0febb') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:26.001062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.015524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Update dhcp port {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'fixed_ips': [{'subnet_id': 'dfdbb1a5-9d41-404b-9889-f63b02bb5edd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '94386ad3-e913-456f-88b3-789837b68c4c'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '8d4595b3-c429-4d89-bdb2-c63508795e2c'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:26.023344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b3f90-ced6-4a11-9be2-f8b42ef0f341']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:26.049984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.061050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Allocated IP 172.20.0.1 (4d1f660f-150d-4dea-81fd-e096f7716318/0f89a5c0-2b6a-47e6-b419-a63d0daf38a0/9b1ddce3-587f-4bc5-902e-431e2088938a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:26.067330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:26.067993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Checking segment: {'id': '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:26.068599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.069176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Bound using segment: {'id': '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:26.069836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Bound port: b131b307-9941-46f5-b4d7-05e520430d82, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:26.070388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.085057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] device_id is not set on port a21ce72b-21df-4e01-a639-b25869cf8f22 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:26.088139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.091840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:26.092167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:26.113780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:26.114222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.129631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:26.132975 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:26.142292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.144048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:26.154468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:26.164937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:26.211364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:26.215453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.315970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.338615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.340086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.357339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:26.357743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.366936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Attempting to bind port d3839366-498c-462b-9cfa-fef1ca6ca674 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:26.367351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Attempting to bind port d3839366-498c-462b-9cfa-fef1ca6ca674 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '8f67daca-0d51-4a31-924d-775ce363b1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:26.367697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Attempting to bind port d3839366-498c-462b-9cfa-fef1ca6ca674 on network 4d1f660f-150d-4dea-81fd-e096f7716318 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:26.379089 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:26.397343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:26.400378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:26.412942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-48b3939b-a8ba-43d4-8898-8c2b425fc2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.963s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.485388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:26.486112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Checking segment: {'id': '8f67daca-0d51-4a31-924d-775ce363b1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:26.486214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.486596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Bound using segment: {'id': '8f67daca-0d51-4a31-924d-775ce363b1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:26.487051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Bound port: d3839366-498c-462b-9cfa-fef1ca6ca674, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f67daca-0d51-4a31-924d-775ce363b1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:26.487438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.504765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.508142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.528832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f80f901d-9e06-4889-b44f-0a3058ca01b3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.554748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8::3a4 (148fec07-4347-45be-b54a-b952a10ebd3e/94386ad3-e913-456f-88b3-789837b68c4c/a21ce72b-21df-4e01-a639-b25869cf8f22) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:26.608501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=887e9eae-7979-468a-bd58-dfe23a0f9065,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:26.611366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:26.657602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] For port b131b307-9941-46f5-b4d7-05e520430d82, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:26.680751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Pushing event updated for resources: {'Port': ['ID=d3839366-498c-462b-9cfa-fef1ca6ca674,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:26.704597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:51:26.704597 dv-neutron-820612-1-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:51:26.704597 dv-neutron-820612-1-hyperv neutron-server[87553]: [parameters: {'id': 'eb7b3f90-ced6-4a11-9be2-f8b42ef0f341'}] Dec 15 21:51:26.704597 dv-neutron-820612-1-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:26.705000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:26.710142 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/887e9eae-7979-468a-bd58-dfe23a0f9065 HTTP/1.1" status: 204 len: 168 time: 4.6143205 Dec 15 21:51:26.713376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.720994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34738) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:26.731033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-778919840'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:26.733776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:26.734367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.740226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:26.753030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Transition to ACTIVE for port object 9b1ddce3-587f-4bc5-902e-431e2088938a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:26.754555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:26.761914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:26.770562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:26.773339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:26.780703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.004s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.781278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:26.798260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40b6617-35b1-4f0a-b75d-bfa3c0d4a5c4 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': 'e65ac3f2-4911-4f0d-a4c8-c15077bdcda3'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': 'ebe4c71c-9733-43ee-9acb-794d9c13ec1b'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:26.809730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.817948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5730715f-d005-4471-bcf2-11c310319703 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.842235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:26.843363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] For port b131b307-9941-46f5-b4d7-05e520430d82, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b131b307-9941-46f5-b4d7-05e520430d82,segment=NetworkSegment(493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7),segment_id=493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:26.845972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.888576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.902859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cc16d246-5cbb-48f5-9854-cc41a0dafb0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.907149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:26.929155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:26.932800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.943489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:26.944929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:26.945616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.955830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:26.963831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:26.966031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object a21ce72b-21df-4e01-a639-b25869cf8f22 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:26.980183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:26.983101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=f9b73ad6-60e3-4750-a835-ccedae27f8e9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.003097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.005639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d40b6617-35b1-4f0a-b75d-bfa3c0d4a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.013250 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1116436 Dec 15 21:51:27.013431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.013431 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment 28764244-0d46-4317-ab4e-81354d20e91c of type vlan for network 1dd58acd-bc80-4edf-8b76-927235f57d32 Dec 15 21:51:27.013723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.014091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:27.024782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:27.030486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] For port d3839366-498c-462b-9cfa-fef1ca6ca674, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:27.032430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1dc0ae2a-6153-4193-a26b-9b1298047124 None None] Could not find standard attr ID for object fb154494-2325-411e-a448-c95bd7de7bcc. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:27.039121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:27.097940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] For port d3839366-498c-462b-9cfa-fef1ca6ca674, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d3839366-498c-462b-9cfa-fef1ca6ca674,segment=NetworkSegment(8f67daca-0d51-4a31-924d-775ce363b1a5),segment_id=8f67daca-0d51-4a31-924d-775ce363b1a5)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:27.126629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network 4d1f660f-150d-4dea-81fd-e096f7716318 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:27.128494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.137092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:27.139577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:27.173982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=9b1ddce3-587f-4bc5-902e-431e2088938a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.177305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.207463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.217779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.1 (845c00b7-320d-4f8c-99a9-5c50fed53605/12b732fb-95f3-4875-a1cc-d0dce1cf994e/38dce3a8-da75-4c52-a83b-f0f0bea8e778) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:27.228003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.232078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:27.237622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:27.244984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:27.250536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:27.251159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.255368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=a21ce72b-21df-4e01-a639-b25869cf8f22,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.266818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.295036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.295386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Pushing event updated for resources: {'Port': ['ID=b131b307-9941-46f5-b4d7-05e520430d82,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.302176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.305077 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6878493 Dec 15 21:51:27.308745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34748) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:27.309720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:27.310624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.314547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting port b131b307-9941-46f5-b4d7-05e520430d82 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:27.314855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.316334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:27.340894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d4901d93-a18f-4f91-a2ce-726d65daa1fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:27.369502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.381158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:27.415510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:27.423593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:27.424216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53c3feb-6f41-4723-b48a-66c0493d41e6 None None] Network eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:27.428783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:27.436974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 18435009-1a3b-45d7-87bd-838ead13615c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:27.437806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:27.464369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:27.468413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.554734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Allocated IP 2001:db8::2 (148fec07-4347-45be-b54a-b952a10ebd3e/94386ad3-e913-456f-88b3-789837b68c4c/8d4595b3-c429-4d89-bdb2-c63508795e2c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:27.620152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:27.632930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:27.640786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:27.652898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:27.690000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:27.693876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:27.856154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=1dd58acd-bc80-4edf-8b76-927235f57d32,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.870130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1480947 Dec 15 21:51:27.874526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.877244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:27.892374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:27.899483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:27.934947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Pushing event updated for resources: {'Port': ['ID=d3839366-498c-462b-9cfa-fef1ca6ca674,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:27.936652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:27.956259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.051764 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94386ad3-e913-456f-88b3-789837b68c4c (CIDR: 2001:db8::/64) Dec 15 21:51:28.066907 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:51:28.068304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:28.119014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:28.123934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:28.129879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:28.140153 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0020619-e178-4afb-9168-1881f6e556f8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8303833 Dec 15 21:51:28.141995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:28.147323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34756) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:28.151558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.159316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:28.213413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc571241-28a5-4ee5-a7ae-6cbcdd4ca84b None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:28.244705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:28.248834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.313960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 18435009-1a3b-45d7-87bd-838ead13615c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:28.314207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.318447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] For port b131b307-9941-46f5-b4d7-05e520430d82, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b131b307-9941-46f5-b4d7-05e520430d82,segment=NetworkSegment(493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7),segment_id=493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:28.318809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.334912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Transition to ACTIVE for port object 38dce3a8-da75-4c52-a83b-f0f0bea8e778 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:28.381782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:28.457522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff99a307-ddda-4627-bfb8-e3b506144cd6 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:28.457906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff99a307-ddda-4627-bfb8-e3b506144cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.520544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Calling delete_port for b131b307-9941-46f5-b4d7-05e520430d82 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:28.560291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.614446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.620819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c2aaa04-a446-403b-a5c3-7f9d401340a6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:28.651233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Transition to ACTIVE for port object 8d4595b3-c429-4d89-bdb2-c63508795e2c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:28.664918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.679172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:28.686015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:28.692767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:28.696106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:28.701621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:28.717151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:28.717316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8b25205b-58c0-41f7-abea-13025fa6cc26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:28.720773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No DVR routers for this DVR port b131b307-9941-46f5-b4d7-05e520430d82 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:28.726163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:28.782048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:28.896657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=38dce3a8-da75-4c52-a83b-f0f0bea8e778,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:28.983428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:51:29.000494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:29.017075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:29.021030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:29.054483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:29.058519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.060692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ee6fd08-231a-4d4f-9095-3af8b8674e4f tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:29.099028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.113209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.158933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6383ab88-7809-40d9-8351-ab263d0d6b28 None None] Provisioning for port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:29.165935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6383ab88-7809-40d9-8351-ab263d0d6b28 None None] Provisioning complete for port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:29.168216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6383ab88-7809-40d9-8351-ab263d0d6b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.175654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bd3e8eee-ac13-4465-afeb-505646d73bbc tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:29.212834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Port': ['ID=b131b307-9941-46f5-b4d7-05e520430d82,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:29.216907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:29.226758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b56035-42b9-4dee-a79a-e3301af188ed None None] Network 4d1f660f-150d-4dea-81fd-e096f7716318 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:29.296040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.330513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dfdbb1a5-9d41-404b-9889-f63b02bb5edd (CIDR: 2001:db8:0:1::/64) Dec 15 21:51:29.347400 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:51:29.347851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:29.370142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:29.379963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:29.419688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': '28764244-0d46-4317-ab4e-81354d20e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:29.419942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 1dd58acd-bc80-4edf-8b76-927235f57d32, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:29.424765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb7b3f90-ced6-4a11-9be2-f8b42ef0f341']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:29.433082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.466559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6383ab88-7809-40d9-8351-ab263d0d6b28 None None] Port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:29.481818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:29.482069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493cd97b-8d9d-44fd-9ea5-cb2f4a0632c7') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:29.515725 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c5dc3cdf-f881-4ce0-8661-d81a19f05584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3358023 Dec 15 21:51:29.516507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34762) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:29.516972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:29.565474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.575363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'subnet': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:29.613004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.615587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.676517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:29.701466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.734949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:29.735254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.762711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-46589e68-22d7-4b1e-9079-4b19d7fe99d9 None None] Provisioning for port d3839366-498c-462b-9cfa-fef1ca6ca674 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:29.766030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.819581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:29.843257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 2a95d034-f366-47dc-9fa8-f28cccacb465 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:29.843647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.872330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 1dd58acd-bc80-4edf-8b76-927235f57d32) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:29.894103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:29.894830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.912191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6710481d-eb2e-48ef-9f97-767c7e68e1d4 None None] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:29.927531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-338aeba6-bb7a-450d-a98e-c21ec229276b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:29.934975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-46589e68-22d7-4b1e-9079-4b19d7fe99d9 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:29.935361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46589e68-22d7-4b1e-9079-4b19d7fe99d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:29.959719 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:30.024430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1462104 Dec 15 21:51:30.025586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:30.043515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-138425582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:30.061225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:30.065345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Usage tracker for resource:subnet and tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:30.069237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:30.076259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:30.085653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:30.087722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d3839366-498c-462b-9cfa-fef1ca6ca674 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:30.098064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:30.102075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Made reservation on behalf of c2b599694f4e4d6fbcfb3e056a1c9c78 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:30.107005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.116196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=9b1ddce3-587f-4bc5-902e-431e2088938a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:30.120655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:30.186504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.210187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.215685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9b15b8f9-5b33-4da8-b51d-f1222d120e1d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:30.221176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:30.232336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.236143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.238206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:30.260899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=eb7b3f90-ced6-4a11-9be2-f8b42ef0f341,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:30.280858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:30.293432 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 HTTP/1.1" status: 204 len: 168 time: 8.1129529 Dec 15 21:51:30.329614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.330606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.340264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34772) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:30.346830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:51:30.347848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-298648211'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:30.373276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:30.377045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d3839366-498c-462b-9cfa-fef1ca6ca674 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:30.381593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:30.385576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d3839366-498c-462b-9cfa-fef1ca6ca674 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:30.385965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.416580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.424564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:30.426772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.442222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:30.447255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Usage tracker for resource:network and tenant:b9b2c8994aa44ffb8b02033297d15f38 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:30.452118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:30.458547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:30.466484 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'code': 200} Dec 15 21:51:30.478248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.480258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.492016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6de8b22a-e9cd-4cad-8db3-8c3d818ec9e0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:30.538255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:30.542483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.569871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.577107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Provisioning for port 8d4595b3-c429-4d89-bdb2-c63508795e2c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:30.583760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:30.587381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:30.588038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:30.588360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.607750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network 4d1f660f-150d-4dea-81fd-e096f7716318 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:30.619465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-1dd58acd-bc80-4edf-8b76-927235f57d32', 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': 'a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:30.619910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:30.620367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.624432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:30.667675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:30.671224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:30.671936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.711488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbb311d-9430-4e26-9882-fbd767f291cc None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:30.719042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:30.740802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=8']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:30.747657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:30.755605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.755997 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Added segment aa5d8268-52e9-4811-9355-a32cbb1fae5c of type vlan for network f352b1cc-5528-497c-8d28-b4e8f0025548 Dec 15 21:51:30.784159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.819530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50b64c5a-aaeb-45d1-8a00-55148e0f02fe tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:30.864455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.880363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.886196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:30.887623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.900485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.922030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.952724 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9374046 Dec 15 21:51:30.961776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34780) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:30.962567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.965503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:30.969317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:30.970107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac9e155e-5d4c-4b01-bc46-715a5e290d21 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9321742 Dec 15 21:51:30.979964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:fe:f1:b7', 'name': 'tempest-NetworksTestDHCPv6-431299532'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:31.008960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:31.019709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=d444239d-28fb-4739-b1be-f134b6883de1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:31.022922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:31.029827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d111917-875d-46cb-9fd8-d2d91702d439 tempest-RoutersIpV6AdminTest-994721933 tempest-RoutersIpV6AdminTest-994721933-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:31.042385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'port': {'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32', 'name': 'tempest-RoutersTest-1399572800'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:31.049865 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7054558 Dec 15 21:51:31.083528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:31.097980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Request body: {'subnet': {'network_id': 'f352b1cc-5528-497c-8d28-b4e8f0025548', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:31.197081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d3839366-498c-462b-9cfa-fef1ca6ca674, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d3839366-498c-462b-9cfa-fef1ca6ca674,segment=NetworkSegment(8f67daca-0d51-4a31-924d-775ce363b1a5),segment_id=8f67daca-0d51-4a31-924d-775ce363b1a5)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:31.251458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.273655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29b9a734-f0a8-468e-9cfe-468d93bdbb95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:31.302122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:31.321280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Router eb3e217c-76e3-4266-8fa1-557c682437dc is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:51:31.336660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ebe4c71c-9733-43ee-9acb-794d9c13ec1b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:31.346210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.352490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:31.355752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=38dce3a8-da75-4c52-a83b-f0f0bea8e778,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:31.366598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:31.393268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Network': ['ID=f352b1cc-5528-497c-8d28-b4e8f0025548,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:31.396375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:31.408654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Allocated IP 172.20.0.2 (1dd58acd-bc80-4edf-8b76-927235f57d32/a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7/68658788-8607-4cf7-9957-f33ca0a74af6) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:31.424431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.428617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:31.428770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f352b1cc-5528-497c-8d28-b4e8f0025548 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:31.431556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:31.459696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:31.460107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.493295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:31.499746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Network 148fec07-4347-45be-b54a-b952a10ebd3e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:31.503535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:31.506945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:31.507535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.530425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Subnet': ['ID=94322faf-7ab1-454b-9fcd-5a643c7d90a0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:31.533117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:31.539680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:31.557111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1e980-142c-4e53-a2f4-49b32b6852c0 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:31.561894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0035830 Dec 15 21:51:31.565746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34792) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:31.622293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-115989476', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94322faf-7ab1-454b-9fcd-5a643c7d90a0'}], 'security_groups': ['30270ec5-6c9a-46dc-9aad-2895255f7acf', '8d32014b-6a7f-4bc0-a78f-0762d50ae026']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:31.746353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Made reservation on behalf of b9b2c8994aa44ffb8b02033297d15f38 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:31.749873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.769947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d3839366-498c-462b-9cfa-fef1ca6ca674,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:31.773487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:31.815547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.830423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:31.864125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 6d502b9b-e09a-4363-b533-b971df627d75 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:31.878627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:31.892132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:port and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:31.912111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:31.926809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:31.941029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Provisioning for port a21ce72b-21df-4e01-a639-b25869cf8f22 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:31.959519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:31.994062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:31.999423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Provisioning complete for port a21ce72b-21df-4e01-a639-b25869cf8f22 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:32.000054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.015417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:32.024019 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "PUT /v2.0/routers/eb3e217c-76e3-4266-8fa1-557c682437dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1042957 Dec 15 21:51:32.025407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:32.025949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.027959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:32.033787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.039778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] Sync routers for ids ['eb3e217c-76e3-4266-8fa1-557c682437dc'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:32.044264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:32.094287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'port': {'network_id': '4d1f660f-150d-4dea-81fd-e096f7716318', 'name': 'tempest-FloatingIPNegativeTestJSON-822535329'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:32.153417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] Routers {'eb3e217c-76e3-4266-8fa1-557c682437dc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:32.154343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['eb3e217c-76e3-4266-8fa1-557c682437dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:32.265058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] device_id is not set on port 69ce9c67-b19a-418c-98ee-fae64ad6bb09 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:32.284131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ae18ac55-02e5-4511-a11e-43f2f1229657 None None] Port a21ce72b-21df-4e01-a639-b25869cf8f22 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:32.285596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:32.299809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:32.329763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.338659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-76304104-a620-487a-a4da-476f9dedab80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:32.405372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.417866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] Routers {'eb3e217c-76e3-4266-8fa1-557c682437dc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:32.418843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['eb3e217c-76e3-4266-8fa1-557c682437dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:32.489817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:32.495674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d3839366-498c-462b-9cfa-fef1ca6ca674 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:32.503265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:port and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:32.505599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:32.508628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 172.20.0.12 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/f9b73ad6-60e3-4750-a835-ccedae27f8e9/6d502b9b-e09a-4363-b533-b971df627d75) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:32.510745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:32.525613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:32.563031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fefe:f1b7 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/d444239d-28fb-4739-b1be-f134b6883de1/6d502b9b-e09a-4363-b533-b971df627d75) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:32.568349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Transition to ACTIVE for port object 68658788-8607-4cf7-9957-f33ca0a74af6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:32.577431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:32.577996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2f1ef-df7b-483e-b42f-651a1ddc2d3c None None] The sync data for ids ['eb3e217c-76e3-4266-8fa1-557c682437dc'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:32.590092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Provisioning complete for port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:32.590980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.606764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Made reservation on behalf of 86392070560444df96cf2f8ded4e371c for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:32.611230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.678594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Transition to ACTIVE for port object 68658788-8607-4cf7-9957-f33ca0a74af6 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:32.681748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=9']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:32.696559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] device_id is not set on port 5838ce45-a7f0-4869-8d47-dca8f51e0665 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:32.698083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:32.705031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.715706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:32.755297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:32.861395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:32.875125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] Sync routers for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:32.888821 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:32.890729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:32.897767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:32.906486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:32.914648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:32.916332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:51:32.920989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.926760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28d35155-2da7-4ef5-ad77-ffb8da514c76 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:32.933318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d3839366-498c-462b-9cfa-fef1ca6ca674 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:32.934533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:32.964830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Pushing event updated for resources: {'Port': ['ID=68658788-8607-4cf7-9957-f33ca0a74af6,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:32.987454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e89b37e4-b7a1-45cd-945e-c8ec54b266f8 {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:32.987778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:32.989889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event updated for resources: {'Subnet': ['ID=445f6e4d-1474-4ee0-8534-9227178f86d5,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:32.993308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:32.997214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:32.999794 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/routers/1d3ad675-9ada-476f-8ba7-1f5865a83b08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6121449 Dec 15 21:51:33.002299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:33.010323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'port': {'network_id': '845c00b7-320d-4f8c-99a9-5c50fed53605', 'name': 'tempest-FloatingIPTestJSON-326036345'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:33.026389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:33.027711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.028896 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:33.044452 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:33.045752 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:33.116213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Checking segment: {'id': 'aa5d8268-52e9-4811-9355-a32cbb1fae5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f352b1cc-5528-497c-8d28-b4e8f0025548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:33.116786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network hostable DHCP agents. Network: f352b1cc-5528-497c-8d28-b4e8f0025548, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:33.130263 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:33.130678 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b0e3c8-6408-4b11-a888-548ecab73594 None None] The sync data for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:33.172112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Network f352b1cc-5528-497c-8d28-b4e8f0025548 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:33.190917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Update dhcp port {'port': {'network_id': '148fec07-4347-45be-b54a-b952a10ebd3e', 'fixed_ips': [{'subnet_id': 'dfdbb1a5-9d41-404b-9889-f63b02bb5edd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '94386ad3-e913-456f-88b3-789837b68c4c', 'ip_address': '2001:db8::2'}, {'subnet_id': '94322faf-7ab1-454b-9fcd-5a643c7d90a0'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '8d4595b3-c429-4d89-bdb2-c63508795e2c'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:33.194985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f352b1cc-5528-497c-8d28-b4e8f0025548) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:33.212517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:33.213535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.228342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:33.235012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Usage tracker for resource:port and tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:33.239023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:33.243143 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1525846 Dec 15 21:51:33.243349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Attempting to bind port 68658788-8607-4cf7-9957-f33ca0a74af6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:33.243897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Attempting to bind port 68658788-8607-4cf7-9957-f33ca0a74af6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '28764244-0d46-4317-ab4e-81354d20e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:33.244334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Attempting to bind port 68658788-8607-4cf7-9957-f33ca0a74af6 on network 1dd58acd-bc80-4edf-8b76-927235f57d32 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:33.247835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:33.250495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:33.251257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc260d-743c-4bfe-9f69-01aec1e2464f None None] Network f352b1cc-5528-497c-8d28-b4e8f0025548 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:33.277221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Allocated IP 172.20.0.11 (4d1f660f-150d-4dea-81fd-e096f7716318/0f89a5c0-2b6a-47e6-b419-a63d0daf38a0/5838ce45-a7f0-4869-8d47-dca8f51e0665) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:33.279522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Delete allocated IP 2001:db8::3a4 (148fec07-4347-45be-b54a-b952a10ebd3e/94386ad3-e913-456f-88b3-789837b68c4c) {{(pid=87554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:51:33.300026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.308058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:33.309059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Checking segment: {'id': '28764244-0d46-4317-ab4e-81354d20e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:33.309531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.309993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Bound using segment: {'id': '28764244-0d46-4317-ab4e-81354d20e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:33.310886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Bound port: 68658788-8607-4cf7-9957-f33ca0a74af6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28764244-0d46-4317-ab4e-81354d20e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1dd58acd-bc80-4edf-8b76-927235f57d32'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:33.311343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.313197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Allocated IP 2001:db8:0:2::1d7 (148fec07-4347-45be-b54a-b952a10ebd3e/94322faf-7ab1-454b-9fcd-5a643c7d90a0/a21ce72b-21df-4e01-a639-b25869cf8f22) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:33.348772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Made reservation on behalf of f8a69558dc0f4c2bad19d7eb2fceeca2 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:33.352267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.379491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 6d502b9b-e09a-4363-b533-b971df627d75 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:33.398946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] device_id is not set on port 323946e4-d5cc-4958-a9a0-0bbe1801f908 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:33.449816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.477514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.488549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.556806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] device_id is not set on port 573d0584-fa7e-4c78-b867-a7c59edc2dab yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:33.667375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.688049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc75d4ec-59c7-465e-957b-8758448f926e tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:33.787334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] For port 68658788-8607-4cf7-9957-f33ca0a74af6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:33.790708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.801979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:33.808318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:33.810972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:33.816465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.838704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.20.0.9 (1dd58acd-bc80-4edf-8b76-927235f57d32/a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7/573d0584-fa7e-4c78-b867-a7c59edc2dab) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:33.871374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=6d502b9b-e09a-4363-b533-b971df627d75,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:33.872812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:33.874291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Transition to ACTIVE for port object 5838ce45-a7f0-4869-8d47-dca8f51e0665 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:33.880423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] For port 68658788-8607-4cf7-9957-f33ca0a74af6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=68658788-8607-4cf7-9957-f33ca0a74af6,segment=NetworkSegment(28764244-0d46-4317-ab4e-81354d20e91c),segment_id=28764244-0d46-4317-ab4e-81354d20e91c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:33.888272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.890810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.891073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.891471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.891837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.892221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.892579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.892935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.893290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.893647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.894260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.895324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.895324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:33.897609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:33.899050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:33.924097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:33.924730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.945850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.952579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.979865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Transition to ACTIVE for port object a21ce72b-21df-4e01-a639-b25869cf8f22 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:33.989374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:33.996387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88262d59-0150-4e68-8738-fe7514eca2d5 tempest-FloatingIPAdminTestJSON-1912093253 tempest-FloatingIPAdminTestJSON-1912093253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:34.040612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Provisioning for port 9b1ddce3-587f-4bc5-902e-431e2088938a completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:34.042479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.055566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0804574 Dec 15 21:51:34.056531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:34.085982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218e5934-fe13-4e32-868b-383c72096391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-f352b1cc-5528-497c-8d28-b4e8f0025548', 'network_id': 'f352b1cc-5528-497c-8d28-b4e8f0025548', 'tenant_id': 'b9b2c8994aa44ffb8b02033297d15f38', 'fixed_ips': [{'subnet_id': '445f6e4d-1474-4ee0-8534-9227178f86d5'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:34.086976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-218e5934-fe13-4e32-868b-383c72096391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.108310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Pushing event updated for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=10']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:34.112749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Provisioning complete for port 9b1ddce3-587f-4bc5-902e-431e2088938a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:34.113501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.125753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.137711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] In _notify_port_updated(), no bound segment for port a21ce72b-21df-4e01-a639-b25869cf8f22 on network 148fec07-4347-45be-b54a-b952a10ebd3e {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:51:34.139087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:34.139087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.140185 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "PUT /v2.0/ports/a21ce72b-21df-4e01-a639-b25869cf8f22 HTTP/1.1" status: 200 len: 969 time: 2.5732510 Dec 15 21:51:34.147709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network 4d1f660f-150d-4dea-81fd-e096f7716318 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:34.148327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34816) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:34.164044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Allocated IP 172.20.0.9 (845c00b7-320d-4f8c-99a9-5c50fed53605/12b732fb-95f3-4875-a1cc-d0dce1cf994e/323946e4-d5cc-4958-a9a0-0bbe1801f908) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:34.170421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.171395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.171395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.171799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.172229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.172651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.173224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.173777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.174324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.174900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.175430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.176146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:34.181824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event updated for resources: {'Port': ['ID=a21ce72b-21df-4e01-a639-b25869cf8f22,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:34.185470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:34.186320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:34.188533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:34.190575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:34.196455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c597a089-fd33-49cb-a816-d399dee605ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:34.227026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-44ad5010-c27b-4f1a-a959-7c3ae5cc70fa tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:34.372942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Allocated IP 2001:db8:0:2::2 (148fec07-4347-45be-b54a-b952a10ebd3e/94322faf-7ab1-454b-9fcd-5a643c7d90a0/8d4595b3-c429-4d89-bdb2-c63508795e2c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:34.416952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Port 9b1ddce3-587f-4bc5-902e-431e2088938a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:34.418026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.439296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7515c27-6cc5-4198-b720-4f05e1350ebb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:34.445253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7515c27-6cc5-4198-b720-4f05e1350ebb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:34.446169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a7515c27-6cc5-4198-b720-4f05e1350ebb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:34.451284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=5838ce45-a7f0-4869-8d47-dca8f51e0665,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:34.498328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:34.500373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.524656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port a21ce72b-21df-4e01-a639-b25869cf8f22 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:34.525005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.529830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Pushing event updated for resources: {'Port': ['ID=68658788-8607-4cf7-9957-f33ca0a74af6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:34.535007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:34.580346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.592873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object 573d0584-fa7e-4c78-b867-a7c59edc2dab will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:34.606078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9477bd05-23a7-4ef5-a39f-0b6d382eab78 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:34.619153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:34.657491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6092842 Dec 15 21:51:34.664034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:34.686517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:34.696501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=445f6e4d-1474-4ee0-8534-9227178f86d5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:34.696886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:34.703414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Provisioning complete for port d3839366-498c-462b-9cfa-fef1ca6ca674 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:34.704119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.705933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:34.714082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a7515c27-6cc5-4198-b720-4f05e1350ebb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:34.717849 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a7515c27-6cc5-4198-b720-4f05e1350ebb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.6539834 Dec 15 21:51:34.723800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:floatingip and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:34.725832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34826) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:34.729522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-218e5934-fe13-4e32-868b-383c72096391 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 445f6e4d-1474-4ee0-8534-9227178f86d5: This subnet is being modified by another concurrent operation. Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:34.751071 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 445f6e4d-1474-4ee0-8534-9227178f86d5: This subnet is being modified by another concurrent operation. Dec 15 21:51:34.755307 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:51:34.776068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9521a-6a1e-4ee8-8fbd-c5a37977a0ed None None] Network f352b1cc-5528-497c-8d28-b4e8f0025548 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:34.843952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:34.868209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.882556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.893123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.896505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-626b19e7-26c5-405a-8087-27136f908d31 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:34.907177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 6d502b9b-e09a-4363-b533-b971df627d75 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:34.907431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.932923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:34.935959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:34.956979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f352b1cc-5528-497c-8d28-b4e8f0025548']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:34.997413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5d8268-52e9-4811-9355-a32cbb1fae5c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:34.997777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5d8268-52e9-4811-9355-a32cbb1fae5c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:35.031678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Transition to ACTIVE for port object 323946e4-d5cc-4958-a9a0-0bbe1801f908 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:35.037779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:35.040730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.054150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:35.059518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=573d0584-fa7e-4c78-b867-a7c59edc2dab,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:35.068448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:35.076852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.108308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.111155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.111610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.112082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.112693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.113435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.113997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.114562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.114984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.115550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.116127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.116570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.117114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:51:35.138028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:35.139142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:35.139656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:35.159969 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:35.180650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.204485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Transition to ACTIVE for port object 8d4595b3-c429-4d89-bdb2-c63508795e2c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:35.208912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.214308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27038ed3-1c00-4568-af6b-5b37a95ecc9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:35.272945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:35.273997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.292731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.301222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.303026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f938d9f-9648-40aa-97c9-f0acee7504fc tempest-DHCPAgentSchedulersTestJSON-1154180780 tempest-DHCPAgentSchedulersTestJSON-1154180780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:35.330867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.348041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=f352b1cc-5528-497c-8d28-b4e8f0025548,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:35.362082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:35.365408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ed90f0f-3899-4fab-a408-5b7fb8163224 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:35.420800 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.4025385 Dec 15 21:51:35.425751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34830) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.431787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:35.435785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:35.439347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:35.443535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Provisioning for port 5838ce45-a7f0-4869-8d47-dca8f51e0665 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:35.444623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for a21ce72b-21df-4e01-a639-b25869cf8f22 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:35.447024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Pushing event updated for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:35.451338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:35.452825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Provisioning complete for port 5838ce45-a7f0-4869-8d47-dca8f51e0665 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:35.453339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.477339 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/f352b1cc-5528-497c-8d28-b4e8f0025548 HTTP/1.1" status: 204 len: 168 time: 2.2255011 Dec 15 21:51:35.481569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.544781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event updated for resources: {'Port': ['ID=323946e4-d5cc-4958-a9a0-0bbe1801f908,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:35.545287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Port 5838ce45-a7f0-4869-8d47-dca8f51e0665 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:35.548305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:35.552106 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d205b48-9e99-4c82-9877-e67875a09dff tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.552568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d205b48-9e99-4c82-9877-e67875a09dff tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.556598 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d205b48-9e99-4c82-9877-e67875a09dff tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/445f6e4d-1474-4ee0-8534-9227178f86d5 HTTP/1.1" status: 404 len: 337 time: 0.0694683 Dec 15 21:51:35.557665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.575031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Provisioning for port 6d502b9b-e09a-4363-b533-b971df627d75 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:35.582556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Provisioning complete for port 6d502b9b-e09a-4363-b533-b971df627d75 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:35.583106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.594407 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-917bdf22-9b93-4d6a-b561-87ff571861cd tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.594991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917bdf22-9b93-4d6a-b561-87ff571861cd tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.603851 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-917bdf22-9b93-4d6a-b561-87ff571861cd tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/f352b1cc-5528-497c-8d28-b4e8f0025548 HTTP/1.1" status: 404 len: 339 time: 0.0432227 Dec 15 21:51:35.609406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.666683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:35.667298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:35.680789 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-65372766-aeb9-4d7f-9679-e4d42da72083 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.681162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65372766-aeb9-4d7f-9679-e4d42da72083 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.682976 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65372766-aeb9-4d7f-9679-e4d42da72083 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/fa9c23fd-e6fd-4c93-a0a1-71bef767e166 HTTP/1.1" status: 404 len: 337 time: 0.0725529 Dec 15 21:51:35.686079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34848) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.723438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-55974ae6-98be-430e-a16c-11e22ebfaa84 None None] Port 6d502b9b-e09a-4363-b533-b971df627d75 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:35.731357 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.7255669 Dec 15 21:51:35.731357 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-179c0227-d60e-4ba0-b348-ff03941ca790 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.731357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179c0227-d60e-4ba0-b348-ff03941ca790 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.734187 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-179c0227-d60e-4ba0-b348-ff03941ca790 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/eb7b3f90-ced6-4a11-9be2-f8b42ef0f341 HTTP/1.1" status: 404 len: 339 time: 0.0457699 Dec 15 21:51:35.734187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.735857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.739317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Request body: {'floatingip': {'port_id': '323946e4-d5cc-4958-a9a0-0bbe1801f908'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:35.862570 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-200f3fdb-af7d-442b-a8dc-ad69a77b7779 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.863025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200f3fdb-af7d-442b-a8dc-ad69a77b7779 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.864736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-200f3fdb-af7d-442b-a8dc-ad69a77b7779 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/830cf80a-e1de-4f38-b330-155fb9c22507 HTTP/1.1" status: 404 len: 337 time: 0.0732207 Dec 15 21:51:35.868137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.883408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfeb899-be86-42e0-994a-603db26273e2 None None] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:35.907753 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dec1ea-8b49-46c4-969d-7a9ad06985a6 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:35.908286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dec1ea-8b49-46c4-969d-7a9ad06985a6 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:35.909987 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10dec1ea-8b49-46c4-969d-7a9ad06985a6 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/01c675c1-c333-4382-b960-c2365f3edd0d HTTP/1.1" status: 404 len: 339 time: 0.0409603 Dec 15 21:51:35.912707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:35.963063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:36.003703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95752b47-e584-4d76-9751-ad3756fac7b7 None None] Provisioning for port 323946e4-d5cc-4958-a9a0-0bbe1801f908 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:36.014662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95752b47-e584-4d76-9751-ad3756fac7b7 None None] Provisioning complete for port 323946e4-d5cc-4958-a9a0-0bbe1801f908 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:36.015296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95752b47-e584-4d76-9751-ad3756fac7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:36.092987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-95752b47-e584-4d76-9751-ad3756fac7b7 None None] Port 323946e4-d5cc-4958-a9a0-0bbe1801f908 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:36.151334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95752b47-e584-4d76-9751-ad3756fac7b7 None None] Provisioning for port 68658788-8607-4cf7-9957-f33ca0a74af6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:36.220927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting port bdb980af-a379-4f0d-8c9b-04e0bad123ed {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:36.221272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:36.259435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:36.599554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 6d502b9b-e09a-4363-b533-b971df627d75 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:36.619647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:36.732383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning for port 8d4595b3-c429-4d89-bdb2-c63508795e2c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:36.769625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:36.770002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:36.793770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.008475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:37.009140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.038812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.065942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.068724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.073150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6437b43f-efd5-41d6-9365-a519dd48432e tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:37.084551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Could not find standard attr ID for object a21ce72b-21df-4e01-a639-b25869cf8f22. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:37.091289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c64340-2c67-47c8-9c17-9e34c288ed31 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:51:37.153000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning for port 573d0584-fa7e-4c78-b867-a7c59edc2dab completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:37.170297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning complete for port 573d0584-fa7e-4c78-b867-a7c59edc2dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:37.170679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.204161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=a21ce72b-21df-4e01-a639-b25869cf8f22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:37.207700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Calling delete_port for bdb980af-a379-4f0d-8c9b-04e0bad123ed owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:37.217549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:37.220804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b10a6d4-470a-4f2f-b47f-03f69304bdf3 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:37.323010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Port 573d0584-fa7e-4c78-b867-a7c59edc2dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:37.332439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.333136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 68658788-8607-4cf7-9957-f33ca0a74af6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:37.339091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6c28d3ae-4b8b-4438-8cc0-0a0c1ecdacba tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:37.397227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Port': ['ID=bdb980af-a379-4f0d-8c9b-04e0bad123ed,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:37.401852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:37.407154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.414023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.417037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:37.417422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.419181 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/ports/bdb980af-a379-4f0d-8c9b-04e0bad123ed HTTP/1.1" status: 204 len: 168 time: 1.5053594 Dec 15 21:51:37.419688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34870) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:37.463374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99984e7-08ff-4959-998f-54ef2f69b3de tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:37.463953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99984e7-08ff-4959-998f-54ef2f69b3de tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:37.468348 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b99984e7-08ff-4959-998f-54ef2f69b3de tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/7d679110-846a-4fc1-bb0e-5d3a80e58800 HTTP/1.1" status: 404 len: 337 time: 0.0460308 Dec 15 21:51:37.471479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34874) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:37.478295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=6d502b9b-e09a-4363-b533-b971df627d75,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:37.483350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c64340-2c67-47c8-9c17-9e34c288ed31 None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:51:37.512516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:37.532657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:37.544704 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/a21ce72b-21df-4e01-a639-b25869cf8f22 HTTP/1.1" status: 204 len: 168 time: 3.3939259 Dec 15 21:51:37.554707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:37.595690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 68658788-8607-4cf7-9957-f33ca0a74af6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:37.615176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 68658788-8607-4cf7-9957-f33ca0a74af6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:37.615628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.618621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.637397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:51:37.639482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Provisioning complete for port 68658788-8607-4cf7-9957-f33ca0a74af6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:37.640751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.654211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fccd93e-8a8c-4fde-b15b-fc487024f698 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] GET failed (client error): The resource could not be found. Dec 15 21:51:37.654755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7fccd93e-8a8c-4fde-b15b-fc487024f698 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Synchronizing usage tracker for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:37.785120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.794462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7fccd93e-8a8c-4fde-b15b-fc487024f698 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Unset dirty status for tenant:c2b599694f4e4d6fbcfb3e056a1c9c78 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:37.796062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7fccd93e-8a8c-4fde-b15b-fc487024f698 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports/a21ce72b-21df-4e01-a639-b25869cf8f22 HTTP/1.1" status: 404 len: 333 time: 0.2407265 Dec 15 21:51:37.809068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34882) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:37.814560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Allocated IP 172.26.6.58 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/ec6633b5-6ced-4a8e-b0ca-9d887b436c8c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:37.817395 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/6d502b9b-e09a-4363-b533-b971df627d75 HTTP/1.1" status: 204 len: 168 time: 3.0906441 Dec 15 21:51:37.830547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.849390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:37.974013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.982959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:37.991904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.003784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.014035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.066881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 68658788-8607-4cf7-9957-f33ca0a74af6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=68658788-8607-4cf7-9957-f33ca0a74af6,segment=NetworkSegment(28764244-0d46-4317-ab4e-81354d20e91c),segment_id=28764244-0d46-4317-ab4e-81354d20e91c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:38.102877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.109652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9493a33f-c370-4a92-b2ad-a56a6d7f0b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:38.149156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:38.151093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:38.152682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:38.153470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:38.175147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad3e4d15-aaf7-4ea6-bf28-06186c97f48f']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:38.193187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5bee41-6a97-4e81-80d5-a9700b42ca15') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:38.193644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5bee41-6a97-4e81-80d5-a9700b42ca15') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:38.211843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.225961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 9ae52c53-0fc7-4028-8737-4b2860de3926 associated. External IP: 172.26.6.2, port: daef7087-a940-4ca8-a42e-44204f464c36. Dec 15 21:51:38.253213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.253436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:38.253571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-90f400d4-2824-427f-a7ea-6acfc6729047 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:38.292405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=68658788-8607-4cf7-9957-f33ca0a74af6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:38.294894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.298106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:38.315430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:38.315961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.316750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.316963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265829f6-06b8-4149-bc58-5b408480c77b None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:38.330937 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:38.386524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.438903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 68658788-8607-4cf7-9957-f33ca0a74af6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:38.445982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:38.447255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b9c9575e-f016-4f16-b973-b2ed30f4fb60 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5966797 Dec 15 21:51:38.468190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34892) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:38.472944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.493540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.498495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.509810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a1e5a5c-4e65-4a41-8f1d-5e40ebe3bed3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1162056563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:38.520013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-18550c97-6692-46d8-9816-38eedefe379c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:38.535863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265829f6-06b8-4149-bc58-5b408480c77b None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:51:38.548226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/ad3e4d15-aaf7-4ea6-bf28-06186c97f48f HTTP/1.1" status: 204 len: 168 time: 1.0734844 Dec 15 21:51:38.549241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=ad3e4d15-aaf7-4ea6-bf28-06186c97f48f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:38.551676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:38.554164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34896) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:38.573192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 68658788-8607-4cf7-9957-f33ca0a74af6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:38.573582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.585973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8038dcf-b133-48ff-b32b-ac0ed35d10b9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:38.615624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:38.637972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.642167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/security-groups/e8038dcf-b133-48ff-b32b-ac0ed35d10b9 HTTP/1.1" status: 204 len: 168 time: 0.8288898 Dec 15 21:51:38.648561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34900) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:38.689931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet d444239d-28fb-4739-b1be-f134b6883de1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:38.698515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting port b4678cdb-104d-48b2-b17d-ea48e3c7815c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:38.699228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.700631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.775645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.791200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbd184b0-ea09-4763-940f-510f5803665b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:38.890424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.921457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:38.941306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:38.951636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:38.977245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=ec6633b5-6ced-4a8e-b0ca-9d887b436c8c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:38.979477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:38.987788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:39.015361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:39.040355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.044992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.062783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.072214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.078860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-85e61ab3-a6a4-4b36-af56-fe076d11aded None None] Provisioning complete for port 573d0584-fa7e-4c78-b867-a7c59edc2dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:39.079391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85e61ab3-a6a4-4b36-af56-fe076d11aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.085359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-283c6e59-cf8a-494f-80d8-457cc6fee44b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:39.186767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-85e61ab3-a6a4-4b36-af56-fe076d11aded None None] Port 573d0584-fa7e-4c78-b867-a7c59edc2dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:39.195679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-85e61ab3-a6a4-4b36-af56-fe076d11aded None None] Could not find standard attr ID for object a21ce72b-21df-4e01-a639-b25869cf8f22. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:39.214005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3f303-b91c-479a-808c-7f9efcfe1f03 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': 'd444239d-28fb-4739-b1be-f134b6883de1', 'ip_address': '2001:db8::f816:3eff:feec:aadf'}, {'subnet_id': 'f9b73ad6-60e3-4750-a835-ccedae27f8e9'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': 'ebe4c71c-9733-43ee-9acb-794d9c13ec1b'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:39.266106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Calling delete_port for b4678cdb-104d-48b2-b17d-ea48e3c7815c owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:39.283662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f303-b91c-479a-808c-7f9efcfe1f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.381952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.427934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=573d0584-fa7e-4c78-b867-a7c59edc2dab,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:39.442809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:39.495154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.508582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1876e96f-dc79-459d-b7df-ad203cd69fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:39.532328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d32014b-6a7f-4bc0-a78f-0762d50ae026,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:39.534995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:39.544336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.576075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:39.588786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:39.599545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:39.600292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:39.603779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.607297 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/security-groups/8d32014b-6a7f-4bc0-a78f-0762d50ae026 HTTP/1.1" status: 204 len: 168 time: 0.9536865 Dec 15 21:51:39.631796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:39.665415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-c8f3f303-b91c-479a-808c-7f9efcfe1f03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d444239d-28fb-4739-b1be-f134b6883de1: This subnet is being modified by another concurrent operation. Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:39.685356 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d444239d-28fb-4739-b1be-f134b6883de1: This subnet is being modified by another concurrent operation. Dec 15 21:51:39.688891 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:51:39.691064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.692888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:39.693341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5993dd78-f5eb-4c02-bcde-9b7c9f33f317 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:39.694196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:39.729480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.771000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.785364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18ba2953-a13e-477d-b44c-5cb206ddb49c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:39.804719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.808056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c506d5-fa35-4cf2-8875-0e9fdb38a7bf None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:51:39.812744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=d444239d-28fb-4739-b1be-f134b6883de1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:39.814932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:39.840660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.853854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/d444239d-28fb-4739-b1be-f134b6883de1 HTTP/1.1" status: 204 len: 168 time: 1.3806820 Dec 15 21:51:39.854066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Port': ['ID=b4678cdb-104d-48b2-b17d-ea48e3c7815c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:39.854156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51a70293-2dcc-4ef4-9fbd-a55711cedae5 None None] Could not find standard attr ID for object 6d502b9b-e09a-4363-b533-b971df627d75. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:39.854472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:39.861853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:39.862055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f92bc2-42c7-496b-91cf-b2481522f346 None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:39.883803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51a70293-2dcc-4ef4-9fbd-a55711cedae5 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:39.884217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51a70293-2dcc-4ef4-9fbd-a55711cedae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.892080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:39.907971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.914099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:39.956013 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/ports/b4678cdb-104d-48b2-b17d-ea48e3c7815c HTTP/1.1" status: 204 len: 168 time: 1.4007008 Dec 15 21:51:39.956695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34914) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:39.992686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.083436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c506d5-fa35-4cf2-8875-0e9fdb38a7bf None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:51:40.085561 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a15af898-1867-49f4-93fd-a7fa1a9f7e0a tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:40.086053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a15af898-1867-49f4-93fd-a7fa1a9f7e0a tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:40.090179 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a15af898-1867-49f4-93fd-a7fa1a9f7e0a tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/95f4c1a9-c63d-4255-a517-9cd1e9028d65 HTTP/1.1" status: 404 len: 337 time: 0.1246774 Dec 15 21:51:40.108820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34918) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:40.155038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet f9b73ad6-60e3-4750-a835-ccedae27f8e9 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:40.161629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.177304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.185800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.219127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.230924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9b3d6d66-4b2e-4acd-b12d-febbb94e2f98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:40.401610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.440446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.456125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.470986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-59561dfb-a8db-4dc6-b48a-f1595db65429 tempest-ServersTestJSON-3236896 tempest-ServersTestJSON-3236896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:40.499080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=ec6633b5-6ced-4a8e-b0ca-9d887b436c8c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:40.499558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30270ec5-6c9a-46dc-9aad-2895255f7acf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:40.505845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:40.507158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:40.517983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.533290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.535313 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/security-groups/30270ec5-6c9a-46dc-9aad-2895255f7acf HTTP/1.1" status: 204 len: 168 time: 0.9027760 Dec 15 21:51:40.539108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:40.607071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.610837 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9434519 Dec 15 21:51:40.611246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f70d07-dd64-418a-b57d-f90fdc3e6438 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': 'f9b73ad6-60e3-4750-a835-ccedae27f8e9'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': 'ebe4c71c-9733-43ee-9acb-794d9c13ec1b'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:40.617219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34928) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:40.621015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.648977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:40.669472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-42f70d07-dd64-418a-b57d-f90fdc3e6438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.689226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-76800d1d-6139-4620-aeed-830ceac98760 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'floatingip': {'port_id': '5838ce45-a7f0-4869-8d47-dca8f51e0665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:40.784141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76800d1d-6139-4620-aeed-830ceac98760 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.816142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.856413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 94386ad3-e913-456f-88b3-789837b68c4c {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:40.897270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:40.912695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:40.952200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942a2fa-75b8-4a85-aff1-64642881228f') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:40.952518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942a2fa-75b8-4a85-aff1-64642881228f') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-42f70d07-dd64-418a-b57d-f90fdc3e6438 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9b73ad6-60e3-4750-a835-ccedae27f8e9: This subnet is being modified by another concurrent operation. Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:51:40.967699 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1491, in update_port Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f9b73ad6-60e3-4750-a835-ccedae27f8e9: This subnet is being modified by another concurrent operation. Dec 15 21:51:40.971250 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:51:40.975300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.012963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced7e2dc-96b4-415e-a8a8-3ffe030809c7 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:51:41.115612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c496fb8f-71f1-4df1-b564-768228174df9 None None] Could not find standard attr ID for object 6d502b9b-e09a-4363-b533-b971df627d75. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:41.116589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.123834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3a992202-78b9-4b90-9534-7e90632c601e tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:41.165734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c496fb8f-71f1-4df1-b564-768228174df9 None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:41.166264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c496fb8f-71f1-4df1-b564-768228174df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.171242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b73ad6-60e3-4750-a835-ccedae27f8e9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:41.178610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:41.179833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:41.181744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.185521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.198137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:41.199286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.199738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.200145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff54452-5f2d-4884-a326-46efed55235d None None] Sync routers for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:41.215585 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:41.218114 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:41.218487 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:41.235665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced7e2dc-96b4-415e-a8a8-3ffe030809c7 None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:51:41.273515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/f9b73ad6-60e3-4750-a835-ccedae27f8e9 HTTP/1.1" status: 204 len: 168 time: 1.4166391 Dec 15 21:51:41.276931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:41.282260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.318679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:41.333156 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:41.334142 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:41.337950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-76800d1d-6139-4620-aeed-830ceac98760 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] update failed (client error): The resource could not be found. Dec 15 21:51:41.339198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76800d1d-6139-4620-aeed-830ceac98760 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "PUT /v2.0/floatingips/a7a39ee9-83a8-4381-8d8a-83d42806c1e3 HTTP/1.1" status: 404 len: 507 time: 0.6791174 Dec 15 21:51:41.343570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:41.358535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.364629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1f8cab0-dfdb-4749-b45a-ff12658c5144 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0864971 Dec 15 21:51:41.369441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34940) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:41.375824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:41.395252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.426947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.435233 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eff54452-5f2d-4884-a326-46efed55235d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:41.435868 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff54452-5f2d-4884-a326-46efed55235d None None] The sync data for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:41.438606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:41.452790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a394de01-8f20-4389-a3a2-4d25a2b29e0e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:41.482468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.635974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:41.638355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.647554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/bfc8da2b-9973-4c37-ba7f-fe9efb2d19eb HTTP/1.1" status: 204 len: 168 time: 1.5251637 Dec 15 21:51:41.648758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:41.649280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.655956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34946) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:41.658826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting port ec6633b5-6ced-4a8e-b0ca-9d887b436c8c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:41.659171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.684930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:41.689724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=573d0584-fa7e-4c78-b867-a7c59edc2dab,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:41.693421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:41.696488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:41.708017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:41.736089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:41.738894 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-95f6cb1c-30eb-45af-80c1-c4d526c14157 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/floatingips/9ae52c53-0fc7-4028-8737-4b2860de3926 HTTP/1.1" status: 200 len: 975 time: 6.0044572 Dec 15 21:51:41.746428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34950) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:41.817109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1cfd2b64-5bda-4df4-a73c-12e4edebe35c None None] Could not find standard attr ID for object 6d502b9b-e09a-4363-b533-b971df627d75. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:51:41.841153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1cfd2b64-5bda-4df4-a73c-12e4edebe35c None None] Provisioning complete for port ebe4c71c-9733-43ee-9acb-794d9c13ec1b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:41.841677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2b64-5bda-4df4-a73c-12e4edebe35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.895652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:41.897146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:41.902921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:41.933241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:41.982835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting subnet d8113a5a-267d-42e2-af8a-74182e81b381 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:41.997378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 323946e4-d5cc-4958-a9a0-0bbe1801f908 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:41.997729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.032880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561f5971-e3e2-4c34-890f-45c1b501c8fe None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:42.052010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.192817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.244059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.257395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86373aa0-b0cb-40e7-bde1-da380802ed9b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:42.293763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-330bd379-57b8-48e2-8ba2-8ab724a470a7 None None] Provisioning complete for port 573d0584-fa7e-4c78-b867-a7c59edc2dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:42.294333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-330bd379-57b8-48e2-8ba2-8ab724a470a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.295239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.295770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.316428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=94386ad3-e913-456f-88b3-789837b68c4c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:42.319423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:42.324567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.342417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/94386ad3-e913-456f-88b3-789837b68c4c HTTP/1.1" status: 204 len: 168 time: 1.7986634 Dec 15 21:51:42.343514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34954) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:42.369215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c058d41-caed-447b-879c-b6a5c6ee3e9c None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:42.380900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 2d9141f9-c75d-42d6-a7d9-16457dafd72c is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:51:42.469717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Calling delete_port for ec6633b5-6ced-4a8e-b0ca-9d887b436c8c owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:42.470880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-330bd379-57b8-48e2-8ba2-8ab724a470a7 None None] Port 573d0584-fa7e-4c78-b867-a7c59edc2dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:42.584328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:42.599617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Deleting port ebe4c71c-9733-43ee-9acb-794d9c13ec1b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:42.599617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.634657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet 94322faf-7ab1-454b-9fcd-5a643c7d90a0 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:42.642039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.664204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.673124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0426624c-8e94-45c0-9fab-b5d2e58bd231 None None] Provisioning complete for port 573d0584-fa7e-4c78-b867-a7c59edc2dab triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:42.673573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0426624c-8e94-45c0-9fab-b5d2e58bd231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.772084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.861442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:42.874361 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/2d9141f9-c75d-42d6-a7d9-16457dafd72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3403533 Dec 15 21:51:42.877567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34960) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:42.913562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] Sync routers for ids ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:42.919641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.925687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.949200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] For port ebe4c71c-9733-43ee-9acb-794d9c13ec1b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:42.949596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:42.957962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0426624c-8e94-45c0-9fab-b5d2e58bd231 None None] Port 573d0584-fa7e-4c78-b867-a7c59edc2dab cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:42.959302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:42.959433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] Routers {'2d9141f9-c75d-42d6-a7d9-16457dafd72c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:42.959973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:43.047761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:43.057734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:43.069527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2df366-2cb5-4b4f-bc62-7cd579dae344 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:43.070121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb2df366-2cb5-4b4f-bc62-7cd579dae344 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:43.073210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:43.073814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.090818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.096522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=d444b369-5120-442a-a5dd-118cc5f2abeb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:43.097808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bdb7d8ad-11e8-4712-ac59-b829ab26ac0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:43.107668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:43.125782 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7522264 Dec 15 21:51:43.125980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:43.131608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:43.135932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Subnet': ['ID=d8113a5a-267d-42e2-af8a-74182e81b381,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:43.138461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:43.145412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:43.148197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Calling delete_port for ebe4c71c-9733-43ee-9acb-794d9c13ec1b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:43.151706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb2df366-2cb5-4b4f-bc62-7cd579dae344 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:43.158017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb2df366-2cb5-4b4f-bc62-7cd579dae344 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports/573d0584-fa7e-4c78-b867-a7c59edc2dab HTTP/1.1" status: 200 len: 977 time: 0.2779779 Dec 15 21:51:43.161987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34968) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:43.196808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.199716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] Routers {'2d9141f9-c75d-42d6-a7d9-16457dafd72c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:43.200367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:43.200912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c1e484d3-1086-40a3-aaf3-05cac9805215 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:43.249376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.252648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b14dd-cb30-476b-8492-01f8e46c721a None None] Network 4b5e6783-2798-4709-a098-7605ee6ed27f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:43.275383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Port': ['ID=ec6633b5-6ced-4a8e-b0ca-9d887b436c8c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:43.299516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.310465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:43.337410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:43.337974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b299ff9-2dcf-4548-a5c8-c7b964f8d1f2 None None] The sync data for ids ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:43.365949 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/subnets/d8113a5a-267d-42e2-af8a-74182e81b381 HTTP/1.1" status: 204 len: 168 time: 1.7088115 Dec 15 21:51:43.374729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:43.432939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.441749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b5f17222-371d-4461-9574-5a5ff0baa478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:43.509645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:43.588009 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Pushing event deleted for resources: {'Port': ['ID=ebe4c71c-9733-43ee-9acb-794d9c13ec1b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:43.590154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] No DVR routers for this DVR port ebe4c71c-9733-43ee-9acb-794d9c13ec1b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:43.609238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c5c0d5b7-4fb2-4771-b0ca-bbf8e97e1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.613253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:43.616146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:43.624257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.626738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.632243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "DELETE /v2.0/floatingips/a7a39ee9-83a8-4381-8d8a-83d42806c1e3 HTTP/1.1" status: 204 len: 168 time: 2.2874017 Dec 15 21:51:43.636873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbbc5a-b5aa-4501-8e35-5b2b6c3a2368 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:43.639105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 34976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:43.647904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:43.650170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'floatingip': {'floating_network_id': '4d1f660f-150d-4dea-81fd-e096f7716318', 'port_id': '5838ce45-a7f0-4869-8d47-dca8f51e0665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:43.658248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:43.663444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.666638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:43.672982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:floatingip and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:43.682736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:43.686979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.687350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.687658 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Floating IP 9ae52c53-0fc7-4028-8737-4b2860de3926 disassociated. External IP: 172.26.6.2, port: 323946e4-d5cc-4958-a9a0-0bbe1801f908. Dec 15 21:51:43.688024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 323946e4-d5cc-4958-a9a0-0bbe1801f908 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:43.729271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:43.735380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:43.739716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.752468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Deleting port 0203b469-1781-4b87-885c-5fcd54de3093 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:43.753031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.758074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.775220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a7fa5bd-d4f3-486b-bc04-8fc4007cc645 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:43.806336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.935322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'd444b369-5120-442a-a5dd-118cc5f2abeb'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:43.936226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:43.974575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=94322faf-7ab1-454b-9fcd-5a643c7d90a0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:43.977429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:44.021655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.059670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] DHCP port deletion for 4b5e6783-2798-4709-a098-7605ee6ed27f request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:44.096259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/94322faf-7ab1-454b-9fcd-5a643c7d90a0 HTTP/1.1" status: 204 len: 168 time: 1.7500477 Dec 15 21:51:44.101952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:44.108143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Deleting port 0203b469-1781-4b87-885c-5fcd54de3093 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:44.109139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.165973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.168839 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc6861c-5b99-4434-8d45-34a89698afe9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:44.169294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc6861c-5b99-4434-8d45-34a89698afe9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:44.171096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8fc6861c-5b99-4434-8d45-34a89698afe9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/94386ad3-e913-456f-88b3-789837b68c4c HTTP/1.1" status: 404 len: 337 time: 0.0681276 Dec 15 21:51:44.175213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34988) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:44.187165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:44.245157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=323946e4-d5cc-4958-a9a0-0bbe1801f908,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:44.255240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] For port 0203b469-1781-4b87-885c-5fcd54de3093, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0203b469-1781-4b87-885c-5fcd54de3093,segment=NetworkSegment(9180fd64-a89a-4836-8e31-ab4c70622bb9),segment_id=9180fd64-a89a-4836-8e31-ab4c70622bb9)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:44.255756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.263909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:44.357639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81da586-c1e2-44a0-a40f-c3816a6b7142 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:44.399911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting subnet dfdbb1a5-9d41-404b-9889-f63b02bb5edd {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:44.408806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.486019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Calling delete_port for 0203b469-1781-4b87-885c-5fcd54de3093 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:44.514002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0203b469-1781-4b87-885c-5fcd54de3093 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:44.546314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.634484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Allocated IP 172.20.0.2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/d444b369-5120-442a-a5dd-118cc5f2abeb/3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:44.656275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-003f6a59-36d0-451f-b7bb-14dd8f85ef05 None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:44.656275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-003f6a59-36d0-451f-b7bb-14dd8f85ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.682018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebc957-dfec-4862-a2cd-430364a7d91b req-79e90963-a53c-4e89-9f6a-af44b0045173 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:44.683853 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afebc957-dfec-4862-a2cd-430364a7d91b req-79e90963-a53c-4e89-9f6a-af44b0045173 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4381902 Dec 15 21:51:44.870119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] For port 0203b469-1781-4b87-885c-5fcd54de3093, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0203b469-1781-4b87-885c-5fcd54de3093,segment=NetworkSegment(9180fd64-a89a-4836-8e31-ab4c70622bb9),segment_id=9180fd64-a89a-4836-8e31-ab4c70622bb9)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:44.870495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.875467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:44.876894 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:51:44.880481 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80ffa4c2-e8f6-4a5d-a623-d5cc03b64186 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2380092 Dec 15 21:51:44.882024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.887107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 34992) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:44.893658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9abf230-42fd-4df8-9892-aca26ab56aa5 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:44.927779 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No ports have port_id starting with 0203b469-1781-4b87-885c-5fcd54de3093 Dec 15 21:51:44.932826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '5838ce45-a7f0-4869-8d47-dca8f51e0665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:44.943421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] No DVR routers for this DVR port 0203b469-1781-4b87-885c-5fcd54de3093 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:44.946342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:44.980366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Port': ['ID=0203b469-1781-4b87-885c-5fcd54de3093,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:44.982744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:44.983093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:45.027577 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afebc957-dfec-4862-a2cd-430364a7d91b req-5cad6e0a-1425-4e5c-af6b-aa3681a8325d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3380742 Dec 15 21:51:45.040459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Usage tracker for resource:floatingip and tenant:86392070560444df96cf2f8ded4e371c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:45.053384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:45.067405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:45.085230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Calling delete_port for 0203b469-1781-4b87-885c-5fcd54de3093 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:45.088811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.189651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.224507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5e6783-2798-4709-a098-7605ee6ed27f']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.240503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9180fd64-a89a-4836-8e31-ab4c70622bb9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.240801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9180fd64-a89a-4836-8e31-ab4c70622bb9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.264572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.295400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.303563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:45.303824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.365091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.386061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:51:45.389754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-003f6a59-36d0-451f-b7bb-14dd8f85ef05 None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:45.390402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-003f6a59-36d0-451f-b7bb-14dd8f85ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:45.419912 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:45.422238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:45.422238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:45.455109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.460344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.468823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b434dfb-5120-4dcf-9e01-6f5a7e707384 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:45.478501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-003f6a59-36d0-451f-b7bb-14dd8f85ef05 None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:45.509037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Transition to ACTIVE for port object 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:45.533419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.533652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.543460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.546345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Transition to ACTIVE for port object 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:45.554002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.559825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e10903cf-0c0e-4a63-b302-d2347b91fbdc tempest-ExternalNetworksTestJSON-1615332474 tempest-ExternalNetworksTestJSON-1615332474-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:45.561859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1824361f-2eab-4d8c-b0df-7b800a7bdb11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:45.596964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Pushing event deleted for resources: {'Network': ['ID=4b5e6783-2798-4709-a098-7605ee6ed27f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:45.599312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:45.611803 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] 10.222.0.18 "DELETE /v2.0/networks/4b5e6783-2798-4709-a098-7605ee6ed27f HTTP/1.1" status: 204 len: 168 time: 2.2340102 Dec 15 21:51:45.643004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:45.647319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Pushing event updated for resources: {'Port': ['ID=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:45.650223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:45.651391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:45.658247 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] Sync routers for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:45.662864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:45.664568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:45.665737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:45.668571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:45.672379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:45.673557 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:45.674353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.679063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.688378 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.743333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=675f0188-2fa7-4df4-895c-0b5e5d7acde1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:45.764000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:45.767310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39b23208-6989-4dbf-a4ee-5381e7dbc1cd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:45.820456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/dfdbb1a5-9d41-404b-9889-f63b02bb5edd HTTP/1.1" status: 204 len: 168 time: 1.6419582 Dec 15 21:51:45.825414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:45.829192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Subnet': ['ID=dfdbb1a5-9d41-404b-9889-f63b02bb5edd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:45.830531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Attempting to bind port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:45.831084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Attempting to bind port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:45.832606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Attempting to bind port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:45.833094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:45.843750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:45.844098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:45.844519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.844925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:45.845461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Bound port: 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:45.845855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.850340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.857622 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/323946e4-d5cc-4958-a9a0-0bbe1801f908 HTTP/1.1" status: 204 len: 168 time: 4.1069987 Dec 15 21:51:45.858605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:45.884356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.901407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12c50a7-f79a-4563-8e4a-19047ce04091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.911200 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7842493 Dec 15 21:51:45.917157 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:45.918389 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:45.932048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35010) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:45.934196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Deleting port 0203b469-1781-4b87-885c-5fcd54de3093 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:45.937132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:45.944154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:23:6e:f1', 'name': 'tempest-NetworksTestDHCPv6-1666144144'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:45.961658 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-960cfa85-7ec6-4499-91ce-762322f77684 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:45.962231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960cfa85-7ec6-4499-91ce-762322f77684 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:45.967038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-960cfa85-7ec6-4499-91ce-762322f77684 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/e094a1af-281f-4d34-b137-c4ba9b624081 HTTP/1.1" status: 404 len: 337 time: 0.1367717 Dec 15 21:51:45.972557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.028803 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-361817ae-eeda-403f-9d7c-307f60f1b730 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b398d74-9353-44a2-af2e-9c612976946b HTTP/1.1" status: 200 len: 205 time: 0.0550365 Dec 15 21:51:46.032193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.072347 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:46.074856 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa0cfa2-3b5b-419d-82f3-675a406b54f6 None None] The sync data for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:46.103700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 573d0584-fa7e-4c78-b867-a7c59edc2dab {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:46.104100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.109950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] For port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:46.113709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] For port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:46.137174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-64571a2d-6e5a-45eb-940f-6c277d78b0eb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] delete failed (client error): The resource could not be found. Dec 15 21:51:46.138654 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64571a2d-6e5a-45eb-940f-6c277d78b0eb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/routers/7b398d74-9353-44a2-af2e-9c612976946b HTTP/1.1" status: 404 len: 336 time: 0.1051071 Dec 15 21:51:46.152063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.162742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35024) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.172844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c853a-07e2-495a-a5ea-51e12fb11234 None None] The port '0203b469-1781-4b87-885c-5fcd54de3093' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:51:46.173673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-db0c3047-71b4-45d1-b3c3-3b9589f71e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:46.187347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64cea2-7f98-49c0-92a5-c886a16d7822 req-7dedf129-9694-472d-9c31-a6529e285efd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:46.188886 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c64cea2-7f98-49c0-92a5-c886a16d7822 req-7dedf129-9694-472d-9c31-a6529e285efd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7643974 Dec 15 21:51:46.213737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35028) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.277947 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb70db9-c979-487f-b8f4-01dce4e2acc9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:46.278400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb70db9-c979-487f-b8f4-01dce4e2acc9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:46.280125 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ffb70db9-c979-487f-b8f4-01dce4e2acc9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/42c40fbe-5ffb-4db2-bdd5-0562926c48cf HTTP/1.1" status: 404 len: 337 time: 0.1050096 Dec 15 21:51:46.286777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.294159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Pushing event updated for resources: {'Port': ['ID=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:46.301470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:46.440925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db48be0-e041-4853-815a-390588b6714a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:46.441375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db48be0-e041-4853-815a-390588b6714a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:46.445513 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7db48be0-e041-4853-815a-390588b6714a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/1ffec63e-0264-49b6-a628-ba5942dbb999 HTTP/1.1" status: 404 len: 337 time: 0.1556928 Dec 15 21:51:46.462686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.491090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c64cea2-7f98-49c0-92a5-c886a16d7822 req-4c477848-6b31-434c-b270-82263e82b42b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2554836 Dec 15 21:51:46.508964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:46.519904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:46.526717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:46.537161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:46.538943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bf1b08-b593-462d-9a17-de5228cd1047 None None] Network 148fec07-4347-45be-b54a-b952a10ebd3e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:46.585565 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b6a6a2-66b2-427c-bb5f-0b4a05c8114d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:46.586186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b6a6a2-66b2-427c-bb5f-0b4a05c8114d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:46.587067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.591154 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-20b6a6a2-66b2-427c-bb5f-0b4a05c8114d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/9555d5d6-6c0e-44d4-a155-82637214dd03 HTTP/1.1" status: 404 len: 337 time: 0.1204550 Dec 15 21:51:46.640862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.719992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:46.783923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.813773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0d5cbcd2-3235-4b17-ac7b-144109b6f88c None None] Provisioning complete for port 8d4595b3-c429-4d89-bdb2-c63508795e2c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:46.814166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbcd2-3235-4b17-ac7b-144109b6f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.928131 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0952323a-51a8-4d14-b56b-392bd95f57d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9b2c8994aa44ffb8b02033297d15f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124200 Dec 15 21:51:46.932052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35050) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:46.958196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:46.990217 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dac9807-a9f8-4b9d-aff0-21b7f604b508 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:46.990786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dac9807-a9f8-4b9d-aff0-21b7f604b508 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.009821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.029266 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1dac9807-a9f8-4b9d-aff0-21b7f604b508 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/8eb00a2e-6009-4a7a-873c-06cef513ffc3 HTTP/1.1" status: 404 len: 333 time: 0.3850355 Dec 15 21:51:47.033106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.056200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.065391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0d5cbcd2-3235-4b17-ac7b-144109b6f88c None None] Provisioning complete for port 78b6c67a-8ad4-4710-8086-87e1f967fd3a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:47.065391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0d5cbcd2-3235-4b17-ac7b-144109b6f88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.127555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cbcd2-3235-4b17-ac7b-144109b6f88c None None] Port 78b6c67a-8ad4-4710-8086-87e1f967fd3a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:47.145160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] DHCP port deletion for 148fec07-4347-45be-b54a-b952a10ebd3e request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:47.150146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Deleting port 8d4595b3-c429-4d89-bdb2-c63508795e2c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:47.150533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.202199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 573d0584-fa7e-4c78-b867-a7c59edc2dab owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:47.215503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.234900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28b0fd7-3132-4e19-84ce-5de0d3362e23 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:47.235358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28b0fd7-3132-4e19-84ce-5de0d3362e23 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.239249 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d28b0fd7-3132-4e19-84ce-5de0d3362e23 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/85c73828-6742-4c35-b242-b4fe640ef9c1 HTTP/1.1" status: 404 len: 337 time: 0.1466067 Dec 15 21:51:47.254214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.364984 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-14789265-b838-4026-818f-af0332d02235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:47.366087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14789265-b838-4026-818f-af0332d02235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.371535 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14789265-b838-4026-818f-af0332d02235 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/c5786582-9a04-44a9-b63c-44ced1d72bd4 HTTP/1.1" status: 404 len: 337 time: 0.0574818 Dec 15 21:51:47.371808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.423958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.444121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.474369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] For port 8d4595b3-c429-4d89-bdb2-c63508795e2c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8d4595b3-c429-4d89-bdb2-c63508795e2c,segment=NetworkSegment(213f6074-a36c-4242-9956-ec4c1031e31c),segment_id=213f6074-a36c-4242-9956-ec4c1031e31c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:47.475404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.516637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.524897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2d476b-d239-4a5d-8248-a3003203a3e8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:47.525316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a46740ee-08e1-458d-ac5f-48c6a981fe77 tempest-ServersTestManualDisk-1985802622 tempest-ServersTestManualDisk-1985802622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:47.525431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff2d476b-d239-4a5d-8248-a3003203a3e8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.529789 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ff2d476b-d239-4a5d-8248-a3003203a3e8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/ef4fe7c9-39a0-4d07-9b5c-28088ad85966 HTTP/1.1" status: 404 len: 333 time: 0.1463814 Dec 15 21:51:47.534074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.567593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Allocated IP 172.26.6.243 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/101695e9-d244-4a7c-9119-4970ab12c5e7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:47.588393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 59b99ed0-22b7-4836-9dff-c2b87eff8837 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:51:47.591737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab08a2e0-7972-48f3-9d6b-640f10f40694,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:47.602469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:47.620189 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-adea6728-4d6a-40fc-a727-643d2d63684f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:47.622288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adea6728-4d6a-40fc-a727-643d2d63684f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.628879 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-adea6728-4d6a-40fc-a727-643d2d63684f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/30778f65-54f2-4d1c-aeb3-1eaef504d107 HTTP/1.1" status: 404 len: 337 time: 0.0880187 Dec 15 21:51:47.633392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.668319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Calling delete_port for 8d4595b3-c429-4d89-bdb2-c63508795e2c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:47.695359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.698566 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab08a2e0-7972-48f3-9d6b-640f10f40694 HTTP/1.1" status: 204 len: 168 time: 0.7652726 Dec 15 21:51:47.722438 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bd4eef-85e0-40ed-b6d8-f7f78dd8e9ac tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] DELETE failed (client error): The resource could not be found. Dec 15 21:51:47.722895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bd4eef-85e0-40ed-b6d8-f7f78dd8e9ac tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:47.793818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:47.804322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a614ddc3-3b4c-4576-ae19-d0af03166b68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:47.855684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76bd4eef-85e0-40ed-b6d8-f7f78dd8e9ac tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/subnets/5003062b-20a8-44fc-882f-4ff1ec629244 HTTP/1.1" status: 404 len: 337 time: 0.2124619 Dec 15 21:51:47.859810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35080) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:47.869031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Pushing event deleted for resources: {'Port': ['ID=8d4595b3-c429-4d89-bdb2-c63508795e2c,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:47.875691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf81194-3886-4ccb-a4b7-2008995580d0 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:48.015841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 38dce3a8-da75-4c52-a83b-f0f0bea8e778 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:48.016189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.067118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12fa00-6f9b-46b7-b9d2-7c7259cb798e req-6191dfe2-43a8-44c4-aa36-34bcd745d905 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:48.068645 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0d12fa00-6f9b-46b7-b9d2-7c7259cb798e req-6191dfe2-43a8-44c4-aa36-34bcd745d905 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6275871 Dec 15 21:51:48.070455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:48.071251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] No DVR routers for this DVR port 8d4595b3-c429-4d89-bdb2-c63508795e2c on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:48.090457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Deleting port 78b6c67a-8ad4-4710-8086-87e1f967fd3a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:48.090810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.146017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-047fe3b4-190a-47d9-bab4-08e35ff0faca None None] Provisioning for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:48.254099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.264233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.285239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.298633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0d12fa00-6f9b-46b7-b9d2-7c7259cb798e req-be20bb7c-d77c-43d3-b008-895a5efeef41 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771891 Dec 15 21:51:48.331026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d6e92a9-4417-42df-b7ca-f490fef95f62 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:48.398638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 38dce3a8-da75-4c52-a83b-f0f0bea8e778 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:48.414571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=573d0584-fa7e-4c78-b867-a7c59edc2dab,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:48.417030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 172.20.0.14 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/d444b369-5120-442a-a5dd-118cc5f2abeb/59b99ed0-22b7-4836-9dff-c2b87eff8837) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:48.429531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:48.457305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': 'd444b369-5120-442a-a5dd-118cc5f2abeb', 'ip_address': '172.20.0.2'}, {'subnet_id': '675f0188-2fa7-4df4-895c-0b5e5d7acde1'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:51:48.467451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe23:6ef1 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/675f0188-2fa7-4df4-895c-0b5e5d7acde1/59b99ed0-22b7-4836-9dff-c2b87eff8837) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:48.589120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.605866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.696489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:48.806275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35102) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:48.859122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.865523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e99f493-68b0-4380-abfc-6ebc63dd0b29 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:48.867503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:48.892498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:48.893166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:48.914641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=38dce3a8-da75-4c52-a83b-f0f0bea8e778,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:48.919127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:48.967663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.029000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-14b0ad6c-4811-46b2-9d00-14669834242b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:49.056584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.073763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.094907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:49.101857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.108574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a80d9ede-544e-4075-97a1-412955f2fd0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:49.159288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1307596318'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:49.163090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:49.164691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:49.168856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:49.172167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:49.181846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:49.216178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8d4595b3-c429-4d89-bdb2-c63508795e2c {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:51:49.216537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8d4595b3-c429-4d89-bdb2-c63508795e2c not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:51:49.217112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:49.220879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.238903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.246109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:49.256870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:49.264037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:49.271729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:security_group_rule and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:49.327085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:49.347898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:49.405014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:49.418346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Calling delete_port for 78b6c67a-8ad4-4710-8086-87e1f967fd3a owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:49.450743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:49.470699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:49.484838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.540116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event updated for resources: {'Port': ['ID=101695e9-d244-4a7c-9119-4970ab12c5e7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:49.542328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.550181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:49.665254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.673330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.685198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c2dfbd5-5a59-48ac-8e56-7a6ae2a1bbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:49.719240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:49.739309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc388f-71d4-43c8-a56e-43b2acfbb8bc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:49.744801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:49.748044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.748362 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment b773c045-097e-4589-b3d2-2665f36796b6 of type vlan for network 89e75f77-900c-4cec-b9f7-4577555f023d Dec 15 21:51:49.826915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.849420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.875077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.877834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 59b99ed0-22b7-4836-9dff-c2b87eff8837 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:49.920610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d8e7bc4-a1b9-4c16-b3e9-76f53eb263ad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:49.964179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.969696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:49.970281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:49.975897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8b1341c3-6e69-42ed-8e47-0bd1dfe370da tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:50.004637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:50.096206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Port': ['ID=78b6c67a-8ad4-4710-8086-87e1f967fd3a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:50.111927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:50.124599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd2b985-a28c-4f44-adc1-9a51655c57fe req-0aca2c3f-a02e-4b96-ba59-86b52177fb84 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:50.126059 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5dd2b985-a28c-4f44-adc1-9a51655c57fe req-0aca2c3f-a02e-4b96-ba59-86b52177fb84 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6583986 Dec 15 21:51:50.132987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.157407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=89e75f77-900c-4cec-b9f7-4577555f023d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:50.161894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:50.168364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3611436 Dec 15 21:51:50.169027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 89e75f77-900c-4cec-b9f7-4577555f023d details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:50.179390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 2d9141f9-c75d-42d6-a7d9-16457dafd72c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:51:50.189366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting port 101695e9-d244-4a7c-9119-4970ab12c5e7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:50.189940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.258396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:50.258610 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/ports/78b6c67a-8ad4-4710-8086-87e1f967fd3a HTTP/1.1" status: 204 len: 168 time: 2.3945541 Dec 15 21:51:50.303164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:50.316855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:50.432575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:50.488078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:50.497445 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/routers/1d3ad675-9ada-476f-8ba7-1f5865a83b08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6372421 Dec 15 21:51:50.508278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:50.559815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Allocated IP 2001:db8::f816:3eff:fe32:1bc9 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/675f0188-2fa7-4df4-895c-0b5e5d7acde1/3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:50.592774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5dd2b985-a28c-4f44-adc1-9a51655c57fe req-09c0d616-b616-479a-a33c-2fd51fa33a5a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521520 Dec 15 21:51:50.593923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.606672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] Sync routers for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:50.677582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:50.699436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:50.700105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.728054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.750336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:50.757040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:50.761006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:50.768855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.772273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:50.781337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:50.788788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:50.791833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:50.800957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:50.801341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.824877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] Routers {'1d3ad675-9ada-476f-8ba7-1f5865a83b08'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:50.825515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.827916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:51:50.838921 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] Sync routers for ids ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:51:50.844142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/2d9141f9-c75d-42d6-a7d9-16457dafd72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6803203 Dec 15 21:51:50.849275 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] Routers {'2d9141f9-c75d-42d6-a7d9-16457dafd72c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:50.850000 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.873911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:50.901391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.902881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:50.914067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.914484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c1adb9-d24d-4bbf-af55-b03849a26bc6 None None] The sync data for ids ['1d3ad675-9ada-476f-8ba7-1f5865a83b08'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:50.920020 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.924921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] For port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:50.930789 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] Routers {'2d9141f9-c75d-42d6-a7d9-16457dafd72c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:51:50.931664 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:50.962415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.021533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:51.025082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.028304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Transition to ACTIVE for port object 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:51.038771 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:51.039768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.040733 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ad37c5-f5bb-4db4-8b50-c774ee8edf00 None None] The sync data for ids ['2d9141f9-c75d-42d6-a7d9-16457dafd72c'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:51:51.046086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e98eda48-6b2a-4f92-a2ed-16a8be9aec0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:51.109490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Calling delete_port for 101695e9-d244-4a7c-9119-4970ab12c5e7 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:51.163124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=59b99ed0-22b7-4836-9dff-c2b87eff8837,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:51.166211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:51.193305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:51.194150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.227014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Pushing event updated for resources: {'Port': ['ID=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:51.232767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:51.237012 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.2982450 Dec 15 21:51:51.239854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:51.272338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.343866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.358709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.364394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dfc54be-b7b7-4e70-b664-a5a303a3ada3 tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:51.416326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Port': ['ID=101695e9-d244-4a7c-9119-4970ab12c5e7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:51.444791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:51.460110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734d631-53f2-44bd-8d9d-b78a95ff977c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:51.466239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d734d631-53f2-44bd-8d9d-b78a95ff977c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:51.466907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d734d631-53f2-44bd-8d9d-b78a95ff977c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:51.514425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148fec07-4347-45be-b54a-b952a10ebd3e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:51.532699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d734d631-53f2-44bd-8d9d-b78a95ff977c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:51.533693 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d734d631-53f2-44bd-8d9d-b78a95ff977c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2928591 Dec 15 21:51:51.538263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:51.555923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213f6074-a36c-4242-9956-ec4c1031e31c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:51.557343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213f6074-a36c-4242-9956-ec4c1031e31c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:51.592968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.638155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] create failed (client error): The resource could not be found. Dec 15 21:51:51.645001 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-24a00cc9-f7e4-4ea0-a22c-947e44ec0f11 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 21:51:51.645719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.7538600 Dec 15 21:51:51.646298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:51.648618 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24a00cc9-f7e4-4ea0-a22c-947e44ec0f11 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/2d9141f9-c75d-42d6-a7d9-16457dafd72c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7650509 Dec 15 21:51:51.656985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 59b99ed0-22b7-4836-9dff-c2b87eff8837 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:51.657333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.664265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:51.669876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.751992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.841924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting port 5838ce45-a7f0-4869-8d47-dca8f51e0665 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:51.842374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.864333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:51.864748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:51.876381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4ab35bf3-32ea-43c3-9d7e-5bd10e103b1c None None] Provisioning for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:51.884853 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:51.887339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce81dd71-77f2-4872-ace9-e460465fe5e2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:51.887833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4ab35bf3-32ea-43c3-9d7e-5bd10e103b1c None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:51.888753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4ab35bf3-32ea-43c3-9d7e-5bd10e103b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.036792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.050398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce81dd71-77f2-4872-ace9-e460465fe5e2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:52.051697 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce81dd71-77f2-4872-ace9-e460465fe5e2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d9141f9-c75d-42d6-a7d9-16457dafd72c HTTP/1.1" status: 200 len: 205 time: 0.3018937 Dec 15 21:51:52.053239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-619813e6-f143-4638-90d1-a46deb2eaccd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:52.062861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:52.074295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.105611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476c1a37-3fc0-4196-b315-26ebc91726cc None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:51:52.174268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fb30191c-5e12-4ad2-9a2e-c8ebe5b86629 None None] Provisioning for port 59b99ed0-22b7-4836-9dff-c2b87eff8837 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:52.187173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fb30191c-5e12-4ad2-9a2e-c8ebe5b86629 None None] Provisioning complete for port 59b99ed0-22b7-4836-9dff-c2b87eff8837 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:52.187456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb30191c-5e12-4ad2-9a2e-c8ebe5b86629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.245620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Pushing event deleted for resources: {'Network': ['ID=148fec07-4347-45be-b54a-b952a10ebd3e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:52.256716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:52.259108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.281404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb30191c-5e12-4ad2-9a2e-c8ebe5b86629 None None] Port 59b99ed0-22b7-4836-9dff-c2b87eff8837 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:52.291039 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] 10.222.0.18 "DELETE /v2.0/networks/148fec07-4347-45be-b54a-b952a10ebd3e HTTP/1.1" status: 204 len: 168 time: 2.0308325 Dec 15 21:51:52.301130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 09b0851a-7365-40d4-b994-10b17c0cf171 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:52.301466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.322624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476c1a37-3fc0-4196-b315-26ebc91726cc None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:51:52.387005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.483687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa402397-2925-4195-bf25-cf64dc0df267 req-d55b0ef6-eb6e-4b48-814e-4e5e77a5f476 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:52.494050 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fa402397-2925-4195-bf25-cf64dc0df267 req-d55b0ef6-eb6e-4b48-814e-4e5e77a5f476 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6964815 Dec 15 21:51:52.501167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:52.561340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.573639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.582942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89f1fd00-7f41-4cc6-ba97-73be3e8b3ca9 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:52.633755 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fa402397-2925-4195-bf25-cf64dc0df267 req-8ad84878-19e0-459a-bda8-fa7ae9edd0ef tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385489 Dec 15 21:51:52.653019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.680497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:52.680892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.701536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:52.774671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 09b0851a-7365-40d4-b994-10b17c0cf171 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:52.838658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=1abdd5bc-c2a5-4139-9430-d7baf5d6a759,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:52.845298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:52.871813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': 'b773c045-097e-4589-b3d2-2665f36796b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:52.872211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 89e75f77-900c-4cec-b9f7-4577555f023d, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:52.904975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:52.909439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 89e75f77-900c-4cec-b9f7-4577555f023d is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:52.942123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 89e75f77-900c-4cec-b9f7-4577555f023d) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:52.948447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Calling delete_port for 5838ce45-a7f0-4869-8d47-dca8f51e0665 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:52.954690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:52.955260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.048727 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e6b00032-121f-49a5-b8ea-49da9a34d629 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c2b599694f4e4d6fbcfb3e056a1c9c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438642 Dec 15 21:51:53.052765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:53.060121 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.7491124 Dec 15 21:51:53.062152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:53.079090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-332628397'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:53.082138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.089866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:53.114283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 59b99ed0-22b7-4836-9dff-c2b87eff8837 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:53.119725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:53.148520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:53.155633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=09b0851a-7365-40d4-b994-10b17c0cf171,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:53.157550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:53.199408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:53.200303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:53.262791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:53.266247 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.305732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.334522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.383561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:53.392958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.396492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.463252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.463804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9141f9-c75d-42d6-a7d9-16457dafd72c {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:51:53.470206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.541783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.545925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31b568e0-cdd4-4978-9d2e-a99a4d4e1ae9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/2d9141f9-c75d-42d6-a7d9-16457dafd72c HTTP/1.1" status: 204 len: 168 time: 1.4798353 Dec 15 21:51:53.554713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35172) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:53.558226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.563493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.611502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.611502 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment bfba1eaf-2d2b-40b5-8b7e-923dd0a2790d of type vlan for network ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 Dec 15 21:51:53.624225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.624833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Fanout notify agent at l3_agent the message router_deleted on router 1d3ad675-9ada-476f-8ba7-1f5865a83b08 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:51:53.627154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234265f-8417-41a1-b84b-ef9fecd5a085 None None] Network 89e75f77-900c-4cec-b9f7-4577555f023d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:53.653637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:53.660299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.661241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.680171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.683942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/routers/1d3ad675-9ada-476f-8ba7-1f5865a83b08 HTTP/1.1" status: 204 len: 168 time: 3.1721842 Dec 15 21:51:53.683942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.685893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.686956 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae55961f-4733-4b77-93e2-8f14db1e4a49 HTTP/1.1" status: 204 len: 168 time: 0.6331890 Dec 15 21:51:53.687684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:53.691418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b6365a44-2bf2-455f-847c-d4a5e1df0888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:53.702058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.717858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae7e5f83-253f-4478-9613-e2ef04a03657 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:53.781941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55961f-4733-4b77-93e2-8f14db1e4a49,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:53.788144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting subnet 12b732fb-95f3-4875-a1cc-d0dce1cf994e {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:53.793186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:53.796498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.815167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Port': ['ID=5838ce45-a7f0-4869-8d47-dca8f51e0665,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:53.820910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa9ff1ac-1529-4656-8aba-5963961423f1 None None] Provisioning complete for port 59b99ed0-22b7-4836-9dff-c2b87eff8837 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:53.821259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1ac-1529-4656-8aba-5963961423f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.853023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.858785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:53.859624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.868160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ce25be1-b418-4cc7-8bc1-c4742106bc0b tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:53.905685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:53.955863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aa9ff1ac-1529-4656-8aba-5963961423f1 None None] Port 59b99ed0-22b7-4836-9dff-c2b87eff8837 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:51:53.991482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa9ff1ac-1529-4656-8aba-5963961423f1 None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:53.992110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa9ff1ac-1529-4656-8aba-5963961423f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.101041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:54.118068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-89e75f77-900c-4cec-b9f7-4577555f023d', 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '1abdd5bc-c2a5-4139-9430-d7baf5d6a759'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:54.119153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.160640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.196354 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1243684 Dec 15 21:51:54.209727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35190) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:54.212149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.234661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:54.243824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': 'ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:54.246868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:54.257287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:54.271444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de7a175b-641d-4456-a45b-cc38ba4e36ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:54.279070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.325521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=59b99ed0-22b7-4836-9dff-c2b87eff8837,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:54.381460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:54.393805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.402016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fa50e9d3-6222-471c-b7e2-8006d3c03b06 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:54.480459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.484109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Subnet': ['ID=12b732fb-95f3-4875-a1cc-d0dce1cf994e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:54.487898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:54.492446 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/subnets/12b732fb-95f3-4875-a1cc-d0dce1cf994e HTTP/1.1" status: 204 len: 168 time: 0.7899964 Dec 15 21:51:54.496155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:54.566705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae69e4-e8ee-4448-9f7b-c70bd24c44be None None] Network 845c00b7-320d-4f8c-99a9-5c50fed53605 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:54.610335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Allocated IP 172.20.255.242 (89e75f77-900c-4cec-b9f7-4577555f023d/1abdd5bc-c2a5-4139-9430-d7baf5d6a759/62954e7e-5cfa-4807-aeda-16e45085f60b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:51:54.666148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.680376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 18435009-1a3b-45d7-87bd-838ead13615c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:54.680725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.810124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.811897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/59b99ed0-22b7-4836-9dff-c2b87eff8837 HTTP/1.1" status: 204 len: 168 time: 3.2714462 Dec 15 21:51:54.819509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35210) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:54.825208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:54.829207 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "DELETE /v2.0/ports/5838ce45-a7f0-4869-8d47-dca8f51e0665 HTTP/1.1" status: 204 len: 168 time: 3.1795871 Dec 15 21:51:54.829949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:54.875492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb35ac-a196-4ef3-be37-6457665962e3 req-c6094c91-ee08-47a3-8672-16c93b10688a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:54.876954 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bdb35ac-a196-4ef3-be37-6457665962e3 req-c6094c91-ee08-47a3-8672-16c93b10688a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.0631895 Dec 15 21:51:54.881477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:54.882502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:54.904922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:54.921196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:54.985348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:55.002306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] For port 18435009-1a3b-45d7-87bd-838ead13615c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=18435009-1a3b-45d7-87bd-838ead13615c,segment=NetworkSegment(2bffca01-4a76-4e86-84df-41d5d6895005),segment_id=2bffca01-4a76-4e86-84df-41d5d6895005)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:55.002684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.020101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:55.023144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:55.025801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:55.027188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:55.033007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.110124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abc7e3-97a4-42fd-a483-7cca9baef876 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:55.111324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05abc7e3-97a4-42fd-a483-7cca9baef876 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Synchronizing usage tracker for tenant:86392070560444df96cf2f8ded4e371c on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:55.112412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-230110833'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:55.162165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:55.165780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.176633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.181603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] DHCP port deletion for 845c00b7-320d-4f8c-99a9-5c50fed53605 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:55.182204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 18435009-1a3b-45d7-87bd-838ead13615c owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:55.190862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Deleting port 18435009-1a3b-45d7-87bd-838ead13615c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:55.192484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.195530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:55.208844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9bdb35ac-a196-4ef3-be37-6457665962e3 req-ea8a473d-61df-49bb-89a4-8690018c0173 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008795 Dec 15 21:51:55.245245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05abc7e3-97a4-42fd-a483-7cca9baef876 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Unset dirty status for tenant:86392070560444df96cf2f8ded4e371c on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:55.247954 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05abc7e3-97a4-42fd-a483-7cca9baef876 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb3e217c-76e3-4266-8fa1-557c682437dc HTTP/1.1" status: 200 len: 913 time: 0.4159391 Dec 15 21:51:55.249874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:55.285432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:55.291294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:55.308440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:55.310058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Transition to ACTIVE for port object 62954e7e-5cfa-4807-aeda-16e45085f60b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:55.328215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:55.329840 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c51e1fe-09af-4564-915f-727deaa61f21 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5072248 Dec 15 21:51:55.331907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.337816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35228) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:55.342756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-faf26bfe-a3b7-46e2-8dd2-2ebdc136d7a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:55.393241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Transition to ACTIVE for port object 62954e7e-5cfa-4807-aeda-16e45085f60b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:51:55.407200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.412431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4e276f1f-5ac2-402e-b38d-b227328c18a9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:55.426940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:55.429330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:55.431919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.435062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.444119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:55.445579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6c1f7aa9-abe5-4c56-849b-ef53c230f015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:55.447319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.463916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=18435009-1a3b-45d7-87bd-838ead13615c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:55.472105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:55.473011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] No DVR routers for this DVR port 18435009-1a3b-45d7-87bd-838ead13615c on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:55.475242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.478828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2e9fe-e287-4f2a-81ea-9d19878ea303 None None] Network 1dd58acd-bc80-4edf-8b76-927235f57d32 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:55.495324 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7 HTTP/1.1" status: 204 len: 168 time: 1.9397199 Dec 15 21:51:55.503790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35234) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:55.584694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] For port 18435009-1a3b-45d7-87bd-838ead13615c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=18435009-1a3b-45d7-87bd-838ead13615c,segment=NetworkSegment(2bffca01-4a76-4e86-84df-41d5d6895005),segment_id=2bffca01-4a76-4e86-84df-41d5d6895005)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:55.585104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.594505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Network 89e75f77-900c-4cec-b9f7-4577555f023d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:51:55.608805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:55.616946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:55.618330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:51:55.631302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 675f0188-2fa7-4df4-895c-0b5e5d7acde1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:55.633407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:security_group_rule and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:55.638842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.667103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:55.684331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:55.746903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.772274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Pushing event updated for resources: {'Port': ['ID=62954e7e-5cfa-4807-aeda-16e45085f60b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:55.782860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.784219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Calling delete_port for 18435009-1a3b-45d7-87bd-838ead13615c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:55.798649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:55.825832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:55.911830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=24b7c356-b5fd-49d9-9f01-753e9b994fc8,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:55.920045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:55.950006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': 'bfba1eaf-2d2b-40b5-8b7e-923dd0a2790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:55.950384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:51:55.968310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Attempting to bind port 62954e7e-5cfa-4807-aeda-16e45085f60b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:51:55.968694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Attempting to bind port 62954e7e-5cfa-4807-aeda-16e45085f60b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b773c045-097e-4589-b3d2-2665f36796b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:51:55.969141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Attempting to bind port 62954e7e-5cfa-4807-aeda-16e45085f60b on network 89e75f77-900c-4cec-b9f7-4577555f023d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:51:55.985474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.989882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.991594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:51:55.992071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Checking segment: {'id': 'b773c045-097e-4589-b3d2-2665f36796b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:51:55.992417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:55.992836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Bound using segment: {'id': 'b773c045-097e-4589-b3d2-2665f36796b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:51:55.993322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Bound port: 62954e7e-5cfa-4807-aeda-16e45085f60b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b773c045-097e-4589-b3d2-2665f36796b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '89e75f77-900c-4cec-b9f7-4577555f023d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:51:55.993708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.015895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:56.016263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:56.028996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.040957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.047558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-880c6ce7-5208-4415-9036-785a16fc2c11 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:56.054613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.055091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:51:56.068559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845c00b7-320d-4f8c-99a9-5c50fed53605']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:56.093002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bffca01-4a76-4e86-84df-41d5d6895005') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:56.093434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bffca01-4a76-4e86-84df-41d5d6895005') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:56.097627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:51:56.099335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:56.105286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb8a7a-fb7e-4b0a-b220-96efbad67cf3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:56.108932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c1f08-82cd-488d-b9d5-14b90375c918 None None] Network ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:56.116716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:56.119967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:56.121510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.124039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.136280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 68658788-8607-4cf7-9957-f33ca0a74af6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:56.136599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.157165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.157512 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 6bb52055-7ac7-4f13-a1bc-f797c89522a2 of type vlan for network 5f69ebf7-0b9d-4f15-965e-1592690400b8 Dec 15 21:51:56.176397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.185168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb9151c3-214a-4c78-b786-834c3ab58a98 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:56.197397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] DHCP port deletion for 1dd58acd-bc80-4edf-8b76-927235f57d32 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:56.216981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] For port 62954e7e-5cfa-4807-aeda-16e45085f60b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:51:56.224166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Deleting port 68658788-8607-4cf7-9957-f33ca0a74af6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:56.224703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.231528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0174296 Dec 15 21:51:56.239697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=675f0188-2fa7-4df4-895c-0b5e5d7acde1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:56.241165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:56.242139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.247769 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/675f0188-2fa7-4df4-895c-0b5e5d7acde1 HTTP/1.1" status: 204 len: 168 time: 0.8787210 Dec 15 21:51:56.249419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:56.258034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a659eb66-e11f-46a1-a7dd-f68e1a59d73f None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:56.261375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.272307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:56.274185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.287398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] For port 62954e7e-5cfa-4807-aeda-16e45085f60b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=62954e7e-5cfa-4807-aeda-16e45085f60b,segment=NetworkSegment(b773c045-097e-4589-b3d2-2665f36796b6),segment_id=b773c045-097e-4589-b3d2-2665f36796b6)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:51:56.324835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:56.325624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:56.342064 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:56.412065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.417336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.423592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:56.424201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.430094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:56.435374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ffdbca1-9093-4574-b42c-ce02a5a1501f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:56.470369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 68658788-8607-4cf7-9957-f33ca0a74af6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:56.517956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Deleting port 18435009-1a3b-45d7-87bd-838ead13615c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:56.518346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.579616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet d444b369-5120-442a-a5dd-118cc5f2abeb {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:51:56.685975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.696035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8107884 Dec 15 21:51:56.709821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35248) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:56.722812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1757664351'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:56.730794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=5f69ebf7-0b9d-4f15-965e-1592690400b8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:56.736267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.738306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:56.739311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:56.744527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:56.750159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:56.751172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.756714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:56.759844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-336585b4-06f8-4ead-87c6-8e15f3e7a29d None None] The port '18435009-1a3b-45d7-87bd-838ead13615c' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:51:56.781334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:56.798010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-734bf4b3-1fd1-424e-8ee1-dd98003978e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:56.808933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:56.812721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.821584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.850395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.852516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.888984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Network': ['ID=845c00b7-320d-4f8c-99a9-5c50fed53605,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:56.900260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:56.907155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:56.919724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port 68658788-8607-4cf7-9957-f33ca0a74af6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=68658788-8607-4cf7-9957-f33ca0a74af6,segment=NetworkSegment(28764244-0d46-4317-ab4e-81354d20e91c),segment_id=28764244-0d46-4317-ab4e-81354d20e91c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:56.919724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.920031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:56.920514 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 8c9fd3df-55f2-4e77-9583-1a5345dd8c6d of type vlan for network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 Dec 15 21:51:56.931153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Pushing event updated for resources: {'Port': ['ID=62954e7e-5cfa-4807-aeda-16e45085f60b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:56.938347 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/networks/845c00b7-320d-4f8c-99a9-5c50fed53605 HTTP/1.1" status: 204 len: 168 time: 2.4376411 Dec 15 21:51:56.938939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35252) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:56.951297 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:51:56.979468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:57.070962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 68658788-8607-4cf7-9957-f33ca0a74af6 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:57.071993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.130034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eeaa96-d83b-4cfe-9847-4f5f0476f143 req-fe6abeb7-e6ee-4553-8eeb-77b285d1a4bb tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:57.132097 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65eeaa96-d83b-4cfe-9847-4f5f0476f143 req-fe6abeb7-e6ee-4553-8eeb-77b285d1a4bb tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7680995 Dec 15 21:51:57.147332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] For port 68658788-8607-4cf7-9957-f33ca0a74af6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=68658788-8607-4cf7-9957-f33ca0a74af6,segment=NetworkSegment(28764244-0d46-4317-ab4e-81354d20e91c),segment_id=28764244-0d46-4317-ab4e-81354d20e91c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:57.148147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.174189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.194911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:57.256758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 451254be-0ab6-403f-9f92-302fb76c86ab {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:57.256758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.276891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407a0766-4a0d-442d-8224-9b053cd09b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4', 'network_id': 'ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '24b7c356-b5fd-49d9-9f01-753e9b994fc8'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:51:57.278993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-407a0766-4a0d-442d-8224-9b053cd09b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.280111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.297007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=24b7c356-b5fd-49d9-9f01-753e9b994fc8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:57.313159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:57.347910 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65eeaa96-d83b-4cfe-9847-4f5f0476f143 req-7fcc1215-c1aa-49f2-b2ed-b14449bc673b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813486 Dec 15 21:51:57.355831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.371423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.382080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Calling delete_port for 68658788-8607-4cf7-9957-f33ca0a74af6 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:57.433652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef67683d-84b0-4e6b-a2fe-aac9b1c5b733 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:57.473699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.484231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.502631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:57.520109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfba1eaf-2d2b-40b5-8b7e-923dd0a2790d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:57.520548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfba1eaf-2d2b-40b5-8b7e-923dd0a2790d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:57.533578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=68658788-8607-4cf7-9957-f33ca0a74af6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:57.535612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.542803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No DVR routers for this DVR port 68658788-8607-4cf7-9957-f33ca0a74af6 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:51:57.543790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.550902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:57.553190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:57.553891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.567024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 18435009-1a3b-45d7-87bd-838ead13615c no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:51:57.583091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7af70f4d-b14a-4e96-a6ef-08d7e176046b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:57.632654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 18435009-1a3b-45d7-87bd-838ead13615c {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:51:57.633289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 18435009-1a3b-45d7-87bd-838ead13615c not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:51:57.635140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.648833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e6df338-2e98-4979-8bab-9d62bfe43d36 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:57.655066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:51:57.655803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:51:57.688273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1950517-b3fa-464e-bd93-2eb376a23f3f None None] Network ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:57.746459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0348616 Dec 15 21:51:57.778000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.783240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:57.790499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:57.903716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=d444b369-5120-442a-a5dd-118cc5f2abeb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:57.906166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:57.947208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.947801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:57.975149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.080610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 451254be-0ab6-403f-9f92-302fb76c86ab owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:58.107041 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/d444b369-5120-442a-a5dd-118cc5f2abeb HTTP/1.1" status: 204 len: 168 time: 1.8397579 Dec 15 21:51:58.108893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.113113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.158026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Deleting port 68658788-8607-4cf7-9957-f33ca0a74af6 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:58.158669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.202026 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0322e668-ce6b-44e6-84a2-14933abfac51 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921593 Dec 15 21:51:58.212678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.234785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:58.235760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:58.263338 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:58.291568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd58acd-bc80-4edf-8b76-927235f57d32']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:58.318778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28764244-0d46-4317-ab4e-81354d20e91c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:58.319079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28764244-0d46-4317-ab4e-81354d20e91c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:51:58.322479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-709a2cdb-a866-4f8a-baa6-5b49e880eee5 None None] The port '68658788-8607-4cf7-9957-f33ca0a74af6' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:51:58.353500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.394922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.416323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab86a7f-35fc-4ff6-9aaa-a86f5a040073 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:58.418583 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aab86a7f-35fc-4ff6-9aaa-a86f5a040073 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2021263 Dec 15 21:51:58.450836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35270) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.451892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:51:58.452798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:51:58.491717 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:51:58.565636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59b6468-2db3-4b8f-8580-874d31963864 None None] Network 89e75f77-900c-4cec-b9f7-4577555f023d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:58.580153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=01d0ee35-7828-4b4d-ae7f-e88537a9d4a3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:58.593123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 62954e7e-5cfa-4807-aeda-16e45085f60b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:51:58.608248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:58.663549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:51:58.695536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:58.700125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.718445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118eb74-917d-4988-9384-0df807f14854 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:58.718879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:58.719424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9118eb74-917d-4988-9384-0df807f14854 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:51:58.722560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6251966-a4da-49b1-b9ba-86e937e062e6 tempest-QuotasNegativeTest-1245495619 tempest-QuotasNegativeTest-1245495619-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:58.726384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02f1b2-e031-464b-afdc-e3ccdf273725 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:51:58.736161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting port 9b1ddce3-587f-4bc5-902e-431e2088938a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:58.736699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.737463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.742040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:58.767731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:58.771392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:58.771628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.778660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:58.785868 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-e088dcd5-34aa-4642-ad99-ad221df872c2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2072721 Dec 15 21:51:58.790724 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 HTTP/1.1" status: 204 len: 168 time: 2.5356472 Dec 15 21:51:58.795389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:58.795575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35274) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.801368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1374092304'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:58.825653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.828460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=1dd58acd-bc80-4edf-8b76-927235f57d32,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:58.836322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:58.839966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:58.844692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:58.845000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9118eb74-917d-4988-9384-0df807f14854 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:51:58.845000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9118eb74-917d-4988-9384-0df807f14854 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3556130 Dec 15 21:51:58.849109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:58.863258 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/1dd58acd-bc80-4edf-8b76-927235f57d32 HTTP/1.1" status: 204 len: 168 time: 3.3572581 Dec 15 21:51:58.864177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.925540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:58.950291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:58.976657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cd225d73-cb37-4219-9137-744d111c4b6f None None] Provisioning for port 62954e7e-5cfa-4807-aeda-16e45085f60b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:58.993171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:59.000563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-1854141608'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:59.015466 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9dbfe936-8316-481f-a260-a13d84b17a8f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1433148 Dec 15 21:51:59.015466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35286) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:59.016017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:59.029041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:51:59.029253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:59.034492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:59.050967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:51:59.064269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:59.079148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 62954e7e-5cfa-4807-aeda-16e45085f60b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:51:59.091790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b9a5c-6678-4111-9cf0-3f224ffbbee1 req-5e9fc5b5-499e-465f-831f-0987aa82ae52 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:59.093284 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f0b9a5c-6678-4111-9cf0-3f224ffbbee1 req-5e9fc5b5-499e-465f-831f-0987aa82ae52 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4675679 Dec 15 21:51:59.100901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:59.104274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.120998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 62954e7e-5cfa-4807-aeda-16e45085f60b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:59.121970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.156001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.169846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:59.177902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:59.182171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.199481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.238892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6f671d9f-6f3c-4da2-9759-fe832a3056c6 None None] Provisioning complete for port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:51:59.239277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6f671d9f-6f3c-4da2-9759-fe832a3056c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.289109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=451254be-0ab6-403f-9f92-302fb76c86ab,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:51:59.292279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:51:59.320030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:51:59.339084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:51:59.348352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Calling delete_port for 9b1ddce3-587f-4bc5-902e-431e2088938a owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:51:59.355281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:59.357988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Deleting port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:51:59.358474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.360408 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f0b9a5c-6678-4111-9cf0-3f224ffbbee1 req-efb133a7-d616-4026-9f6c-640aa00056c4 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421145 Dec 15 21:51:59.398836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:51:59.407837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:51:59.415144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-a7cc03fb-22d8-4fb5-94df-e1a9d31e266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:59.417254 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-a7cc03fb-22d8-4fb5-94df-e1a9d31e266e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.4696913 Dec 15 21:51:59.421299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.421668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment b2cb057d-cd75-4406-b8a8-5a1e8ea1478d of type vlan for network 43d1a7b9-186c-4060-a17b-07ace9bc059e Dec 15 21:51:59.438144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:51:59.441673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.443070 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:51:59.443518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:51:59.479455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.479961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment b7cbe53c-0428-400e-ac90-a51f65909391 of type vlan for network 6606ece7-5234-4ef4-ad33-f9defa653925 Dec 15 21:51:59.501682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.515275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db1fb7d0-6dd5-4b39-92e9-6acc2ff5e974 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4941702 Dec 15 21:51:59.517221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35292) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:59.526354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:51:59.551841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.553840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.611682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.700967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 62954e7e-5cfa-4807-aeda-16e45085f60b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=62954e7e-5cfa-4807-aeda-16e45085f60b,segment=NetworkSegment(b773c045-097e-4589-b3d2-2665f36796b6),segment_id=b773c045-097e-4589-b3d2-2665f36796b6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:59.727943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.781503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:51:59.858866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.875969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:59.901659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b080050-a48e-4d0c-915f-ef5d1fc89342 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:51:59.949190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.952361 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/floatingips/9ae52c53-0fc7-4028-8737-4b2860de3926 HTTP/1.1" status: 204 len: 168 time: 2.9974496 Dec 15 21:51:59.954423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-b0ed7126-bf3b-4ca1-9e38-49c012c5f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:59.956076 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-b0ed7126-bf3b-4ca1-9e38-49c012c5f444 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 898 time: 0.5086763 Dec 15 21:51:59.960219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] For port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:51:59.960630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.972962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.975495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:51:59.978570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:59.979155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.982556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.988188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:51:59.988868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:51:59.989632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9a590444-cbb9-4f72-8ec6-d9c9e479426b tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:00.018501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.083285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:00.093330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Calling delete_port for 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:00.131028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=62954e7e-5cfa-4807-aeda-16e45085f60b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.148517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.156473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3fca55-d814-404e-ace0-dd9c534e9544 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] DELETE failed (client error): The resource could not be found. Dec 15 21:52:00.157097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3fca55-d814-404e-ace0-dd9c534e9544 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:00.162257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c3fca55-d814-404e-ace0-dd9c534e9544 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/323946e4-d5cc-4958-a9a0-0bbe1801f908 HTTP/1.1" status: 404 len: 333 time: 0.1663125 Dec 15 21:52:00.163062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.167841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8b4e9028-18e4-494a-a24e-61383b7c2e26 None None] Provisioning complete for port 62954e7e-5cfa-4807-aeda-16e45085f60b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:00.168334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b4e9028-18e4-494a-a24e-61383b7c2e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.175680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:00.191236 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2221849 Dec 15 21:52:00.192108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3954561 Dec 15 21:52:00.192250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=43d1a7b9-186c-4060-a17b-07ace9bc059e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.194316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.194640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35310) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.200691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=dfd840de-eb85-448f-ba4e-eb1862e036cc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.204326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.245866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:00.277460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.287014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7a5b9a1-3548-4a4e-bb36-342cd417b2b1 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:00.290525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:00.299107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.355793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:00.362414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fd02b119-d2e1-468f-b11d-142551d88504 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Synchronizing usage tracker for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:00.374094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '6606ece7-5234-4ef4-ad33-f9defa653925', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:00.429882 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-8dfa93b5-62ad-4804-8fd5-cdff997ff5c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 1001 time: 0.4302061 Dec 15 21:52:00.430516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.431017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '6bb52055-7ac7-4f13-a1bc-f797c89522a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:00.431348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: 5f69ebf7-0b9d-4f15-965e-1592690400b8, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:00.441578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:00.474367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] No DVR routers for this DVR port 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:00.486066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 62954e7e-5cfa-4807-aeda-16e45085f60b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:00.496426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Port': ['ID=9b1ddce3-587f-4bc5-902e-431e2088938a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.504270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:00.509167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.512321 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:52:00.512930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:00.533066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.563199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Pushing event deleted for resources: {'Port': ['ID=3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.571737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:00.577724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:00.580386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.583665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:00.592442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:00.661645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 62954e7e-5cfa-4807-aeda-16e45085f60b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:00.662047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.704707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=6606ece7-5234-4ef4-ad33-f9defa653925,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:00.707838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:00.711530 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-390282ea-79ed-4d37-91e4-3a6b5872ccc0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.1895878 Dec 15 21:52:00.723342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6606ece7-5234-4ef4-ad33-f9defa653925 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:00.724420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.753293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fd02b119-d2e1-468f-b11d-142551d88504 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Unset dirty status for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:00.756813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fd02b119-d2e1-468f-b11d-142551d88504 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d3ad675-9ada-476f-8ba7-1f5865a83b08 HTTP/1.1" status: 200 len: 205 time: 0.5759282 Dec 15 21:52:00.781600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-b309abf3-bd9a-4d6e-9f12-a940b0ec35fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:00.783035 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-b309abf3-bd9a-4d6e-9f12-a940b0ec35fe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.8479807 Dec 15 21:52:00.787793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:00.805379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:00.811946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:00.821166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7ef1e-382a-4c59-aee9-6b75dbbad3c8 req-1b001847-e492-4dd6-a190-1d01568d1162 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:00.822635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eca7ef1e-382a-4c59-aee9-6b75dbbad3c8 req-1b001847-e492-4dd6-a190-1d01568d1162 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.9588587 Dec 15 21:52:00.861882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-072d1bbc-f699-4e24-8436-d0057a178469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:00.863465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-072d1bbc-f699-4e24-8436-d0057a178469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.4058444 Dec 15 21:52:00.917861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 5f69ebf7-0b9d-4f15-965e-1592690400b8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:00.922572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:00.924426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.926000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b560344-d87e-40f4-8587-92178f009dd5 None None] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:00.963318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:00.966822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:00.993350 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2080390 Dec 15 21:52:00.997321 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eca7ef1e-382a-4c59-aee9-6b75dbbad3c8 req-9c1a295c-7513-4aec-a304-b01a1ea47d04 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625288 Dec 15 21:52:00.997785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35328) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:01.012329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:01.023786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:01.043515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Deleting port 5b441ae4-de43-42d1-98d9-c97e6837f18b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:01.043863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.067833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.073311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:01.074122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3a8ff4d1-d666-4265-9e51-c9d6f6dc7f95 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:01.151564 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b1e40ae2-da5e-40e0-b894-49fe2eaeb614 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] delete failed (client error): The resource could not be found. Dec 15 21:52:01.152271 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1e40ae2-da5e-40e0-b894-49fe2eaeb614 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/routers/1d3ad675-9ada-476f-8ba7-1f5865a83b08 HTTP/1.1" status: 404 len: 336 time: 0.3352256 Dec 15 21:52:01.158630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35332) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:01.168516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-6472c37c-8ee2-40ad-910f-f765e9c36260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:01.170039 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-6472c37c-8ee2-40ad-910f-f765e9c36260 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2967649 Dec 15 21:52:01.214986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-5f69ebf7-0b9d-4f15-965e-1592690400b8', 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': 'dfd840de-eb85-448f-ba4e-eb1862e036cc'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:01.216105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.265131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:01.267398 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f84a861-f68c-4315-8b88-a11ab364c75f tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] DELETE failed (client error): The resource could not be found. Dec 15 21:52:01.267865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f84a861-f68c-4315-8b88-a11ab364c75f tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:01.272092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4f84a861-f68c-4315-8b88-a11ab364c75f tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/subnets/12b732fb-95f3-4875-a1cc-d0dce1cf994e HTTP/1.1" status: 404 len: 337 time: 0.0988681 Dec 15 21:52:01.330604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:01.385317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Allocated IP 2001:db8::2 (5f69ebf7-0b9d-4f15-965e-1592690400b8/dfd840de-eb85-448f-ba4e-eb1862e036cc/346209ba-095d-4c4e-beef-15341b8ecdda) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:01.444680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:01.455121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:52:01.455639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:52:01.458462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:01.467797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:01.471635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:01.482201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:01.487585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:01.499023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:01.502669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:01.535928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:01.562591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port daef7087-a940-4ca8-a42e-44204f464c36 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:01.562939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.605287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:01.608683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.621457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:01.626114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.642390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.655559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Transition to ACTIVE for port object 346209ba-095d-4c4e-beef-15341b8ecdda will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:01.675934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Transition to ACTIVE for port object 346209ba-095d-4c4e-beef-15341b8ecdda will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:01.681376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.686069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:01.703170 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-1ecb4516-995f-4589-b59c-26e251bba9d8 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169318 Dec 15 21:52:01.716664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.717477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.757992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:01.759336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:01.763482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:01.770284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:01.770505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Pushing event updated for resources: {'Port': ['ID=346209ba-095d-4c4e-beef-15341b8ecdda,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:01.774889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.776275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:52:01.777244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:01.781120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-cd3da31e-5c2a-440a-a271-82684f530d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:01.782696 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-cd3da31e-5c2a-440a-a271-82684f530d0a service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.9482155 Dec 15 21:52:01.802313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:01.879776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Attempting to bind port 346209ba-095d-4c4e-beef-15341b8ecdda on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:01.880508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Attempting to bind port 346209ba-095d-4c4e-beef-15341b8ecdda by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '6bb52055-7ac7-4f13-a1bc-f797c89522a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:01.881265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Attempting to bind port 346209ba-095d-4c4e-beef-15341b8ecdda on network 5f69ebf7-0b9d-4f15-965e-1592690400b8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:01.890629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:01.891500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Checking segment: {'id': '6bb52055-7ac7-4f13-a1bc-f797c89522a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:01.892373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.892935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Bound using segment: {'id': '6bb52055-7ac7-4f13-a1bc-f797c89522a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:01.893608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Bound port: 346209ba-095d-4c4e-beef-15341b8ecdda, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb52055-7ac7-4f13-a1bc-f797c89522a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5f69ebf7-0b9d-4f15-965e-1592690400b8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:01.894924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:01.912747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Router eb3e217c-76e3-4266-8fa1-557c682437dc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:01.976639 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-684fb2a4-1454-4bb7-ba46-c3d2b9458c50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1950734 Dec 15 21:52:01.982587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35340) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:01.996464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Calling delete_port for 5b441ae4-de43-42d1-98d9-c97e6837f18b owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:02.008313 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-cd41d8d4-1c64-4018-a174-fd27486ef764 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1001 time: 0.2146373 Dec 15 21:52:02.054969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:02.071125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:02.085988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=346209ba-095d-4c4e-beef-15341b8ecdda,segment=NetworkSegment(6bb52055-7ac7-4f13-a1bc-f797c89522a2),segment_id=6bb52055-7ac7-4f13-a1bc-f797c89522a2)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:02.098134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.119692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-39a77da6-d344-4127-869c-411ea20e5df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:02.227177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Pushing event updated for resources: {'Port': ['ID=346209ba-095d-4c4e-beef-15341b8ecdda,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:02.231741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:02.300477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:02.322028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] Sync routers for ids ['eb3e217c-76e3-4266-8fa1-557c682437dc'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:02.334882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] Routers {'eb3e217c-76e3-4266-8fa1-557c682437dc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:02.335528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['eb3e217c-76e3-4266-8fa1-557c682437dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:02.378642 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "PUT /v2.0/routers/eb3e217c-76e3-4266-8fa1-557c682437dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1277466 Dec 15 21:52:02.428839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:02.451581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-d8d09156-7271-4d9c-8469-642edd59248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:02.454014 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-d8d09156-7271-4d9c-8469-642edd59248f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.3794353 Dec 15 21:52:02.506890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:02.523617 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aacf8a13-5f7d-4904-9cc4-a0b59b3b72ae req-967f1ec4-4900-4317-900c-19143d2395bd service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8091619 Dec 15 21:52:02.535770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] Routers {'eb3e217c-76e3-4266-8fa1-557c682437dc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:02.536945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['eb3e217c-76e3-4266-8fa1-557c682437dc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:02.588761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.598173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:02.634175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:02.634646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddb527d-5f1f-4dc6-a931-6c41e0c9c9c4 None None] The sync data for ids ['eb3e217c-76e3-4266-8fa1-557c682437dc'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:02.654945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6f59a1c8-0b1e-4d91-a719-43bb38b2fd68 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:02.656794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:02.726928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.742403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:02.746731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.748185 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:52:02.748618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:02.834919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.888346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:02.948635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for daef7087-a940-4ca8-a42e-44204f464c36 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:02.987618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f198783-5cd4-4426-ab4e-856b01d7d310 req-c95c9786-0516-4441-8a19-9518440e13bd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:02.989591 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f198783-5cd4-4426-ab4e-856b01d7d310 req-c95c9786-0516-4441-8a19-9518440e13bd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7692921 Dec 15 21:52:03.001011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=4f2d0671-14db-4bb3-9224-dece5bfb99ee,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:03.010172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:03.012932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.013459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e4d4e06c-002f-4f59-95bf-dcdbd7225726 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:03.022041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3b4e87d4-f548-4f70-9e09-13c7646ea8bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:03.068998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4dc669e0-c2fc-47d9-9120-24ec955356bc tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0426443 Dec 15 21:52:03.079920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35350) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.088669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:03.140083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.259158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': 'b7cbe53c-0428-400e-ac90-a51f65909391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6606ece7-5234-4ef4-ad33-f9defa653925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:03.259529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 6606ece7-5234-4ef4-ad33-f9defa653925, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:03.322041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=c7f8605d-425b-4d39-8233-5f3a2c5e8720,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:03.374217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:03.374750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-83be9e18-e28e-45d9-85ff-69d6c734e971 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:03.449067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Port': ['ID=5b441ae4-de43-42d1-98d9-c97e6837f18b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:03.451229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:03.457924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:03.458290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:03.459959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.465249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=c0b60208-34bf-45d6-a573-3eff514f6395,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:03.468016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:03.478081 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f198783-5cd4-4426-ab4e-856b01d7d310 req-b04256c6-e164-46e6-8484-d0945554981d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4706244 Dec 15 21:52:03.482590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:03.483912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:03.486579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.491215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:03.491797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 43d1a7b9-186c-4060-a17b-07ace9bc059e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:03.503716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-a9a71ae0-da19-44d1-9bf9-650c55032021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:03.505672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-a9a71ae0-da19-44d1-9bf9-650c55032021 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9241045 Dec 15 21:52:03.506314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 6606ece7-5234-4ef4-ad33-f9defa653925 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:03.508416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.508917 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Floating IP 3647d87b-4531-4874-aa60-7adfc8bb275c disassociated (deleted). External IP: 172.26.6.121, port: 2a95d034-f366-47dc-9fa8-f28cccacb465. Dec 15 21:52:03.521303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabf12e-98c7-4bd1-8249-dde900b3f855 None None] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:03.568892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.588338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b45609fb-b7a5-4f18-9129-0355630a4cf2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:03.616987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6606ece7-5234-4ef4-ad33-f9defa653925) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:03.621613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.622587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Fanout notify agent at l3_agent the message router_deleted on router eb3e217c-76e3-4266-8fa1-557c682437dc {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:03.632592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:03.632973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.647320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06111208-36ec-4944-8cf6-becf96961bbe None None] Network 6606ece7-5234-4ef4-ad33-f9defa653925 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:03.648242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:03.670699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.674122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09d6cc3c-05eb-40dd-ac4b-b7e1bf150eed tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "DELETE /v2.0/routers/eb3e217c-76e3-4266-8fa1-557c682437dc HTTP/1.1" status: 204 len: 168 time: 1.2304134 Dec 15 21:52:03.675350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 43d1a7b9-186c-4060-a17b-07ace9bc059e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:03.687213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35354) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.688481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96d8420-5a60-4aa0-a6bc-0ccc1a381e57 None None] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:03.692924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:03.696544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.698018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:52:03.699094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:03.718735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=daef7087-a940-4ca8-a42e-44204f464c36,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:03.734318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:03.734550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:03.735026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:03.735172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.741788 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5402536 Dec 15 21:52:03.762133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35360) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.791841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:03.801809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-216dd7ca-6e9c-476a-9cfd-d4d775b4d3ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7208180 Dec 15 21:52:03.804886 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-40053468-1840-4fa0-8686-c1cd7ec98796 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913396 Dec 15 21:52:03.805480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.846836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03f206b-db9e-4571-8060-ef6bc29b8cf2 None None] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:03.855569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:03.855803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.870011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:03.882862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2a9b1be-0c9b-4de6-9b4c-b821fb7517c4 None None] Provisioning for port 346209ba-095d-4c4e-beef-15341b8ecdda completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:03.911917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:03.913248 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7125864 Dec 15 21:52:03.916034 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/daef7087-a940-4ca8-a42e-44204f464c36 HTTP/1.1" status: 204 len: 168 time: 2.5709770 Dec 15 21:52:03.920635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9179559 Dec 15 21:52:03.921308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.921640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35368) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.921954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35374) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:03.935552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1519726368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:03.978169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648905730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:03.991160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:03.999634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:04.033137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting subnet 0f89a5c0-2b6a-47e6-b419-a63d0daf38a0 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:04.061029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.081248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:04.097790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:04.101501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:04.104307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:04.125810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:04.128712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:04.151312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 29808eda-dfa8-475d-9e12-b973ae3fc430 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:04.151679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.193529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:04.197213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.249302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.267736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:04.297099 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-64e1a32a-1a68-4292-b527-ac62ce6c0fa9 req-82c754b7-8386-498e-a121-894925ceecb7 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311802 Dec 15 21:52:04.304576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:04.308659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.310037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:52:04.310491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:04.359042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.360447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.365755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.366361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.383796 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26857d72-7661-4743-8b09-be0740ef3039 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5261424 Dec 15 21:52:04.389647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35382) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:04.426936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644d61c-312d-4b0a-85d1-4ed6f7831ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-6606ece7-5234-4ef4-ad33-f9defa653925', 'network_id': '6606ece7-5234-4ef4-ad33-f9defa653925', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '4f2d0671-14db-4bb3-9224-dece5bfb99ee'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:04.427922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9644d61c-312d-4b0a-85d1-4ed6f7831ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.445813 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8854ea03-fea8-45d8-b095-01aa9fe00bcf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0552166 Dec 15 21:52:04.450302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:04.491099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.520511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-01d0ee35-7828-4b4d-ae7f-e88537a9d4a3', 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': 'c7f8605d-425b-4d39-8233-5f3a2c5e8720'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:04.525045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.527530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.529346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.555346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 346209ba-095d-4c4e-beef-15341b8ecdda up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:04.556939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.616873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-43d1a7b9-186c-4060-a17b-07ace9bc059e', 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': 'c0b60208-34bf-45d6-a573-3eff514f6395'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:04.633017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.684479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374144c-fa80-46e9-b9d2-afbbc709f509 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:04.686219 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1374144c-fa80-46e9-b9d2-afbbc709f509 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2328565 Dec 15 21:52:04.694900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:04.766718 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e068947-647f-43be-bc15-36d0d2e219c2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702145 Dec 15 21:52:04.772968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:04.777461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.785814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:04.798501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.801086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-66c37451-45b3-4680-afb5-7f401ce9c8e0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:04.911112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Router 2ce29797-85ca-41f9-9872-ca3d5247f07c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:04.917718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.933917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:04.963493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.007513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.009173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8586d499-48c7-4cae-b2b9-c283e8892b5f None None] Network 4d1f660f-150d-4dea-81fd-e096f7716318 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:05.071037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Subnet': ['ID=0f89a5c0-2b6a-47e6-b419-a63d0daf38a0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:05.078905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 29808eda-dfa8-475d-9e12-b973ae3fc430 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:05.081802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:05.096610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:05.146341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "DELETE /v2.0/subnets/0f89a5c0-2b6a-47e6-b419-a63d0daf38a0 HTTP/1.1" status: 204 len: 168 time: 1.4564710 Dec 15 21:52:05.181650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35400) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:05.214046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2d0671-14db-4bb3-9224-dece5bfb99ee,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:05.224517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-9644d61c-312d-4b0a-85d1-4ed6f7831ff8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f2d0671-14db-4bb3-9224-dece5bfb99ee: This subnet is being modified by another concurrent operation. Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:05.230384 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4f2d0671-14db-4bb3-9224-dece5bfb99ee: This subnet is being modified by another concurrent operation. Dec 15 21:52:05.236234 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:52:05.241407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:05.255146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.267925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:05.272988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 346209ba-095d-4c4e-beef-15341b8ecdda completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:05.285748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71029f6f-c53c-4b14-89e7-4c98277ba235 None None] Network 6606ece7-5234-4ef4-ad33-f9defa653925 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:05.289320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6606ece7-5234-4ef4-ad33-f9defa653925']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:05.298900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:05.302334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.321271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cbe53c-0428-400e-ac90-a51f65909391') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:05.321571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cbe53c-0428-400e-ac90-a51f65909391') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:05.323417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.325227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-962e2e30-b8c0-43ab-82c5-c7a6f52d21c3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4001546 Dec 15 21:52:05.326106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.329123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35404) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:05.330032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-813cfd86-5539-489f-ae8a-a46af8dde5a0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4019845 Dec 15 21:52:05.339700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:05.370086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 346209ba-095d-4c4e-beef-15341b8ecdda triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:05.371007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.455564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.472994 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Allocated IP 2001:db8:1::2 (01d0ee35-7828-4b4d-ae7f-e88537a9d4a3/c7f8605d-425b-4d39-8233-5f3a2c5e8720/2f5002c4-15be-49cd-ad4f-6b98ea4533df) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:05.521823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d87d9663-d733-401d-a9b4-3fc16c0ebeba None None] Provisioning complete for port 346209ba-095d-4c4e-beef-15341b8ecdda triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:05.521823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d87d9663-d733-401d-a9b4-3fc16c0ebeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.602231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Allocated IP 172.20.0.2 (43d1a7b9-186c-4060-a17b-07ace9bc059e/c0b60208-34bf-45d6-a573-3eff514f6395/67b71b90-c3c6-4063-b6b7-b0865c1f44e4) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:05.610536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.654109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.692743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:05.693148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:05.711065 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:05.762421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:05.767691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.781489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Sync routers for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:05.803477 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:05.805133 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:05.963820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.973636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:05.983914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:05.997185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.033848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e11b0-3417-4353-88d6-cbae723e4ba0 req-a445c90a-27e9-426e-a3cc-85e41dbee57d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:06.035377 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c45e11b0-3417-4353-88d6-cbae723e4ba0 req-a445c90a-27e9-426e-a3cc-85e41dbee57d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.2647059 Dec 15 21:52:06.050295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=6606ece7-5234-4ef4-ad33-f9defa653925,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:06.061013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:06.067200 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/6606ece7-5234-4ef4-ad33-f9defa653925 HTTP/1.1" status: 204 len: 168 time: 2.3041375 Dec 15 21:52:06.072491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:06.112715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-71590800'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:06.116554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.132985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Deleting port d3839366-498c-462b-9cfa-fef1ca6ca674 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:06.133383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.140945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:06.146750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] DHCP port deletion for 4d1f660f-150d-4dea-81fd-e096f7716318 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:06.149507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:06.176077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Deleting port d3839366-498c-462b-9cfa-fef1ca6ca674 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:06.176077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.187946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:52:06.207275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:06.234420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:06.242365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d87d9663-d733-401d-a9b4-3fc16c0ebeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.256593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=346209ba-095d-4c4e-beef-15341b8ecdda,segment=NetworkSegment(6bb52055-7ac7-4f13-a1bc-f797c89522a2),segment_id=6bb52055-7ac7-4f13-a1bc-f797c89522a2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:06.278494 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "DELETE /v2.0/floatingips/3647d87b-4531-4874-aa60-7adfc8bb275c HTTP/1.1" status: 204 len: 168 time: 5.9288671 Dec 15 21:52:06.317587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.326915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-47a7a893-3ac6-47c8-b87b-45c91a2eb279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:06.344662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:52:06.357567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.413854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Transition to ACTIVE for port object 2f5002c4-15be-49cd-ad4f-6b98ea4533df will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:06.566480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:06.569932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.571173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d3839366-498c-462b-9cfa-fef1ca6ca674 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:06.615651 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c45e11b0-3417-4353-88d6-cbae723e4ba0 req-0cbecf97-3d08-4126-a1bc-8b7ade52be91 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196056 Dec 15 21:52:06.738156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.741099 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'status': 'completed', 'code': 200} Dec 15 21:52:06.754236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.792373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Transition to ACTIVE for port object 2f5002c4-15be-49cd-ad4f-6b98ea4533df will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:06.800403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Transition to ACTIVE for port object 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:06.845822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=346209ba-095d-4c4e-beef-15341b8ecdda,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:06.850763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:06.851776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d87d9663-d733-401d-a9b4-3fc16c0ebeba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:06.852525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d87d9663-d733-401d-a9b4-3fc16c0ebeba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:06.856547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:06.871539 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:06.881219 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Checking router: 2ce29797-85ca-41f9-9872-ca3d5247f07c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:52:06.890133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] For port d3839366-498c-462b-9cfa-fef1ca6ca674, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d3839366-498c-462b-9cfa-fef1ca6ca674,segment=NetworkSegment(8f67daca-0d51-4a31-924d-775ce363b1a5),segment_id=8f67daca-0d51-4a31-924d-775ce363b1a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:06.890653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.907736 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:06.909243 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:06.918925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:52:06.927430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.936552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:06.936898 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 36dcf75b-9f1e-4d04-b3cf-b123d1afcdaa of type vlan for network 0e827042-5789-417e-8c48-1abbcfcad655 Dec 15 21:52:06.938073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1c61b6f0-c04e-4f8f-b6cd-2879e35bcc5a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:06.974144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.037080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:07.041122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Transition to ACTIVE for port object 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:07.044296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:07.046090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.049204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.060625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:07.061211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.066146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:07.075586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b7c20be0-65e3-4d97-88e7-9df394a02e48 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:07.096587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=e1b815db-c00a-484c-84d6-de4d31e6bb41,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:07.106082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655b9b1-3205-4f53-81cf-f438b253ee30 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:07.110636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:07.131662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Calling delete_port for d3839366-498c-462b-9cfa-fef1ca6ca674 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:07.136447 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:52:07.139256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-a42dffba-aadb-454c-91bc-bc52eb63c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:07.140768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-a42dffba-aadb-454c-91bc-bc52eb63c5ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=75dfd57870294ce48a05f297a8e7a298&device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 1098 time: 0.4057133 Dec 15 21:52:07.165424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.235467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=29808eda-dfa8-475d-9e12-b973ae3fc430,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:07.238818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:07.240641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.246686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:07.247277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.254948 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4783132 Dec 15 21:52:07.262745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f89b2d02-a7b4-4ffa-b66c-ce2421373454 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:07.276734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:07.277919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.20.0.1 (43d1a7b9-186c-4060-a17b-07ace9bc059e/c0b60208-34bf-45d6-a573-3eff514f6395/c346bcc2-bd77-43d0-9e57-432bad0a457b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:07.303712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:11:69:de', 'name': 'tempest-NetworksTestDHCPv6-1500850707'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:07.355671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:07.406559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:07.431254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:07.445102 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3473179 Dec 15 21:52:07.468014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:07.475817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:07.482521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] For port d3839366-498c-462b-9cfa-fef1ca6ca674, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d3839366-498c-462b-9cfa-fef1ca6ca674,segment=NetworkSegment(8f67daca-0d51-4a31-924d-775ce363b1a5),segment_id=8f67daca-0d51-4a31-924d-775ce363b1a5)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:07.482893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.492449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '0e827042-5789-417e-8c48-1abbcfcad655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:07.521190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=0e827042-5789-417e-8c48-1abbcfcad655,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:07.554201 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:07.558670 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec84048-9f7f-47e0-bf85-bc042dabda3a None None] The sync data for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv is: [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:50:07Z', 'revision_number': 4, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'addbff25-9169-460d-b065-ac88fb1aede4', 'name': '', 'network_id': '80a049bd-26c8-43e5-a91e-4ccf0aad078a', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'mac_address': 'fa:16:3e:e3:f9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:04Z', 'updated_at': '2021-12-15T21:50:18Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'subnets': [{'id': '48c674ff-5b39-466f-b7c5-f1b41c8b0dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:07.577832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:07.603742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-f49d1a96-61e2-4192-954e-56628fd6a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:07.605821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-f49d1a96-61e2-4192-954e-56628fd6a534 service neutron] 10.222.0.32 "GET /v2.0/networks?id=80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 200 len: 898 time: 0.4538114 Dec 15 21:52:07.724868 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-9255d5c9-3225-413c-893f-1d79210da9e5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 200 len: 217 time: 0.1054289 Dec 15 21:52:07.727419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.733993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.744213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d407ffe-9448-42ca-9c4a-3ed08ee33de3 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:07.748837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Calling delete_port for d3839366-498c-462b-9cfa-fef1ca6ca674 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:07.795096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:07.838461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:07.864555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:07.888270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.906128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Pushing event updated for resources: {'Port': ['ID=2f5002c4-15be-49cd-ad4f-6b98ea4533df,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:07.911663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:07.915173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:07.943535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 0e827042-5789-417e-8c48-1abbcfcad655 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:07.957064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:07.965056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:07.980619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-b9fdd634-2385-4ab8-a7a4-fbcefbe151e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:07.982122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-b9fdd634-2385-4ab8-a7a4-fbcefbe151e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 200 len: 835 time: 0.2316837 Dec 15 21:52:08.013837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.947s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:08.043069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:08.052135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d59a309a-286f-468b-b7b5-5258a51216cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.846s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:08.060968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object c346bcc2-bd77-43d0-9e57-432bad0a457b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:08.071619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:08.080687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Port': ['ID=d3839366-498c-462b-9cfa-fef1ca6ca674,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:08.087470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f475b31-4ee1-4f81-9713-9e96f141dc8c None None] New status for floating IP 3647d87b-4531-4874-aa60-7adfc8bb275c: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:52:08.094062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] No DVR routers for this DVR port d3839366-498c-462b-9cfa-fef1ca6ca674 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:08.123510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:08.126271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:08.135067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a471f-9dd2-4fcd-a815-c1b393e71800 req-98c69335-aec7-4eac-818b-a4190f4368c9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:08.135764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ce9a471f-9dd2-4fcd-a815-c1b393e71800 req-98c69335-aec7-4eac-818b-a4190f4368c9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:08.172250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3805e8-ef63-4597-b7f3-8f7f74e96574 req-2f45c05c-7179-40ed-a5f0-dc246b1088c2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:08.174298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1f3805e8-ef63-4597-b7f3-8f7f74e96574 req-2f45c05c-7179-40ed-a5f0-dc246b1088c2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.3460557 Dec 15 21:52:08.174433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:08.177797 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/ports/29808eda-dfa8-475d-9e12-b973ae3fc430 HTTP/1.1" status: 204 len: 168 time: 4.2511811 Dec 15 21:52:08.184730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35432) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:08.194830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:08.262932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ce9a471f-9dd2-4fcd-a815-c1b393e71800 req-98c69335-aec7-4eac-818b-a4190f4368c9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:08.263199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce9a471f-9dd2-4fcd-a815-c1b393e71800 req-98c69335-aec7-4eac-818b-a4190f4368c9 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 1.2777815 Dec 15 21:52:08.315059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:08.318890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.340276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Attempting to bind port 2f5002c4-15be-49cd-ad4f-6b98ea4533df on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:08.340726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Attempting to bind port 2f5002c4-15be-49cd-ad4f-6b98ea4533df by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:08.341200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Attempting to bind port 2f5002c4-15be-49cd-ad4f-6b98ea4533df on network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:08.426029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Attempting to bind port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:08.426533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Attempting to bind port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:08.427115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Attempting to bind port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 on network 43d1a7b9-186c-4060-a17b-07ace9bc059e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:08.437120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:08.437630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Checking segment: {'id': '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:08.438260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.438766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Bound using segment: {'id': '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:08.439355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Bound port: 2f5002c4-15be-49cd-ad4f-6b98ea4533df, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '01d0ee35-7828-4b4d-ae7f-e88537a9d4a3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:08.439848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.457312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Pushing event updated for resources: {'Port': ['ID=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:08.466083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.474793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:08.489475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:08.489993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Checking segment: {'id': 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:08.490907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.491028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Bound using segment: {'id': 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:08.491471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Bound port: 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '43d1a7b9-186c-4060-a17b-07ace9bc059e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:08.491907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.521571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.530732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.540921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-589c5a00-4482-46ba-8e92-daa821f170a5 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:08.567941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:08.568489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:08.577367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-45e0cdfc-1630-4015-b792-fc054c8f51e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:08.580369 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-45e0cdfc-1630-4015-b792-fc054c8f51e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=80a049bd-26c8-43e5-a91e-4ccf0aad078a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5903461 Dec 15 21:52:08.583610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1f660f-150d-4dea-81fd-e096f7716318']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:08.590480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 346209ba-095d-4c4e-beef-15341b8ecdda up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:08.610174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8::1 (5f69ebf7-0b9d-4f15-965e-1592690400b8/dfd840de-eb85-448f-ba4e-eb1862e036cc/a70680be-62f4-43c8-9709-1ad562b7b89f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:08.616873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f67daca-0d51-4a31-924d-775ce363b1a5') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:08.617194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f67daca-0d51-4a31-924d-775ce363b1a5') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:08.631133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'e1b815db-c00a-484c-84d6-de4d31e6bb41'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:08.632249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.635748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-00df707c-2502-4c6e-97e2-6691366af66c tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:08.637326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-00df707c-2502-4c6e-97e2-6691366af66c tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.32 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.6160073 Dec 15 21:52:08.646470 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce9a471f-9dd2-4fcd-a815-c1b393e71800 req-6c71db3f-c191-4c65-a7be-26fbe8f84c9e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054600 Dec 15 21:52:08.655594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.673396 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1f3805e8-ef63-4597-b7f3-8f7f74e96574 req-468eb452-c502-4455-b30c-9480a791ebd9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4837384 Dec 15 21:52:08.683438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 95ef6dcc-c979-48fd-8cf3-4e7d42572acb yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:08.756896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.773970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:08.782815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:08.785664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:08.833266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:08.834741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:08.848361 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:08.876800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c346bcc2-bd77-43d0-9e57-432bad0a457b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:08.879805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:08.926478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.949380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Deleting port 2a95d034-f366-47dc-9fa8-f28cccacb465 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:08.949876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:08.982787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] For port 2f5002c4-15be-49cd-ad4f-6b98ea4533df, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:08.991698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 346209ba-095d-4c4e-beef-15341b8ecdda triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:08.992115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.055925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b5cb46-5832-41d1-83e7-1a2caf70cfc0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:09.056627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14b5cb46-5832-41d1-83e7-1a2caf70cfc0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Synchronizing usage tracker for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:09.072316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] For port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:09.075220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Deleting port d3839366-498c-462b-9cfa-fef1ca6ca674 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:09.075220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.109729 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-828048c7-3aac-4cf5-abaf-0e996f55806b service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934521 Dec 15 21:52:09.146242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-14b5cb46-5832-41d1-83e7-1a2caf70cfc0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Unset dirty status for tenant:f8a69558dc0f4c2bad19d7eb2fceeca2 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:09.146853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.150105 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-14b5cb46-5832-41d1-83e7-1a2caf70cfc0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "GET /v2.0/ports?device_id=522ab8e1-d8b5-4685-bc75-22642b15d8fd HTTP/1.1" status: 200 len: 913 time: 0.9618592 Dec 15 21:52:09.155569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] For port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,segment=NetworkSegment(b2cb057d-cd75-4406-b8a8-5a1e8ea1478d),segment_id=b2cb057d-cd75-4406-b8a8-5a1e8ea1478d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:09.173915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2cd9725e-e6d5-40b6-af1b-17213d33d524 None None] The port 'd3839366-498c-462b-9cfa-fef1ca6ca674' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:52:09.181607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] For port 2f5002c4-15be-49cd-ad4f-6b98ea4533df, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2f5002c4-15be-49cd-ad4f-6b98ea4533df,segment=NetworkSegment(8c9fd3df-55f2-4e77-9583-1a5345dd8c6d),segment_id=8c9fd3df-55f2-4e77-9583-1a5345dd8c6d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:09.185243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.193023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35438) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:09.194965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:09.211543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-41f18931-b335-4b1e-a586-da6319648e0e tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:09.236840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.239032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.260985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.266996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Allocated IP 2001:db8::f816:3eff:fe6b:70ad (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e1b815db-c00a-484c-84d6-de4d31e6bb41/10eb26ff-116d-441f-806f-20bfe9ba1d57) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:09.338455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Pushing event deleted for resources: {'Network': ['ID=4d1f660f-150d-4dea-81fd-e096f7716318,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:09.344037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fe4db835-83bf-4ac3-aa8b-81cf5a9dfb1c req-c7113087-a526-4507-a749-39d56f6919b9 service neutron] 10.222.0.32 "GET /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239835 Dec 15 21:52:09.344623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.347222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:09.379148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] 10.222.0.18 "DELETE /v2.0/networks/4d1f660f-150d-4dea-81fd-e096f7716318 HTTP/1.1" status: 204 len: 168 time: 4.1761920 Dec 15 21:52:09.386795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object a70680be-62f4-43c8-9709-1ad562b7b89f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:09.396734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.410143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Pushing event updated for resources: {'Port': ['ID=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:09.423406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:09.424723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7c0a55be-9800-49e2-9577-f2bdac5a8a3b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:09.425348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-71cddc87-59b2-4cf7-a1c1-9c5746a79cc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:09.655206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Pushing event updated for resources: {'Port': ['ID=2f5002c4-15be-49cd-ad4f-6b98ea4533df,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:09.661506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:09.858401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.874867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Transition to ACTIVE for port object 10eb26ff-116d-441f-806f-20bfe9ba1d57 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:09.909978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49961735-407e-4b60-97a8-7ef09b3df551 req-bd4c0935-3fba-42b4-8ff4-422252114929 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:09.917794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49961735-407e-4b60-97a8-7ef09b3df551 req-bd4c0935-3fba-42b4-8ff4-422252114929 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.0259554 Dec 15 21:52:09.918265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Transition to ACTIVE for port object 10eb26ff-116d-441f-806f-20bfe9ba1d57 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:09.928806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:09.929849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:09.937928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4312e429-e909-4efa-a7e4-36422513e938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:10.039831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:10.043395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:10.047577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:10.058173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Pushing event updated for resources: {'Port': ['ID=10eb26ff-116d-441f-806f-20bfe9ba1d57,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:10.091338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:10.095451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe11:69de (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e1b815db-c00a-484c-84d6-de4d31e6bb41/95ef6dcc-c979-48fd-8cf3-4e7d42572acb) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:10.150373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] For port 2a95d034-f366-47dc-9fa8-f28cccacb465, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=2a95d034-f366-47dc-9fa8-f28cccacb465,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:10.152418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.182531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Attempting to bind port 10eb26ff-116d-441f-806f-20bfe9ba1d57 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:10.183521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Attempting to bind port 10eb26ff-116d-441f-806f-20bfe9ba1d57 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:10.183996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Attempting to bind port 10eb26ff-116d-441f-806f-20bfe9ba1d57 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:10.197321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.201166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:10.201687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:10.202527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.203040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:10.203709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Bound port: 10eb26ff-116d-441f-806f-20bfe9ba1d57, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:10.205081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.227959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a46552-e174-4e14-ad07-2d9a257d7f68 req-ddc267c1-6549-4305-9a30-d7f674454640 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:10.228224 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1a46552-e174-4e14-ad07-2d9a257d7f68 req-ddc267c1-6549-4305-9a30-d7f674454640 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 945 time: 0.3970582 Dec 15 21:52:10.232657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.269201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:10.330776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.349939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Calling delete_port for 2a95d034-f366-47dc-9fa8-f28cccacb465 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:10.364722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] For port 10eb26ff-116d-441f-806f-20bfe9ba1d57, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:10.370083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] For port 10eb26ff-116d-441f-806f-20bfe9ba1d57, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=10eb26ff-116d-441f-806f-20bfe9ba1d57,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:10.375639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.380971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-511671c8-0777-48ad-9375-896ad7d441e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:10.413651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=42c1774e-6ec7-48be-9ea8-aa827f3949ff,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:10.438334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:10.446275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6cb3073-8a9d-48e7-bf63-c6b95fd4d949 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:10.474092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Pushing event updated for resources: {'Port': ['ID=10eb26ff-116d-441f-806f-20bfe9ba1d57,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:10.478733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:10.616883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2f5002c4-15be-49cd-ad4f-6b98ea4533df up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:10.666633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '36dcf75b-9f1e-4d04-b3cf-b123d1afcdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0e827042-5789-417e-8c48-1abbcfcad655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:10.667059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 0e827042-5789-417e-8c48-1abbcfcad655, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:10.676961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1a46552-e174-4e14-ad07-2d9a257d7f68 req-898d0dfd-d1cf-4585-9dff-3d67366cec1d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/security-groups?id=29f24476-3941-4aba-941e-11bc7381d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186661 Dec 15 21:52:10.690330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:10.707172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 2f5002c4-15be-49cd-ad4f-6b98ea4533df completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:10.717018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49961735-407e-4b60-97a8-7ef09b3df551 req-cbcd0fe9-a26a-4850-a15a-23f8303be320 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7930253 Dec 15 21:52:10.721913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:10.727187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c346bcc2-bd77-43d0-9e57-432bad0a457b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:10.744401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:10.745011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:10.757524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.767054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:10.767640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:10.854058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-323af4b3-71f7-4c0c-b098-0864ca0cd671 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86392070560444df96cf2f8ded4e371c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9005949 Dec 15 21:52:10.855407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=a70680be-62f4-43c8-9709-1ad562b7b89f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:10.873366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35456) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:10.893836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:10.991320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:10.997108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.039640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 95ef6dcc-c979-48fd-8cf3-4e7d42572acb will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:11.054732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 0e827042-5789-417e-8c48-1abbcfcad655 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:11.115611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.128474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2002e75b-0034-46c4-bf89-6d90f1924598 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:11.176300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 0e827042-5789-417e-8c48-1abbcfcad655) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:11.187108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a20cbc3-1a39-4a3a-84d7-8611e594fcc7 None None] Network 0e827042-5789-417e-8c48-1abbcfcad655 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:11.209801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:11.210640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.336432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:11.346926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:11.349886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:11.359997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:11.360655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.376615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:11.378125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=95ef6dcc-c979-48fd-8cf3-4e7d42572acb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:11.380635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:11.387603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:11.472308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.528745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.533201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7e1323df-9ac9-4a22-ad32-42f3a16f6e37 None None] Provisioning for port a70680be-62f4-43c8-9709-1ad562b7b89f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:11.544682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7e1323df-9ac9-4a22-ad32-42f3a16f6e37 None None] Provisioning complete for port a70680be-62f4-43c8-9709-1ad562b7b89f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:11.545239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e1323df-9ac9-4a22-ad32-42f3a16f6e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.577536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a8f54-b571-47d1-9a64-ca036c2cf568 None None] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:11.608472 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3189909 Dec 15 21:52:11.613140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:11.695301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.697869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.699620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51d80d6d-c703-48b0-8ff1-3ee48732ffd0 HTTP/1.1" status: 204 len: 168 time: 0.8250268 Dec 15 21:52:11.707506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3a2abb7f-b9a5-4080-a9c6-33c217e723ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:11.747437 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.2628286 Dec 15 21:52:11.751087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d80d6d-c703-48b0-8ff1-3ee48732ffd0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:11.752834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.771704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:11.784027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:11.793176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dd2a3f97-561d-4a34-9f29-d47a4fd516f7 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:11.915503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Port': ['ID=2a95d034-f366-47dc-9fa8-f28cccacb465,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:11.926246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:11.959686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:11.962057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:11.990474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.016374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222573dc-f835-468b-b2b4-279066dc9490 None None] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:12.029118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b425a-a985-4dcb-921e-a15ba9f77901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-0e827042-5789-417e-8c48-1abbcfcad655', 'network_id': '0e827042-5789-417e-8c48-1abbcfcad655', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '42c1774e-6ec7-48be-9ea8-aa827f3949ff'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:12.029965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c0b425a-a985-4dcb-921e-a15ba9f77901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.064558 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-90ffda58-2d6a-4b4b-b285-a63b96b6e736 req-76514d77-bf25-430c-9ce3-a56225ba4367 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 0.0698311 Dec 15 21:52:12.079440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 2a95d034-f366-47dc-9fa8-f28cccacb465 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:12.079794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 2a95d034-f366-47dc-9fa8-f28cccacb465 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:12.154856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.162556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7e1323df-9ac9-4a22-ad32-42f3a16f6e37 None None] Port a70680be-62f4-43c8-9709-1ad562b7b89f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:12.204985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321cfce2-61ec-4d13-8dda-8ba49bcb0f4c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:12.211392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321cfce2-61ec-4d13-8dda-8ba49bcb0f4c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:12.212271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-321cfce2-61ec-4d13-8dda-8ba49bcb0f4c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:12.290456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] No DVR routers for this DVR port 2a95d034-f366-47dc-9fa8-f28cccacb465 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:12.302868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.303156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:52:12.304240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b3437519-d88c-451a-80aa-3b0f13ffbf45 req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.32 "DELETE /v2.0/ports/2a95d034-f366-47dc-9fa8-f28cccacb465 HTTP/1.1" status: 204 len: 173 time: 3.6505504 Dec 15 21:52:12.310216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-deleted', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:52:12.322391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.352910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fc9d33c6-6508-40e9-b711-bda5cdf4bae5 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:12.384044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f248065-8760-4de1-8690-ceb59557f31e req-3b9068a4-3d49-4490-9056-3c90fb1dc15e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:12.391051 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f248065-8760-4de1-8690-ceb59557f31e req-3b9068a4-3d49-4490-9056-3c90fb1dc15e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.1039865 Dec 15 21:52:12.446366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-321cfce2-61ec-4d13-8dda-8ba49bcb0f4c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:12.450121 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-321cfce2-61ec-4d13-8dda-8ba49bcb0f4c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8330920 Dec 15 21:52:12.473205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:12.480862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Provisioning for port 2f5002c4-15be-49cd-ad4f-6b98ea4533df completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:12.538897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=42c1774e-6ec7-48be-9ea8-aa827f3949ff,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:12.664673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Provisioning complete for port 2f5002c4-15be-49cd-ad4f-6b98ea4533df triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:12.665560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.703309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-9c0b425a-a985-4dcb-921e-a15ba9f77901 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42c1774e-6ec7-48be-9ea8-aa827f3949ff: This subnet is being modified by another concurrent operation. Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:12.750360 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42c1774e-6ec7-48be-9ea8-aa827f3949ff: This subnet is being modified by another concurrent operation. Dec 15 21:52:12.753940 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:52:12.763506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 10eb26ff-116d-441f-806f-20bfe9ba1d57 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:12.788218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.849358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e827042-5789-417e-8c48-1abbcfcad655']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:12.863814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36dcf75b-9f1e-4d04-b3cf-b123d1afcdaa') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:12.864638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36dcf75b-9f1e-4d04-b3cf-b123d1afcdaa') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:12.884441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:12.904293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d17eb-2395-4600-8e7c-b8a6aa3e2ac9 None None] Network 0e827042-5789-417e-8c48-1abbcfcad655 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:12.926579 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408746ef-ea10-4def-84c5-7c7e1d6b7f45', 'name': 'network-vif-deleted', 'tag': '2a95d034-f366-47dc-9fa8-f28cccacb465', 'status': 'completed', 'code': 200} Dec 15 21:52:12.974117 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f248065-8760-4de1-8690-ceb59557f31e req-4ef26418-32bf-4348-b9c7-6da41a764ec8 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5799475 Dec 15 21:52:13.060860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:13.062979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.068625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 95ef6dcc-c979-48fd-8cf3-4e7d42572acb {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:13.069150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.076144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:13.076675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.077119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] Sync routers for ids ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:13.079642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 10eb26ff-116d-441f-806f-20bfe9ba1d57 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:13.094713 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:13.099228 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] Routers {'8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:13.100081 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:13.101606 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7676115 Dec 15 21:52:13.160529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:13.303472 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:13.321025 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] Routers {'8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:13.321893 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:51:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:13.381409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:13.414133 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:13.417765 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f4a1c1-0db4-4112-99ef-0a6c95d19945 None None] The sync data for ids ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:13.431624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.462809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d05adc05-adc2-4cad-bf47-0c2895cbfe33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.509717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ccd412f9-1112-48cd-af77-4aa835a88c89 req-f5f11d38-0ab3-4b7f-9c66-2a2d5cba3495 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Synchronizing usage tracker for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:13.527027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] For port 2f5002c4-15be-49cd-ad4f-6b98ea4533df, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2f5002c4-15be-49cd-ad4f-6b98ea4533df,segment=NetworkSegment(8c9fd3df-55f2-4e77-9583-1a5345dd8c6d),segment_id=8c9fd3df-55f2-4e77-9583-1a5345dd8c6d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:13.536084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.538231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:13.643001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814095e-d018-43f8-92a3-7e01668a030b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:13.643633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9814095e-d018-43f8-92a3-7e01668a030b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:13.661346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.672749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ad36c8a-cb5b-48d4-8f8e-b1eb1f4b1fad tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:13.721075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.733552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Provisioning for port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:13.753746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Provisioning complete for port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:13.754128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.762858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=0e827042-5789-417e-8c48-1abbcfcad655,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:13.793168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Pushing event updated for resources: {'Port': ['ID=2f5002c4-15be-49cd-ad4f-6b98ea4533df,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:13.809819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:13.833108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:13.838654 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/0e827042-5789-417e-8c48-1abbcfcad655 HTTP/1.1" status: 204 len: 168 time: 2.0518298 Dec 15 21:52:13.841098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9814095e-d018-43f8-92a3-7e01668a030b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:13.842599 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9814095e-d018-43f8-92a3-7e01668a030b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports/c346bcc2-bd77-43d0-9e57-432bad0a457b HTTP/1.1" status: 200 len: 910 time: 0.6811156 Dec 15 21:52:13.843383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:13.847014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35516) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:13.854409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2126866046'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:13.865608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ccd412f9-1112-48cd-af77-4aa835a88c89 req-f5f11d38-0ab3-4b7f-9c66-2a2d5cba3495 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Unset dirty status for tenant:75dfd57870294ce48a05f297a8e7a298 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:13.866796 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccd412f9-1112-48cd-af77-4aa835a88c89 req-f5f11d38-0ab3-4b7f-9c66-2a2d5cba3495 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "GET /v2.0/ports?device_id=408746ef-ea10-4def-84c5-7c7e1d6b7f45 HTTP/1.1" status: 200 len: 210 time: 0.4931927 Dec 15 21:52:13.900285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'networks': [{'name': 'tempest-network--504402282'}, {'name': 'tempest-network--626545359'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:13.900596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-network--504402282'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:13.901072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-network--626545359'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:13.924494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:13.934803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.936379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.947618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:13.987379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] For port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,segment=NetworkSegment(b2cb057d-cd75-4406-b8a8-5a1e8ea1478d),segment_id=b2cb057d-cd75-4406-b8a8-5a1e8ea1478d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:13.991534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:13.994516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:14.007716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:network and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:14.025435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:14.033129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:14.036182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:14.055313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:14.094339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Pushing event updated for resources: {'Port': ['ID=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:14.097247 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403e27-7bfd-4d8c-ae5f-6596038e8ec4 req-51427965-49f6-4d4f-9cbd-1a806ca00c9b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:14.104298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9a403e27-7bfd-4d8c-ae5f-6596038e8ec4 req-51427965-49f6-4d4f-9cbd-1a806ca00c9b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.3454130 Dec 15 21:52:14.105168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:14.112627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.119978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning complete for port 2f5002c4-15be-49cd-ad4f-6b98ea4533df triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:14.121060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.128838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:14.132296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.250800 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9a403e27-7bfd-4d8c-ae5f-6596038e8ec4 req-c1485d53-2472-4184-a07f-48a8d21d45aa tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449986 Dec 15 21:52:14.264686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 95ef6dcc-c979-48fd-8cf3-4e7d42572acb owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:14.269667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning for port c346bcc2-bd77-43d0-9e57-432bad0a457b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:14.277016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning complete for port c346bcc2-bd77-43d0-9e57-432bad0a457b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:14.277817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.330721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:14.342622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Port c346bcc2-bd77-43d0-9e57-432bad0a457b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:14.349721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.349988 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 9c1f483a-0517-497a-8e0b-7bb972362691 of type vlan for network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 Dec 15 21:52:14.355214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning complete for port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:14.355585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.426754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.428089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ed5c60-9647-40e3-89ff-7f7af1d4194c None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:52:14.458136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:14.519284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.525551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:14.526240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.531619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:14.537842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2f5002c4-15be-49cd-ad4f-6b98ea4533df up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:14.598088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'network': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:14.603181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.633351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:52:14.646747 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7979600 Dec 15 21:52:14.647657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35524) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:14.651398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.656761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:14.659768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:14.668230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.673432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:14.678253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:14.710162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.710996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.730094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.765346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11d6bdce-48ea-4e59-9f37-c9b36bb89566 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:14.806502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:14.834416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning for port 10eb26ff-116d-441f-806f-20bfe9ba1d57 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:14.854714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Provisioning complete for port 10eb26ff-116d-441f-806f-20bfe9ba1d57 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:14.855288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.869438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:security_group_rule and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:14.891905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 2f5002c4-15be-49cd-ad4f-6b98ea4533df triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:14.892290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:14.894004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:14.979467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:14.999753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:15.018837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed5c60-9647-40e3-89ff-7f7af1d4194c None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:52:15.052220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=a70680be-62f4-43c8-9709-1ad562b7b89f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:15.063019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:15.065981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:15.109660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.230812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:15.241568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.259154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:15.262660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36defd2c-2e68-427f-9285-8d29549452d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:15.290880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] For port 10eb26ff-116d-441f-806f-20bfe9ba1d57, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=10eb26ff-116d-441f-806f-20bfe9ba1d57,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:15.303658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:15.346748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.363113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:15.368339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:15.393152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Could not find standard attr ID for object 95ef6dcc-c979-48fd-8cf3-4e7d42572acb. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:52:15.397751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=95ef6dcc-c979-48fd-8cf3-4e7d42572acb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:15.421994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:15.484817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:15.493491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:15.497836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.524435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port c346bcc2-bd77-43d0-9e57-432bad0a457b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:15.524991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.573657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Pushing event updated for resources: {'Port': ['ID=10eb26ff-116d-441f-806f-20bfe9ba1d57,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:15.578168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:15.597017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:15.597402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.618390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:15.624806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port 0de68ba5-0393-4f69-8a7f-0757f388d99b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:15.625152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.649278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b6432af0-acc8-43ac-83fb-923379a8c3c9 None None] Provisioning complete for port c346bcc2-bd77-43d0-9e57-432bad0a457b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:15.649663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6432af0-acc8-43ac-83fb-923379a8c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.680264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.773991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d95add-fdfe-4851-a17f-094c9d176544 req-f2997b3d-68ff-4380-ae15-d6bd845763d8 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:15.775443 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0d95add-fdfe-4851-a17f-094c9d176544 req-f2997b3d-68ff-4380-ae15-d6bd845763d8 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4023561 Dec 15 21:52:15.793690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b6432af0-acc8-43ac-83fb-923379a8c3c9 None None] Port c346bcc2-bd77-43d0-9e57-432bad0a457b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:15.842537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-480d18db-b827-4e76-9caa-e6bd336d6893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.882054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.892281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.899205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa8215-1608-4e78-a33c-b2e6a314674a None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:52:15.970996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.971658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:15.990129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4622bc56-ddc3-4e44-b9e7-a52aea39a114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:16.021963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0d95add-fdfe-4851-a17f-094c9d176544 req-a1f8a545-ec56-49c7-aa8d-670bfa22c60f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077260 Dec 15 21:52:16.031983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for c346bcc2-bd77-43d0-9e57-432bad0a457b owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:16.043028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa8215-1608-4e78-a33c-b2e6a314674a None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:52:16.133567 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/95ef6dcc-c979-48fd-8cf3-4e7d42572acb HTTP/1.1" status: 204 len: 168 time: 3.6540759 Dec 15 21:52:16.160752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35538) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:16.189552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:16.241385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b28ab6-c0e9-408e-8967-368239cd9d7b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:16.258391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:16.295722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.296166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment 4a294c46-4f75-44c7-b5fb-109234c653ee of type vlan for network 72fe7fca-2e01-49a8-a481-c602dfabb407 Dec 15 21:52:16.302892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.332848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac52879f-ee95-4f00-a9d2-48d099f5683b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:16.412991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e0e05085-9d8d-4a2b-af92-951fbdc45fec is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:52:16.428522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b92ea7-dfc2-48e7-9326-f7afc004edf2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:16.430049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b92ea7-dfc2-48e7-9326-f7afc004edf2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:16.430838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-93b92ea7-dfc2-48e7-9326-f7afc004edf2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:16.446299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.471519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.479002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c8eaeb3-7697-453d-94cd-6becd021e5e6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:16.539171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 10eb26ff-116d-441f-806f-20bfe9ba1d57 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:16.644069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=c346bcc2-bd77-43d0-9e57-432bad0a457b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:16.648649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:16.675560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 10eb26ff-116d-441f-806f-20bfe9ba1d57 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:16.676127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.781702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.811851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f16166-77a8-4c3c-9f02-337972a2f1bf req-54a8c826-79f3-41f7-a749-1268fea5d9e9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:16.813798 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f1f16166-77a8-4c3c-9f02-337972a2f1bf req-54a8c826-79f3-41f7-a749-1268fea5d9e9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4644668 Dec 15 21:52:16.831867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for 0de68ba5-0393-4f69-8a7f-0757f388d99b owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:16.923019 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f1f16166-77a8-4c3c-9f02-337972a2f1bf req-9cdadcaf-6a8c-4395-aec4-adf27681e133 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022892 Dec 15 21:52:16.936885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.986471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:16.999332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=fe6442f0-292f-47d5-b7b7-37550777da6d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:17.002499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:17.014100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '9c1f483a-0517-497a-8e0b-7bb972362691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:17.014474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:17.021908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-93b92ea7-dfc2-48e7-9326-f7afc004edf2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:17.025946 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93b92ea7-dfc2-48e7-9326-f7afc004edf2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.8587945 Dec 15 21:52:17.031837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:17.078906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:17.081308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:17.081534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.091434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] Sync routers for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:17.102494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:17.103214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:17.121954 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7798097 Dec 15 21:52:17.132963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35546) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:17.146291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:17.151849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:17.152497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.161594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e000245e-b491-4f16-b17f-9f4a3cbd83ff None None] Network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:17.241734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:17.273453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f1eba3da-71b3-4572-bad4-4ad49dc12b78 None None] Provisioning complete for port a70680be-62f4-43c8-9709-1ad562b7b89f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:17.273827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1eba3da-71b3-4572-bad4-4ad49dc12b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.310380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:17.311014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:17.334541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:17.361568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.388057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:17.388472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bbd24-980d-4ae9-89a3-3c741105d6d1 None None] The sync data for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:17.392014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.392364 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment 2b9ece81-8d2f-44bc-819d-623f460ebbf2 of type vlan for network 1fb02db8-3c76-4c2c-958d-49adc77282d0 Dec 15 21:52:17.405639 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7555945 Dec 15 21:52:17.410059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:17.414602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f1eba3da-71b3-4572-bad4-4ad49dc12b78 None None] Port a70680be-62f4-43c8-9709-1ad562b7b89f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:17.418761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa0aac-19d1-4bd8-b96b-1ca7e2fe5d53 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:17.419365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-faaa0aac-19d1-4bd8-b96b-1ca7e2fe5d53 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:17.528265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18', 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': 'fe6442f0-292f-47d5-b7b7-37550777da6d'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:17.529475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.554456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.560525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-faaa0aac-19d1-4bd8-b96b-1ca7e2fe5d53 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:17.561662 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faaa0aac-19d1-4bd8-b96b-1ca7e2fe5d53 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports/a70680be-62f4-43c8-9709-1ad562b7b89f HTTP/1.1" status: 200 len: 911 time: 0.4219451 Dec 15 21:52:17.568054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:17.599587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet e1b815db-c00a-484c-84d6-de4d31e6bb41 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:17.666765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.705189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Allocated IP 172.20.0.2 (5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18/fe6442f0-292f-47d5-b7b7-37550777da6d/e822726a-8b49-4852-b0ec-aff5e8587446) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:17.764521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:52:17.801903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.830139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.840251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.840891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.846205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:17.851112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:17.851741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:17.861461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:17.877758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:17.921227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.104632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Transition to ACTIVE for port object e822726a-8b49-4852-b0ec-aff5e8587446 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:18.127434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Transition to ACTIVE for port object e822726a-8b49-4852-b0ec-aff5e8587446 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:18.134573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.137920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:18.139303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:18.155033 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] Sync routers for ids ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:18.162176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.171584 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] Routers {'8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:18.173538 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:18.180820 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7963500 Dec 15 21:52:18.192444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35562) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:18.197015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.215830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:18.218505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:18.221912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=72fe7fca-2e01-49a8-a481-c602dfabb407,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.222246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:18.232409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3832905 Dec 15 21:52:18.241546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:18.242072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Pushing event updated for resources: {'Port': ['ID=e822726a-8b49-4852-b0ec-aff5e8587446,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.250879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 72fe7fca-2e01-49a8-a481-c602dfabb407 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:18.268581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.301836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:18.315794 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] Routers {'8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:18.316794 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:18.358201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10f8edf0-350d-4d53-bb6f-a0152d512cbe tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:18.475989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Attempting to bind port e822726a-8b49-4852-b0ec-aff5e8587446 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:18.476314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Attempting to bind port e822726a-8b49-4852-b0ec-aff5e8587446 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '9c1f483a-0517-497a-8e0b-7bb972362691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:18.476659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Attempting to bind port e822726a-8b49-4852-b0ec-aff5e8587446 on network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:18.489344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.490203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:18.490710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Checking segment: {'id': '9c1f483a-0517-497a-8e0b-7bb972362691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:18.491114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.491497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Bound using segment: {'id': '9c1f483a-0517-497a-8e0b-7bb972362691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:18.492007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Bound port: e822726a-8b49-4852-b0ec-aff5e8587446, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1f483a-0517-497a-8e0b-7bb972362691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:18.492388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.498134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-10f8edf0-350d-4d53-bb6f-a0152d512cbe tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:18.498333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.499808 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10f8edf0-350d-4d53-bb6f-a0152d512cbe tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 HTTP/1.1" status: 200 len: 205 time: 0.2104952 Dec 15 21:52:18.505982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:18.515630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.534895 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:18.534895 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ed72a8-931e-4030-87a0-c8b646bc75f4 None None] The sync data for ids ['8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:18.565393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=1fb02db8-3c76-4c2c-958d-49adc77282d0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.577284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.581917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c2fc6bcf-3fd5-43ea-81d3-02fcfe58e584 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:18.584849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 1fb02db8-3c76-4c2c-958d-49adc77282d0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:18.654232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.779s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:18.654639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.669514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:18.767802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Deleting port addbff25-9169-460d-b065-ac88fb1aede4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:18.768455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.777203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] For port e822726a-8b49-4852-b0ec-aff5e8587446, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:18.780581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] For port e822726a-8b49-4852-b0ec-aff5e8587446, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e822726a-8b49-4852-b0ec-aff5e8587446,segment=NetworkSegment(9c1f483a-0517-497a-8e0b-7bb972362691),segment_id=9c1f483a-0517-497a-8e0b-7bb972362691)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:18.785222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.790223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28869114-3d83-408e-b100-32bf5a6807d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:18.799585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536acfcc-3af7-4ac0-8ae2-542925d214a1 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:18.805345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536acfcc-3af7-4ac0-8ae2-542925d214a1 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:18.811296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536acfcc-3af7-4ac0-8ae2-542925d214a1 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:18.817291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536acfcc-3af7-4ac0-8ae2-542925d214a1 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:18.821627 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-536acfcc-3af7-4ac0-8ae2-542925d214a1 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6259737 Dec 15 21:52:18.841380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:18.872311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Pushing event updated for resources: {'Port': ['ID=e822726a-8b49-4852-b0ec-aff5e8587446,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.875744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.891601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=0de68ba5-0393-4f69-8a7f-0757f388d99b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.905757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.923999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94eb17b4-99ae-41a1-8670-7e7ffe7f991c None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:18.943207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b815db-c00a-484c-84d6-de4d31e6bb41,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:18.947932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:18.963625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:18.973124 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e1b815db-c00a-484c-84d6-de4d31e6bb41 HTTP/1.1" status: 204 len: 168 time: 1.6942754 Dec 15 21:52:18.991224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a834bd-fcb6-4f09-9607-af100ef385b0 req-1740963d-7914-4902-8463-f705e196d887 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:18.998446 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68a834bd-fcb6-4f09-9607-af100ef385b0 req-1740963d-7914-4902-8463-f705e196d887 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.9187527 Dec 15 21:52:19.021139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:19.021466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.204891 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c049010b-86ff-4738-8318-0c49fb5331ec tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1800773 Dec 15 21:52:19.218021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.262803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:19.264687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:19.269257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Deleting port 10eb26ff-116d-441f-806f-20bfe9ba1d57 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:19.270316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.280346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1955007-5a74-4eb8-a894-f869c7b246ce tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:19.313553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:19.354940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68a834bd-fcb6-4f09-9607-af100ef385b0 req-a406c484-dca1-4498-8ab1-95a77e58a4ff tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3555524 Dec 15 21:52:19.362779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6442f0-292f-47d5-b7b7-37550777da6d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:19.372254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:19.495535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.530782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] For port 10eb26ff-116d-441f-806f-20bfe9ba1d57, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=10eb26ff-116d-441f-806f-20bfe9ba1d57,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:19.531648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.537252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.542035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.672739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Calling delete_port for 10eb26ff-116d-441f-806f-20bfe9ba1d57 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:19.697067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.722393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] For port addbff25-9169-460d-b065-ac88fb1aede4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=addbff25-9169-460d-b065-ac88fb1aede4,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:19.723033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.751258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.756778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7bb70f39-bfa7-4c1a-af85-b51fcb741626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:19.788016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.790203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.811057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Pushing event deleted for resources: {'Port': ['ID=10eb26ff-116d-441f-806f-20bfe9ba1d57,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:19.814938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:19.815585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] No DVR routers for this DVR port 10eb26ff-116d-441f-806f-20bfe9ba1d57 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:19.819309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:19.845670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:19.850774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:19.857479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1f483a-0517-497a-8e0b-7bb972362691') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:19.857780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1f483a-0517-497a-8e0b-7bb972362691') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:19.877646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.905202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:19.905724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:19.912409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:20.003187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.021812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:20.038574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Calling delete_port for addbff25-9169-460d-b065-ac88fb1aede4 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:20.043305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:20.043705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:20.065864 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:20.157644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2254b-3576-40d3-beee-f3f050a35c0d None None] Network 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:20.218029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:52:20.218029 dv-neutron-820612-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:52:20.218029 dv-neutron-820612-1-hyperv neutron-server[87554]: [parameters: {'id': '5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18'}] Dec 15 21:52:20.218029 dv-neutron-820612-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:20.218519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:20.246563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.250245 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cddf9f97-e072-4a48-ac83-8eac8fe20623 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 HTTP/1.1" status: 204 len: 168 time: 1.7386308 Dec 15 21:52:20.256789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35588) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:20.265669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.304323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:20.307643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.345041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee547946-c625-4c20-b2d8-f1581e58b3a2 None None] Provisioning for port e822726a-8b49-4852-b0ec-aff5e8587446 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:20.441359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fe7fca-2e01-49a8-a481-c602dfabb407']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:20.461002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] DHCP port deletion for 5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:20.468974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Deleting port e822726a-8b49-4852-b0ec-aff5e8587446 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:20.469754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.501619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd91f9-ba54-4f67-9e27-3780c2300e4c req-c65dc1d8-168f-480c-a2bc-c0a0a2ca96cf tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:20.503468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5fd91f9-ba54-4f67-9e27-3780c2300e4c req-c65dc1d8-168f-480c-a2bc-c0a0a2ca96cf tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.9252820 Dec 15 21:52:20.578100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 10eb26ff-116d-441f-806f-20bfe9ba1d57 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:20.621316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a294c46-4f75-44c7-b5fb-109234c653ee') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:20.621706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a294c46-4f75-44c7-b5fb-109234c653ee') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:20.624097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 10eb26ff-116d-441f-806f-20bfe9ba1d57 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:20.624646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 10eb26ff-116d-441f-806f-20bfe9ba1d57 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:20.660106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8:1::1 (01d0ee35-7828-4b4d-ae7f-e88537a9d4a3/c7f8605d-425b-4d39-8233-5f3a2c5e8720/bfec4683-b06e-46e3-bfd4-9ddad53e9ece) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:20.681038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet c0b60208-34bf-45d6-a573-3eff514f6395 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:20.685805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Router 522ab8e1-d8b5-4685-bc75-22642b15d8fd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:20.689592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.699374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.755108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.759305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] For port e822726a-8b49-4852-b0ec-aff5e8587446, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e822726a-8b49-4852-b0ec-aff5e8587446,segment=NetworkSegment(9c1f483a-0517-497a-8e0b-7bb972362691),segment_id=9c1f483a-0517-497a-8e0b-7bb972362691)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:20.759783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.774451 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5fd91f9-ba54-4f67-9e27-3780c2300e4c req-36f1c5cc-0d48-480e-8194-1b2add0da66d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635137 Dec 15 21:52:20.775738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.785632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.794309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:20.834545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:20.834959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:20.852170 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:20.861183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.914511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Calling delete_port for e822726a-8b49-4852-b0ec-aff5e8587446 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:20.952275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:20.993350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Port': ['ID=addbff25-9169-460d-b065-ac88fb1aede4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:21.003729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Deleting port e822726a-8b49-4852-b0ec-aff5e8587446 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:21.004318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.049838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:21.059652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.063372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:21.104047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object bfec4683-b06e-46e3-bfd4-9ddad53e9ece will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:21.105608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Pushing event deleted for resources: {'Port': ['ID=e822726a-8b49-4852-b0ec-aff5e8587446,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:21.109222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:21.111381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] No DVR routers for this DVR port e822726a-8b49-4852-b0ec-aff5e8587446 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:21.151724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.165649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d57ead4a-2050-45fc-96bf-cd4ca6b03618 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:21.184270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.205304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=72fe7fca-2e01-49a8-a481-c602dfabb407,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:21.227840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:21.281980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] The port 'e822726a-8b49-4852-b0ec-aff5e8587446' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:52:21.289735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:21.300820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] Sync routers for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:21.305356 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/72fe7fca-2e01-49a8-a481-c602dfabb407 HTTP/1.1" status: 204 len: 168 time: 2.4516625 Dec 15 21:52:21.310908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:21.311542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.316749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:21.359438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.371912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5fd1fe-0d40-46e4-80b6-12d7a08a8b7e req-8ae82726-e9c3-46ed-a9b9-c53906bc7252 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:21.373413 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f5fd1fe-0d40-46e4-80b6-12d7a08a8b7e req-8ae82726-e9c3-46ed-a9b9-c53906bc7252 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4387951 Dec 15 21:52:21.379523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.379754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.389524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] Routers {'522ab8e1-d8b5-4685-bc75-22642b15d8fd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:21.390161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.431959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad7d95ac-f5b4-4f47-a012-80981457e72c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:21.450206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.450630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f224bf-4b7c-4c6a-b0e8-9f79cf5bd73c None None] The sync data for ids ['522ab8e1-d8b5-4685-bc75-22642b15d8fd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:21.500737 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "PUT /v2.0/routers/522ab8e1-d8b5-4685-bc75-22642b15d8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2892931 Dec 15 21:52:21.506922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:21.544056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:21.546027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.568286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:21.571164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:21.571708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.608353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=bfec4683-b06e-46e3-bfd4-9ddad53e9ece,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:21.611768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:21.613235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.626506 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0f5fd1fe-0d40-46e4-80b6-12d7a08a8b7e req-b5f8195e-8eb5-41aa-9972-160a494ac77d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2405827 Dec 15 21:52:21.655024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1f483a-0517-497a-8e0b-7bb972362691') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.655656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1f483a-0517-497a-8e0b-7bb972362691') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:21.680152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.681554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.707691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.722649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:21.723385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:21.741194 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:21.868035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.876814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-293f224e-6628-4f17-be93-3b31d3059f8d tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:21.897130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.900708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.911364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:21.919093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:21.919541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2ef756d1-44ad-42b4-a865-94a51739d554 None None] Provisioning for port bfec4683-b06e-46e3-bfd4-9ddad53e9ece completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:21.922565 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 HTTP/1.1" status: 204 len: 168 time: 4.5002654 Dec 15 21:52:21.926187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35604) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:21.929138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2ef756d1-44ad-42b4-a865-94a51739d554 None None] Provisioning complete for port bfec4683-b06e-46e3-bfd4-9ddad53e9ece triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:21.929776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ef756d1-44ad-42b4-a865-94a51739d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.933704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-661970265'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:21.938223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:21.949054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:21.957051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:21.960726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:21.987216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2ef756d1-44ad-42b4-a865-94a51739d554 None None] Port bfec4683-b06e-46e3-bfd4-9ddad53e9ece cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:22.004647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:22.034693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:22.038160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.062239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.075373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:52:22.105098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.108794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.120589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ae4a9d8-0091-4835-8d28-3e9a86137a42 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:22.197596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:22.220468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.220808 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 68c6afdc-3c95-43b1-8796-ceb18f4a04e8 of type vlan for network a827b678-bb79-42c7-8185-8a24d413f403 Dec 15 21:52:22.252220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723a75d9-509a-40bd-ad8c-68f7753dcce1 None None] Network 43d1a7b9-186c-4060-a17b-07ace9bc059e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:22.262639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.338338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:22.341721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.404954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:22.429489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c0b60208-34bf-45d6-a573-3eff514f6395 HTTP/1.1" status: 204 len: 168 time: 2.1676621 Dec 15 21:52:22.435803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35608) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:22.438214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38296f5-8973-472e-a23f-7906befa961e None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:22.440787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:22.441388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.474060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=a44efb52-9fb6-46f8-8dd1-2019f255a152,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:22.480860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.492956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.550172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30e33c-dd9d-48ab-82dd-fcccb7be517a req-53f3bbc0-79b4-451d-b0d2-ccad2afcbb3c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:22.551923 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8d30e33c-dd9d-48ab-82dd-fcccb7be517a req-53f3bbc0-79b4-451d-b0d2-ccad2afcbb3c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7185571 Dec 15 21:52:22.623611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e822726a-8b49-4852-b0ec-aff5e8587446 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:22.627928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b60208-34bf-45d6-a573-3eff514f6395,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:22.630400 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fd5fc32f-eb16-47dc-a5c8-05c24041ea9d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3377068 Dec 15 21:52:22.642454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35612) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:22.643068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:22.648261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:c9:9c:50', 'name': 'tempest-NetworksTestDHCPv6-1743059299'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:22.657720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.507s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:22.658350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:22.694181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e822726a-8b49-4852-b0ec-aff5e8587446 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:22.694785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e822726a-8b49-4852-b0ec-aff5e8587446 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:22.698699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.722445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb02db8-3c76-4c2c-958d-49adc77282d0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:22.724741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'a44efb52-9fb6-46f8-8dd1-2019f255a152'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:22.725612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.758762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9ece81-8d2f-44bc-819d-623f460ebbf2') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:22.759060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9ece81-8d2f-44bc-819d-623f460ebbf2') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:22.781097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.786991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:22.787599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.792715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.797257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3795fd8c-46cf-47ef-aedc-0b8f83d09f80 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:22.841208 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8d30e33c-dd9d-48ab-82dd-fcccb7be517a req-4e6abd39-c036-4fa5-82dd-8e672a631593 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223115 Dec 15 21:52:22.862464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] DHCP port deletion for 43d1a7b9-186c-4060-a17b-07ace9bc059e request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:22.867608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Deleting port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:22.868291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.916298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:22.916577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.923699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.946706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.951169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:22.951748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:22.967424 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0401771 Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:22.974468 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:22.985895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:22.991057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=a827b678-bb79-42c7-8185-8a24d413f403,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:23.000010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:23.012121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a827b678-bb79-42c7-8185-8a24d413f403 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:23.031346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.040122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:23.042669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:23.070111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:23.071311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting port fa23111b-05dc-4d0f-9909-d9956261cff8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:23.071652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.077570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.078086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.082547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:23.090691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c99ba417-03b1-4794-b0f6-a33237bb151b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:23.106440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Allocated IP 2001:db8::f816:3eff:febd:554c (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/a44efb52-9fb6-46f8-8dd1-2019f255a152/d90eda36-9c1c-415f-b07d-6ccb0e16ad47) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:23.152901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:23.322697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.324870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:23.325028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] For port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,segment=NetworkSegment(b2cb057d-cd75-4406-b8a8-5a1e8ea1478d),segment_id=b2cb057d-cd75-4406-b8a8-5a1e8ea1478d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:23.325495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.326562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:23.361812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=bfec4683-b06e-46e3-bfd4-9ddad53e9ece,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:23.374237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:23.479848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,segment=NetworkSegment(b2cb057d-cd75-4406-b8a8-5a1e8ea1478d),segment_id=b2cb057d-cd75-4406-b8a8-5a1e8ea1478d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:23.480239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.508323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Calling delete_port for 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:23.546717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c35907ba-e10c-40d8-b807-23e3cd331d51 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:23.564407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:23.576379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.582446 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/1fb02db8-3c76-4c2c-958d-49adc77282d0 HTTP/1.1" status: 204 len: 168 time: 2.2647614 Dec 15 21:52:23.587603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:23.597390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Router 2ce29797-85ca-41f9-9872-ca3d5247f07c has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:23.598568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35622) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:23.605622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=1fb02db8-3c76-4c2c-958d-49adc77282d0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:23.630573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:23.631750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:23.633548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:23.662683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:23.670040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.680051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:23.680300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:23.731779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.736317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Pushing event deleted for resources: {'Port': ['ID=67b71b90-c3c6-4063-b6b7-b0865c1f44e4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:23.745863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:23.748318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] No DVR routers for this DVR port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:23.750357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Transition to ACTIVE for port object d90eda36-9c1c-415f-b07d-6ccb0e16ad47 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:23.778530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Transition to ACTIVE for port object d90eda36-9c1c-415f-b07d-6ccb0e16ad47 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:23.788929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.795284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-264dd029-6d9b-4fd6-9c97-b1421e61f18c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:23.838488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:23.843126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.864537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:23.866242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:23.871376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:23.881455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Pushing event updated for resources: {'Port': ['ID=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:23.915673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:23.985774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Attempting to bind port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:23.986271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Attempting to bind port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:23.986740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Attempting to bind port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:23.992447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:23.992993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:23.993503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:23.994008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:23.994268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:23.994733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Bound port: d90eda36-9c1c-415f-b07d-6ccb0e16ad47, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:23.995709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.007491 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Sync routers for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:24.008366 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "PUT /v2.0/routers/2ce29797-85ca-41f9-9872-ca3d5247f07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0245795 Dec 15 21:52:24.010348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.023679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:24.024586 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.068580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:24.078755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.095151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-66f7ad78-6fbd-4818-af0e-e0536f50a811 None None] Provisioning complete for port bfec4683-b06e-46e3-bfd4-9ddad53e9ece triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:24.095723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-66f7ad78-6fbd-4818-af0e-e0536f50a811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.107420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e0e05085-9d8d-4a2b-af92-951fbdc45fec has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:24.136622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port c7007f65-b0c4-4942-9759-170e4f39e2e9 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:24.153415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] For port d90eda36-9c1c-415f-b07d-6ccb0e16ad47, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:24.157161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Deleting subnet 48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:24.167751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] For port d90eda36-9c1c-415f-b07d-6ccb0e16ad47, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:24.171377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-66f7ad78-6fbd-4818-af0e-e0536f50a811 None None] Port bfec4683-b06e-46e3-bfd4-9ddad53e9ece cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:24.187123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.198732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-52dd25aa-4dec-47bb-8b39-f27d5cc629ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:24.242032 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:52:24.243403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.279401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Pushing event updated for resources: {'Port': ['ID=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:24.284502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:24.354071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Calling delete_port for fa23111b-05dc-4d0f-9909-d9956261cff8 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:24.390312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:52:24.390824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:52:24.472515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadcdfae-f73b-4958-929b-1421c35eb6c6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:24.479061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadcdfae-f73b-4958-929b-1421c35eb6c6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:24.480215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eadcdfae-f73b-4958-929b-1421c35eb6c6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Synchronizing usage tracker for tenant:37bcccaab099434188302cf022f7e0fe on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:24.500731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:24.570236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:24.570865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:24.577333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:24.593168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] Sync routers for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:24.597865 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:52:20Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.613192 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Checking router: 2ce29797-85ca-41f9-9872-ca3d5247f07c for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:52:24.613646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:24.614284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:24.625598 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0541608 Dec 15 21:52:24.633988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fec9:9c50 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/a44efb52-9fb6-46f8-8dd1-2019f255a152/c7007f65-b0c4-4942-9759-170e4f39e2e9) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:24.634475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:24.635117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.637709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:24.638913 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Routers {'2ce29797-85ca-41f9-9872-ca3d5247f07c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:24.639611 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2ce29797-85ca-41f9-9872-ca3d5247f07c'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.639841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.733220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.743424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:24.744030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.794602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:24.804959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-064fc673-7892-4482-b721-156e9424b098 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:24.817811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:24.818261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d264eda-4f71-4d17-98c9-566ad0a24fdd None None] The sync data for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:24.865143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eadcdfae-f73b-4958-929b-1421c35eb6c6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Unset dirty status for tenant:37bcccaab099434188302cf022f7e0fe on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:24.866236 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eadcdfae-f73b-4958-929b-1421c35eb6c6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2583709 Dec 15 21:52:24.886550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35634) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:24.898020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-307178100'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:24.922058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:24.924615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] Set router 2ce29797-85ca-41f9-9872-ca3d5247f07c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:52:24.934667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da71400-b3d1-4cea-8be3-8f9f8014c85e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:24.935095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5da71400-b3d1-4cea-8be3-8f9f8014c85e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:24.957072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=ac48b733-4735-4d36-858d-05d030086166,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:24.965232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:24.967282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:24.972477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '68c6afdc-3c95-43b1-8796-ceb18f4a04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:24.972838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: a827b678-bb79-42c7-8185-8a24d413f403, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:24.982436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5da71400-b3d1-4cea-8be3-8f9f8014c85e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:24.983681 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5da71400-b3d1-4cea-8be3-8f9f8014c85e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports/bfec4683-b06e-46e3-bfd4-9ddad53e9ece HTTP/1.1" status: 200 len: 913 time: 0.3350737 Dec 15 21:52:24.988641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35638) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:25.005115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.061811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:25.065307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.119421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 67b71b90-c3c6-4063-b6b7-b0865c1f44e4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:25.120589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.126061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network a827b678-bb79-42c7-8185-8a24d413f403 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:25.151653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a827b678-bb79-42c7-8185-8a24d413f403) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:25.153277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:25.165021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:25.165231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f838bbf-198b-445f-bba1-ed6dd7e64b3b None None] Network a827b678-bb79-42c7-8185-8a24d413f403 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:25.165734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.177372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.181787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.182132 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment 612b1eac-7eaa-4cef-a885-0d82e7ce6a5d of type vlan for network 869eb8c7-fa5d-4bf2-a8ac-309800b46499 Dec 15 21:52:25.189074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19776465-6fc3-477e-aa00-74a8c015a333 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:25.247435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.251488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Port': ['ID=fa23111b-05dc-4d0f-9909-d9956261cff8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:25.254765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.271716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] The port '67b71b90-c3c6-4063-b6b7-b0865c1f44e4' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:52:25.289951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:25.290562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f999d785-0c9f-46df-af86-af42b00a006c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:25.305702 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:52:20Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:25.313373 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0105ee1a-4086-4143-adcd-2c7966a2054d None None] The sync data for ids ['2ce29797-85ca-41f9-9872-ca3d5247f07c'] in dv-neutron-820612-1-hyperv is: [{'id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-115217758', 'tenant_id': '75dfd57870294ce48a05f297a8e7a298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97'}], 'enable_snat': True}, 'gw_port_id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:40Z', 'updated_at': '2021-12-15T21:52:20Z', 'revision_number': 5, 'project_id': '75dfd57870294ce48a05f297a8e7a298', 'gw_port': {'id': '605e83a4-ff31-4c9c-acc4-7259bf8558f6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ce29797-85ca-41f9-9872-ca3d5247f07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:44Z', 'updated_at': '2021-12-15T21:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:25.348165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object c7007f65-b0c4-4942-9759-170e4f39e2e9 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:25.476333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.488390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a827b678-bb79-42c7-8185-8a24d413f403', 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': 'ac48b733-4735-4d36-858d-05d030086166'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:25.489224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.529373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Subnet': ['ID=48c674ff-5b39-466f-b7c5-f1b41c8b0dc6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:25.548393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:25.563567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.565468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "DELETE /v2.0/subnets/48c674ff-5b39-466f-b7c5-f1b41c8b0dc6 HTTP/1.1" status: 204 len: 168 time: 1.4929323 Dec 15 21:52:25.571052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cc94e256-8561-47d7-aa51-2b40219fbabe tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:25.574470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:25.578619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5887649 Dec 15 21:52:25.580872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a66bc8-afb5-4284-9f42-32af9562f1ef None None] Network 80a049bd-26c8-43e5-a91e-4ccf0aad078a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:25.588504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35644) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:25.648188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:25.659784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.729962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:25.739967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:25.746281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:25.746830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.806096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1624165 Dec 15 21:52:25.808473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35650) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:25.812411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.855077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=c7007f65-b0c4-4942-9759-170e4f39e2e9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:25.860864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:52:25.861076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:25.864112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d1a7b9-186c-4060-a17b-07ace9bc059e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:25.879249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.910854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:25.911148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2cb057d-cd75-4406-b8a8-5a1e8ea1478d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:25.933215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.965826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:25.967598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Allocated IP 172.20.0.3 (a827b678-bb79-42c7-8185-8a24d413f403/ac48b733-4735-4d36-858d-05d030086166/93c96bb8-26c6-48c9-895c-67a300585d28) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:25.978670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dfc264fc-0cac-434c-8c89-fcad547fadd7 None None] Provisioning for port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:26.019080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:26.019455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:26.039407 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:26.208306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.212123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] DHCP port deletion for 80a049bd-26c8-43e5-a91e-4ccf0aad078a request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:26.229847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Deleting port a7449137-21d0-4555-b24f-b8dd5e74b633 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:26.230231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.288661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.293401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.299258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce760ce5-ea3f-4e2a-9f31-e07e2b76e555 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:26.350969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.357295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:26.357295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.365351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=43d1a7b9-186c-4060-a17b-07ace9bc059e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:26.368331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:26.374217 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/43d1a7b9-186c-4060-a17b-07ace9bc059e HTTP/1.1" status: 204 len: 168 time: 3.9287648 Dec 15 21:52:26.375055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:26.382894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-397517606', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:26.384159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-898c6b0b-b9de-4e34-9437-9708a02d819e None None] Provisioning for port c7007f65-b0c4-4942-9759-170e4f39e2e9 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:26.387122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67620421-c89d-4d9f-ab9c-b4c145e59c68 tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:26.397754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:26.406375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:26.409006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.410640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:26.411240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-898c6b0b-b9de-4e34-9437-9708a02d819e None None] Provisioning complete for port c7007f65-b0c4-4942-9759-170e4f39e2e9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:26.411616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-898c6b0b-b9de-4e34-9437-9708a02d819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.419470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:26.425053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.440134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.441379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.452925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.472811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-898c6b0b-b9de-4e34-9437-9708a02d819e None None] Port c7007f65-b0c4-4942-9759-170e4f39e2e9 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:26.475558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.487562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.505769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Transition to ACTIVE for port object 93c96bb8-26c6-48c9-895c-67a300585d28 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:26.570947 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6834865 Dec 15 21:52:26.571865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:26.595657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Transition to ACTIVE for port object 93c96bb8-26c6-48c9-895c-67a300585d28 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:26.607657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d90eda36-9c1c-415f-b07d-6ccb0e16ad47 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:26.623120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-249557109'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:26.645342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.656753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=869eb8c7-fa5d-4bf2-a8ac-309800b46499,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:26.658061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:26.670130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:26.673719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:26.690182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.707121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 869eb8c7-fa5d-4bf2-a8ac-309800b46499 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:26.712468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.713179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Fanout notify agent at l3_agent the message router_deleted on router 522ab8e1-d8b5-4685-bc75-22642b15d8fd {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:26.718070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:26.756536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f0379-cb95-4921-9e76-f68996c6b27f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:26.762402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3f0379-cb95-4921-9e76-f68996c6b27f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:26.766426 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f3f0379-cb95-4921-9e76-f68996c6b27f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9455371 Dec 15 21:52:26.770651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35662) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:26.773978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.818447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] For port a7449137-21d0-4555-b24f-b8dd5e74b633, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a7449137-21d0-4555-b24f-b8dd5e74b633,segment=NetworkSegment(96ceff79-91c3-48de-9e11-6d0376508808),segment_id=96ceff79-91c3-48de-9e11-6d0376508808)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:26.819014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.834638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.835713 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/routers/522ab8e1-d8b5-4685-bc75-22642b15d8fd HTTP/1.1" status: 204 len: 168 time: 5.2644899 Dec 15 21:52:26.840313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:26.847221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:26.849062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.857518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Network a827b678-bb79-42c7-8185-8a24d413f403 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:26.860181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.906291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Deleting port 605e83a4-ff31-4c9c-acc4-7259bf8558f6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:26.906631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.921051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:26.979778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:26.982241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:26.989698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port c7007f65-b0c4-4942-9759-170e4f39e2e9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:26.990255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:26.994272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Calling delete_port for a7449137-21d0-4555-b24f-b8dd5e74b633 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:27.079887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Pushing event updated for resources: {'Port': ['ID=93c96bb8-26c6-48c9-895c-67a300585d28,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.134234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.171733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Deleting subnet 60326642-cf0e-4e09-b1ed-7969b690efd6 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:27.180883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.190914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:27.199466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Attempting to bind port 93c96bb8-26c6-48c9-895c-67a300585d28 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:27.199846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Attempting to bind port 93c96bb8-26c6-48c9-895c-67a300585d28 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '68c6afdc-3c95-43b1-8796-ceb18f4a04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:27.200249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Attempting to bind port 93c96bb8-26c6-48c9-895c-67a300585d28 on network a827b678-bb79-42c7-8185-8a24d413f403 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:27.211227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.214419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:27.214906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.247907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.248480 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment 0bdd48f4-a4d5-481b-a8b7-e5aac351e1e2 of type vlan for network ac5be68e-3814-4aaf-997b-8191683d3172 Dec 15 21:52:27.250990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:27.251376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Checking segment: {'id': '68c6afdc-3c95-43b1-8796-ceb18f4a04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:27.251789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.252215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Bound using segment: {'id': '68c6afdc-3c95-43b1-8796-ceb18f4a04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:27.252703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Bound port: 93c96bb8-26c6-48c9-895c-67a300585d28, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68c6afdc-3c95-43b1-8796-ceb18f4a04e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a827b678-bb79-42c7-8185-8a24d413f403'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:27.253080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.274359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.325046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.328597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.332382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-effce077-8062-42fa-bdb0-e77b01b8bf0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.342685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-16bff202-7831-456e-925d-4ad4d9818c10 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.372560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.383055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Pushing event deleted for resources: {'Port': ['ID=a7449137-21d0-4555-b24f-b8dd5e74b633,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.386312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.389370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] No DVR routers for this DVR port a7449137-21d0-4555-b24f-b8dd5e74b633 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:27.405806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=ac48b733-4735-4d36-858d-05d030086166,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.417559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.466040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] For port 93c96bb8-26c6-48c9-895c-67a300585d28, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:27.472515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.491409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] For port 93c96bb8-26c6-48c9-895c-67a300585d28, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93c96bb8-26c6-48c9-895c-67a300585d28,segment=NetworkSegment(68c6afdc-3c95-43b1-8796-ceb18f4a04e8),segment_id=68c6afdc-3c95-43b1-8796-ceb18f4a04e8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:27.494688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.511571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.520612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.536178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port bfec4683-b06e-46e3-bfd4-9ddad53e9ece {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:27.536514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.606587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] For port 605e83a4-ff31-4c9c-acc4-7259bf8558f6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=605e83a4-ff31-4c9c-acc4-7259bf8558f6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:27.607226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.619305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d90eda36-9c1c-415f-b07d-6ccb0e16ad47, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:27.622264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Pushing event updated for resources: {'Port': ['ID=93c96bb8-26c6-48c9-895c-67a300585d28,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.626014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.629701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.631616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c8e6853-5047-4992-b7d0-7feee97ae553 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.710075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.742803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device addbff25-9169-460d-b065-ac88fb1aede4 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:27.783764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Calling delete_port for 605e83a4-ff31-4c9c-acc4-7259bf8558f6 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:27.794288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: addbff25-9169-460d-b065-ac88fb1aede4 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:27.794644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device addbff25-9169-460d-b065-ac88fb1aede4 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:27.795255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a7449137-21d0-4555-b24f-b8dd5e74b633 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:27.825491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.830228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:27.830856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.835232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: a7449137-21d0-4555-b24f-b8dd5e74b633 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:27.835584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a7449137-21d0-4555-b24f-b8dd5e74b633 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:27.852753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21d1a66c-41ca-4e0d-8d76-047f72810873 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.853846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.856933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.865450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86129406-7097-4578-b2db-7541efe9d873 None None] Network a827b678-bb79-42c7-8185-8a24d413f403 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:27.884626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:27.892557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:27.914063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a827b678-bb79-42c7-8185-8a24d413f403']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:27.938567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Subnet': ['ID=60326642-cf0e-4e09-b1ed-7969b690efd6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:27.941488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:27.949341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.025170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6afdc-3c95-43b1-8796-ceb18f4a04e8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:28.025457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6afdc-3c95-43b1-8796-ceb18f4a04e8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:28.036306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.062615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.098584 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/subnets/60326642-cf0e-4e09-b1ed-7969b690efd6 HTTP/1.1" status: 204 len: 168 time: 1.2471673 Dec 15 21:52:28.113032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35670) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:28.116659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa249c-4e21-4177-8c01-25c254700491 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:52:28.133536 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5395417 Dec 15 21:52:28.141170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:28.151237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.190497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=ac5be68e-3814-4aaf-997b-8191683d3172,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:28.202330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for c7007f65-b0c4-4942-9759-170e4f39e2e9 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:28.207910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ac5be68e-3814-4aaf-997b-8191683d3172 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:28.230797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:28.238618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.239106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'ports': [{'network_id': '869eb8c7-fa5d-4bf2-a8ac-309800b46499', 'name': 'tempest-port--1607526048', 'admin_state_up': True}, {'network_id': 'ac5be68e-3814-4aaf-997b-8191683d3172', 'admin_state_up': False}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:28.239428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'port': {'network_id': '869eb8c7-fa5d-4bf2-a8ac-309800b46499', 'name': 'tempest-port--1607526048', 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:28.239999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'port': {'network_id': 'ac5be68e-3814-4aaf-997b-8191683d3172', 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:28.256928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:28.256928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:28.272271 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:28.274637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.325027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaa249c-4e21-4177-8c01-25c254700491 None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:52:28.384593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:52:28.384593 dv-neutron-820612-1-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:52:28.384593 dv-neutron-820612-1-hyperv neutron-server[87553]: [parameters: {'id': 'a827b678-bb79-42c7-8185-8a24d413f403'}] Dec 15 21:52:28.384593 dv-neutron-820612-1-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:28.384593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:28.484554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.505848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for bfec4683-b06e-46e3-bfd4-9ddad53e9ece owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:28.510608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.521487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d90eda36-9c1c-415f-b07d-6ccb0e16ad47 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:28.527804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-308c8bb7-8bbd-4090-b04e-81a96751f59c tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:28.564227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.623313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Port': ['ID=605e83a4-ff31-4c9c-acc4-7259bf8558f6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:28.635599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:28.641165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-43948743-9a80-467a-9d15-020aee8f73b9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:28.650978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.686442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:28.686971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.890643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.892361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=c7007f65-b0c4-4942-9759-170e4f39e2e9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:28.909989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:28.920643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:28.927268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.093459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Deleting port 93c96bb8-26c6-48c9-895c-67a300585d28 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:29.093828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.136445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:29.158578 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/c7007f65-b0c4-4942-9759-170e4f39e2e9 HTTP/1.1" status: 204 len: 168 time: 2.3831000 Dec 15 21:52:29.158807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:port and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:29.160592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:29.167484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.170832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:29.171631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.183502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.193268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.26.6.230 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/16f990cf-3af5-4040-b817-1a8b88510401) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:29.195365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:29.294080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.294687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Fanout notify agent at l3_agent the message router_deleted on router 2ce29797-85ca-41f9-9872-ca3d5247f07c {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:29.328159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c10b1-e1b6-42ff-999b-8fe066b5fd43 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:29.329764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16c10b1-e1b6-42ff-999b-8fe066b5fd43 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:29.330521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a16c10b1-e1b6-42ff-999b-8fe066b5fd43 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:29.341119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.342230 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "DELETE /v2.0/routers/2ce29797-85ca-41f9-9872-ca3d5247f07c HTTP/1.1" status: 204 len: 168 time: 3.7624359 Dec 15 21:52:29.392742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:29.437298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:29.441985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.450534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a16c10b1-e1b6-42ff-999b-8fe066b5fd43 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:29.451670 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a16c10b1-e1b6-42ff-999b-8fe066b5fd43 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2885687 Dec 15 21:52:29.469258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:29.478754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:29.546172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] For port 93c96bb8-26c6-48c9-895c-67a300585d28, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=93c96bb8-26c6-48c9-895c-67a300585d28,segment=NetworkSegment(68c6afdc-3c95-43b1-8796-ceb18f4a04e8),segment_id=68c6afdc-3c95-43b1-8796-ceb18f4a04e8)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:29.546566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.568915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.577053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcf269d-a8dc-434b-8aed-c96a9362c90c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:29.577591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcf269d-a8dc-434b-8aed-c96a9362c90c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:29.602940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.606898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.626455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:29.659811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.690378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Calling delete_port for 93c96bb8-26c6-48c9-895c-67a300585d28 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:29.717620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=bfec4683-b06e-46e3-bfd4-9ddad53e9ece,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:29.759434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:29.777435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.884838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.892523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.899226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:29.903167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:29.903582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.922160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet a44efb52-9fb6-46f8-8dd1-2019f255a152 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:29.925430 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:29.956521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Port': ['ID=93c96bb8-26c6-48c9-895c-67a300585d28,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:29.961020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:29.962422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a049bd-26c8-43e5-a91e-4ccf0aad078a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:29.965579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:29.969425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No DVR routers for this DVR port 93c96bb8-26c6-48c9-895c-67a300585d28 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:30.005433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ceff79-91c3-48de-9e11-6d0376508808') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:30.005656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ceff79-91c3-48de-9e11-6d0376508808') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:30.078529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.112781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.116153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.130448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:30.130834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:30.145406 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:30.172391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] device_id is not set on port 8e0ac066-44f9-4bac-a183-c8d2cb6e4af9 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:30.179601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.202659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.251271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.264046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:30.282916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.295282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.324524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Pushing event deleted for resources: {'Network': ['ID=6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:30.336147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a827b678-bb79-42c7-8185-8a24d413f403']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:30.336717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:30.363917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c6afdc-3c95-43b1-8796-ceb18f4a04e8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:30.364212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c6afdc-3c95-43b1-8796-ceb18f4a04e8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:30.377007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.386939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.389163 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] 10.222.0.18 "DELETE /v2.0/networks/6ea78ed5-70cb-4f7d-8cb2-bd17a63344ea HTTP/1.1" status: 204 len: 168 time: 2.2750983 Dec 15 21:52:30.392308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-53621c5b-ca7e-42e5-8168-04012dbf5961 tempest-ExtraDHCPOptionsTestJSON-2029384736 tempest-ExtraDHCPOptionsTestJSON-2029384736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:30.414909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.422631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'Network': ['ID=80a049bd-26c8-43e5-a91e-4ccf0aad078a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:30.425226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.433129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:30.436380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:30.437085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:30.454473 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:30.500203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.505547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 605e83a4-ff31-4c9c-acc4-7259bf8558f6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:30.514855 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "DELETE /v2.0/networks/80a049bd-26c8-43e5-a91e-4ccf0aad078a HTTP/1.1" status: 204 len: 168 time: 1.1209075 Dec 15 21:52:30.534127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35694) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:30.547550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:30.551797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 605e83a4-ff31-4c9c-acc4-7259bf8558f6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:30.553915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 605e83a4-ff31-4c9c-acc4-7259bf8558f6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:30.617440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.622787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.624652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a1be32e-2f86-4787-ae70-2acddeba7dd6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:30.646672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.662200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=a827b678-bb79-42c7-8185-8a24d413f403,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:30.676542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/a827b678-bb79-42c7-8185-8a24d413f403 HTTP/1.1" status: 204 len: 168 time: 5.0862231 Dec 15 21:52:30.677591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:30.677729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:30.689995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.715808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:30.719604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881166729'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:30.722224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.731847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:30.733992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:30.750696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:30.791168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.795242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:30.795927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-14fc9c66-7311-4d09-8fd1-9c9443f8b8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:30.825813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f24476-3941-4aba-941e-11bc7381d6ab,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:30.829540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:30.844517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:30.850014 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] 10.222.0.18 "DELETE /v2.0/security-groups/29f24476-3941-4aba-941e-11bc7381d6ab HTTP/1.1" status: 204 len: 168 time: 0.3148019 Dec 15 21:52:30.981174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:30.985407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=16f990cf-3af5-4040-b817-1a8b88510401,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:30.987894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:30.992526 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67a5fb23-b98f-4e52-a366-14e1cba118f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8a69558dc0f4c2bad19d7eb2fceeca2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883814 Dec 15 21:52:30.995756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.060807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.070163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:31.082601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:31.093587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.134996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:31.138471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.145494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.157135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.162466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31909343-84cc-4f1c-acdf-3d24be48ce12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:31.173650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722e191c-c2c9-4811-a3d3-7ca39dcfedf8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:31.176161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:31.181381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.184337 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/722e191c-c2c9-4811-a3d3-7ca39dcfedf8 HTTP/1.1" status: 204 len: 168 time: 0.1875913 Dec 15 21:52:31.222301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.312399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85796546-48b1-43b2-90e7-9bd1ad6af06d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75dfd57870294ce48a05f297a8e7a298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627162 Dec 15 21:52:31.312399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.358936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.376949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.404133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.420257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13b491d2-7daa-46ea-a527-97c25fc3157b tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:31.462245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.469402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e0e05085-9d8d-4a2b-af92-951fbdc45fec has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:31.471004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e20482e5-3663-4d86-a3a1-8a6bac8bcf54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:31.483274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:31.484084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e7a5f-b714-4cf2-8f98-19b58934812a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:31.487016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:31.489388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.490103 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/282e7a5f-b714-4cf2-8f98-19b58934812a HTTP/1.1" status: 204 len: 168 time: 0.1768360 Dec 15 21:52:31.523833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=a44efb52-9fb6-46f8-8dd1-2019f255a152,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:31.530001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.533872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20959a-b366-444f-8a11-5b223b4f9d1d None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:31.546938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:31.565360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.565927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment bc5c581f-8ce3-465f-a02d-d0240c58e2ff of type vlan for network 95ea44b6-3ce2-4a07-8f00-163ddaee6e59 Dec 15 21:52:31.646351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] device_id is not set on port e6c54f62-d708-4a18-9c44-d05dc63ff432 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:31.661850 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/a44efb52-9fb6-46f8-8dd1-2019f255a152 HTTP/1.1" status: 204 len: 168 time: 2.1760778 Dec 15 21:52:31.665687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.757182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-82c25c58-ea48-4930-9a50-9f98459b5e5f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899832 Dec 15 21:52:31.757845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.844973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.886168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2587fa72-5603-4a92-b2a9-053df3b13aab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:31.888474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2587fa72-5603-4a92-b2a9-053df3b13aab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:31.917477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2587fa72-5603-4a92-b2a9-053df3b13aab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:31.925228 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2587fa72-5603-4a92-b2a9-053df3b13aab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1659994 Dec 15 21:52:31.925828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35758) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:31.948135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:31.952384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Deleting port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:31.952766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:31.960825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:31.975008 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397db178-956e-47db-990e-aa8b539a5739 None None] Sync routers for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:31.989930 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:31.990565 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:32.002567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.042858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-37f368b6-c6a2-46a9-8c79-32b4b78e45e3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0531096 Dec 15 21:52:32.049448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.049914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35768) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.056355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.062894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:32.063502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.090133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:32.099315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1cd894-abb1-4203-aff5-4d39325f7528 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:32.104886 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e1cd894-abb1-4203-aff5-4d39325f7528 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1775582 Dec 15 21:52:32.108194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:2209145ce7c146b89f121670ef9dc935 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:32.111597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:32.118223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:32.122060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7cb40e7c-525f-4cf4-a9db-1908acef01a8 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:32.140328 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:32.144547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35774) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.155415 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:32.156065 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:32.164707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.230624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.231701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.252149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.259408 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-397db178-956e-47db-990e-aa8b539a5739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:32.260098 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397db178-956e-47db-990e-aa8b539a5739 None None] The sync data for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:32.272560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:32.329801 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2209145ce7c146b89f121670ef9dc935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240609 Dec 15 21:52:32.332009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.339293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] For port d90eda36-9c1c-415f-b07d-6ccb0e16ad47, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:32.339776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.352170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed30f4cc-1408-4510-9f98-ee74eb82bcb8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:32.358676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:32.381930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657204099'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:32.391416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:32.404310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:32.410241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:32.419597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:32.447054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.479724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.499764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d90eda36-9c1c-415f-b07d-6ccb0e16ad47 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:32.513430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:32.517028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.536989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.556325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:32.560541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:security_group_rule and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:32.563961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:32.569859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:32.586643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Calling delete_port for d90eda36-9c1c-415f-b07d-6ccb0e16ad47 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:32.619851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.634617 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9470582 Dec 15 21:52:32.637687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-66d836d8-4b97-4e8f-82ed-781e068b07fe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4743516 Dec 15 21:52:32.642311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.645779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:32.657740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:32.675375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '95ea44b6-3ce2-4a07-8f00-163ddaee6e59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:32.676217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=95ea44b6-3ce2-4a07-8f00-163ddaee6e59,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:32.726913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 95ea44b6-3ce2-4a07-8f00-163ddaee6e59 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:32.744018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:32.834162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.842290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3aad80f-46d6-4908-b384-eb3e3a9b05a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:32.845758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.864462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.878604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:32.886201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.892912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.914081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] No DVR routers for this DVR port d90eda36-9c1c-415f-b07d-6ccb0e16ad47 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:32.918192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed30f4cc-1408-4510-9f98-ee74eb82bcb8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:32.924531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Pushing event deleted for resources: {'Port': ['ID=d90eda36-9c1c-415f-b07d-6ccb0e16ad47,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:32.926907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:32.934399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:32.934399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.934399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed30f4cc-1408-4510-9f98-ee74eb82bcb8 HTTP/1.1" status: 204 len: 168 time: 0.5999899 Dec 15 21:52:32.935590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1f3d51d9-389e-43a9-aceb-1eebf953bb09 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:32.943572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:32.952531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:32.962253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:32.967591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:32.973170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:32.982428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:32.992297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:32.992643 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment 78a712a7-c39d-458c-b0cd-946850a98e04 of type vlan for network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 Dec 15 21:52:32.993836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:33.003040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:33.011767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:33.013561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fac961e-d205-4683-acb1-d1e5cb824f38,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:33.024287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:33.024763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.033399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d538fa47-00a2-4bb8-a740-f0f140facd39 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:33.039897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:33.043476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.066228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:33.070120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.089571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.244210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Port': ['ID=8e0ac066-44f9-4bac-a183-c8d2cb6e4af9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:33.259295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:33.284475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.290101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:33.290752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.300372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ada3632-dc60-438a-b751-b6fbec7146b5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:33.311590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.321572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Checking segment: {'id': '612b1eac-7eaa-4cef-a885-0d82e7ce6a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '869eb8c7-fa5d-4bf2-a8ac-309800b46499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:33.321930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network hostable DHCP agents. Network: 869eb8c7-fa5d-4bf2-a8ac-309800b46499, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:33.536383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network 869eb8c7-fa5d-4bf2-a8ac-309800b46499 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:33.616162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 869eb8c7-fa5d-4bf2-a8ac-309800b46499) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:33.616162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:33.616162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.617776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23778675-96f9-4d02-a6fd-9f621cddb6e8 None None] Network 869eb8c7-fa5d-4bf2-a8ac-309800b46499 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:33.621590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9519fb37-ddbd-4c0d-ba32-4faec3072fc1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:33.734570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router fe9c321a-354f-4e73-8d3e-438fa2f953b8 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:52:33.737316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=9a774e99-37c5-41d0-bbfa-a7d09c6b65c9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:33.738849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Port': ['ID=e6c54f62-d708-4a18-9c44-d05dc63ff432,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:33.741623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:33.746604 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5133145 Dec 15 21:52:33.747267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:33.755277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Checking segment: {'id': '0bdd48f4-a4d5-481b-a8b7-e5aac351e1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ac5be68e-3814-4aaf-997b-8191683d3172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:33.755896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network hostable DHCP agents. Network: ac5be68e-3814-4aaf-997b-8191683d3172, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:33.775727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:33.846233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.910642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:52:33.914315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:33.923080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a61ee8c4-d8f8-49b7-87aa-de02a986488c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:33.941834 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:52:33.998067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:34.004943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:34.017451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.018057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.023454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa954657-9028-4fac-80f6-7e1eb9c760a6 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:34.045299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=2d742057-0df3-4ba8-8ab3-d81c98bcc900,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:34.062533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:34.073199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.078542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4349456 Dec 15 21:52:34.079685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fc923ecd-83f6-4e45-9dfe-2a92c407317c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:34.112476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:34.123283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:53:37:e8', 'name': 'tempest-NetworksTestDHCPv6-499460366'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:34.163300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network ac5be68e-3814-4aaf-997b-8191683d3172 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:34.237185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ac5be68e-3814-4aaf-997b-8191683d3172) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:34.253010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed02fe-2d2f-4607-83de-23d42ebec68e None None] Network ac5be68e-3814-4aaf-997b-8191683d3172 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:34.256018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': 'bc5c581f-8ce3-465f-a02d-d0240c58e2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95ea44b6-3ce2-4a07-8f00-163ddaee6e59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:34.256563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 95ea44b6-3ce2-4a07-8f00-163ddaee6e59, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:34.261008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:34.266609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.272076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.272803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.299686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.1542642 Dec 15 21:52:34.305027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:34.360730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=7e98d7ab-3ce0-4b1a-9aff-9fe152cbe6f9,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:34.371232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:34.410555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:34.430337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 95ea44b6-3ce2-4a07-8f00-163ddaee6e59 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:34.443944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 95ea44b6-3ce2-4a07-8f00-163ddaee6e59) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:34.452914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.453935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.454508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.458790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0796709 Dec 15 21:52:34.461603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:34.467065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] Sync routers for ids ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:34.492258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96d837-ae99-4ee7-938f-942ce26d03f5 None None] Network 95ea44b6-3ce2-4a07-8f00-163ddaee6e59 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:34.497274 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8467717 Dec 15 21:52:34.500760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35810) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:34.553962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] Routers {'fe9c321a-354f-4e73-8d3e-438fa2f953b8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:34.554705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:34.604877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:34.618478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876883b1-ff8a-435c-ab18-190ac007cde3 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.625363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876883b1-ff8a-435c-ab18-190ac007cde3 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:34.626849 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-876883b1-ff8a-435c-ab18-190ac007cde3 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3183074 Dec 15 21:52:34.631315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:34.637048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port a70680be-62f4-43c8-9709-1ad562b7b89f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:34.637630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.688059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:34.742564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:34.777194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting port 8e0ac066-44f9-4bac-a183-c8d2cb6e4af9 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:34.777680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.836967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '2d742057-0df3-4ba8-8ab3-d81c98bcc900'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:34.839573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.874134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.882108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:34.928352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:35.001298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] Routers {'fe9c321a-354f-4e73-8d3e-438fa2f953b8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:35.002299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:35.010437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for a70680be-62f4-43c8-9709-1ad562b7b89f owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:35.055976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.168041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:35.168041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f349b-8786-4cf2-a8f8-d24f10257c5b None None] The sync data for ids ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:35.176428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.215107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:35.236326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5d951da7-f0b6-479c-a3ad-2a957635d554 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers/fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 200 len: 880 time: 0.7711642 Dec 15 21:52:35.237263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35820) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:35.281755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Allocated IP 2001:db8::f816:3eff:fe5d:1f61 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/2d742057-0df3-4ba8-8ab3-d81c98bcc900/eb5f7153-54a0-476a-9ab4-9721e0ab2e51) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:35.317807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.504101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.516236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Transition to ACTIVE for port object eb5f7153-54a0-476a-9ab4-9721e0ab2e51 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:35.528854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.535951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Transition to ACTIVE for port object eb5f7153-54a0-476a-9ab4-9721e0ab2e51 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:35.541273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a3645242-b003-4c77-b668-75fa5c6727c0 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:35.579130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.598499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:35.612707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Calling delete_port for 8e0ac066-44f9-4bac-a183-c8d2cb6e4af9 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:35.723743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:35.783967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:35.793892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a58ce3ee-760f-4a9e-87b2-1c5cf584510b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:35.824670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:35.838066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:35.852151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Pushing event updated for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:35.861617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c6762-a894-4983-ad00-e7401a163ece None None] Network 95ea44b6-3ce2-4a07-8f00-163ddaee6e59 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:35.864376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=7e98d7ab-3ce0-4b1a-9aff-9fe152cbe6f9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:35.921257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.921769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.922241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.922714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.923182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.923648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.924153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.924612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.925073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.925554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.926043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.926495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.933997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.934296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.934513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.934859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.935175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.935510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.935836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.936202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.936536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.936843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.937164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.937483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:35.999670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:36.011929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.013927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:36.020806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe53:37e8 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/2d742057-0df3-4ba8-8ab3-d81c98bcc900/ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:36.029638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1158640b-790f-4cbc-9cf8-c2365b98998b tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:36.070232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Attempting to bind port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:36.070609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Attempting to bind port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:36.070981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Attempting to bind port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:36.075701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=a70680be-62f4-43c8-9709-1ad562b7b89f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:36.086673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:36.087064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:36.087473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.087893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:36.088378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Bound port: eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:36.088789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.097111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.097768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.098287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.098847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.099522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.100154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Port': ['ID=8e0ac066-44f9-4bac-a183-c8d2cb6e4af9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:36.100507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.101047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.103422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.109783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.110461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.110821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.111171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.111519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:52:36.118001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:36.128319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:36.138097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.167683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ea44b6-3ce2-4a07-8f00-163ddaee6e59']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:36.195174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/ports/8e0ac066-44f9-4bac-a183-c8d2cb6e4af9 HTTP/1.1" status: 204 len: 168 time: 1.5603917 Dec 15 21:52:36.205029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5c581f-8ce3-465f-a02d-d0240c58e2ff') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:36.205856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5c581f-8ce3-465f-a02d-d0240c58e2ff') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:36.212362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:36.239890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.256761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:36.261477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:36.265149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.271106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.276650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a150b445-8688-43b0-a4b4-3fd6f333ce82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:36.389474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Pushing event updated for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:36.396517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:36.396757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.415275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:36.415679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:36.434384 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:36.498522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting port e6c54f62-d708-4a18-9c44-d05dc63ff432 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:36.498862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.695139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-436bd658-210a-4732-adca-5174efd22cd9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:router {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:36.705515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e0e05085-9d8d-4a2b-af92-951fbdc45fec has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:36.747677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.766708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:36.796577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-436bd658-210a-4732-adca-5174efd22cd9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:router {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:36.801424 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-436bd658-210a-4732-adca-5174efd22cd9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5580490 Dec 15 21:52:36.801608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.829779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:36.830647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-917d43f7-2a7e-47a5-af39-e7907dc5afb3 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:36.862803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.868040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:36.881624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-397517606'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:36.894926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:36.908613 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] Sync routers for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:36.921342 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8677876 Dec 15 21:52:36.921950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35832) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:36.923366 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:36.923999 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:36.984600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbc054fa-aa1b-4fa5-98eb-d8e511c8edb0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:37.000933 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:37.006770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bbc054fa-aa1b-4fa5-98eb-d8e511c8edb0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:37.010543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbc054fa-aa1b-4fa5-98eb-d8e511c8edb0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0e05085-9d8d-4a2b-af92-951fbdc45fec HTTP/1.1" status: 200 len: 205 time: 0.0832343 Dec 15 21:52:37.011001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:37.021367 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] Routers {'e0e05085-9d8d-4a2b-af92-951fbdc45fec'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:37.022395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:37.050444 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/95ea44b6-3ce2-4a07-8f00-163ddaee6e59 HTTP/1.1" status: 204 len: 168 time: 2.5414071 Dec 15 21:52:37.054267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35840) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:37.077222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1650954443'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:37.082549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:37.087130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:37.090874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:37.099355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:37.131670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:37.136201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.190888 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:37.191679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c59226-ca65-451a-bda1-a20e6f857885 None None] The sync data for ids ['e0e05085-9d8d-4a2b-af92-951fbdc45fec'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:37.206941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:37.223226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:37.225119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:37.249644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:37.251467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.271136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:37.273862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:37.276917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:37.282747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:37.283386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.337599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:37.341663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:37.361574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.441875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.442226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment ba883009-3693-4041-be81-9143ed994dc6 of type vlan for network c90e692b-7898-4627-a0dd-e511a626a22c Dec 15 21:52:37.622868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.625911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.654541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.655107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router e0e05085-9d8d-4a2b-af92-951fbdc45fec {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:37.666925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-310ba42e-ab37-42d7-b731-935ca76b3028 None None] Provisioning for port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:37.669535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.673127 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03e661c8-c076-4141-bae8-f5206a5a9611 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec HTTP/1.1" status: 204 len: 168 time: 0.6590254 Dec 15 21:52:37.673413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:37.732488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=95ea44b6-3ce2-4a07-8f00-163ddaee6e59,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:37.746250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Calling delete_port for e6c54f62-d708-4a18-9c44-d05dc63ff432 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:37.747149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet c7f8605d-425b-4d39-8233-5f3a2c5e8720 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:37.750547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.785058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:37.845308 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7279534 Dec 15 21:52:37.851380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35852) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:37.906720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1afcfe6-7ea5-40bc-9a44-874cc76e3b25 None None] Provisioning for port ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:37.912323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1afcfe6-7ea5-40bc-9a44-874cc76e3b25 None None] Provisioning complete for port ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:37.912904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1afcfe6-7ea5-40bc-9a44-874cc76e3b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.962885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.964545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:37.966779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:37.968545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b1afcfe6-7ea5-40bc-9a44-874cc76e3b25 None None] Port ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:52:37.992974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:38.014134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:38.037638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:38.052269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.082312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:38.085759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.129116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.132679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:38.151093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.169072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f8605d-425b-4d39-8233-5f3a2c5e8720,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:38.173097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:38.174157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.180603 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/c7f8605d-425b-4d39-8233-5f3a2c5e8720 HTTP/1.1" status: 204 len: 168 time: 0.5061345 Dec 15 21:52:38.182870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210844dc-b360-4ce7-bd66-e5f260938888 None None] Network 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:38.183739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35856) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:38.222118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-133932c6-e36f-4c44-95b2-c5f41f356473 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:38.251280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet dfd840de-eb85-448f-ba4e-eb1862e036cc {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:38.255067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.279381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.284949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:38.285542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.304632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Port': ['ID=e6c54f62-d708-4a18-9c44-d05dc63ff432,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:38.314444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:38.319352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ece8dc1f-e1cf-422c-8836-27434c95f4d9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:38.321630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.357430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.412612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.455784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3833227 Dec 15 21:52:38.455784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/ports/e6c54f62-d708-4a18-9c44-d05dc63ff432 HTTP/1.1" status: 204 len: 168 time: 2.2375884 Dec 15 21:52:38.460902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35860) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:38.461439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:38.464086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] DHCP port deletion for 01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:38.473077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35a548-f8a6-4cf0-a535-aeb4488bb465 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:38.478241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Deleting port 2f5002c4-15be-49cd-ad4f-6b98ea4533df {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:38.478636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.479943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a35a548-f8a6-4cf0-a535-aeb4488bb465 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:38.480817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a35a548-f8a6-4cf0-a535-aeb4488bb465 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:38.506877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': 'c90e692b-7898-4627-a0dd-e511a626a22c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:38.544947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ed044192-3644-48fc-a2d5-de817c5eb26e tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Synchronizing usage tracker for tenant:37bcccaab099434188302cf022f7e0fe on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:38.561706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=c90e692b-7898-4627-a0dd-e511a626a22c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:38.575450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c90e692b-7898-4627-a0dd-e511a626a22c details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:38.583582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:38.600153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a35a548-f8a6-4cf0-a535-aeb4488bb465 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:38.603824 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a35a548-f8a6-4cf0-a535-aeb4488bb465 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7378240 Dec 15 21:52:38.632977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:38.670232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device eb5f7153-54a0-476a-9ab4-9721e0ab2e51 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:38.736898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ed044192-3644-48fc-a2d5-de817c5eb26e tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Unset dirty status for tenant:37bcccaab099434188302cf022f7e0fe on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:38.741436 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed044192-3644-48fc-a2d5-de817c5eb26e tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2731290 Dec 15 21:52:38.742240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:38.748235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-846327178'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:38.751736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:38.759324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:38.759641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:38.765408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:38.768595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:network and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:38.773353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.775083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:38.781109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:38.781452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.788881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:38.798781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:38.812483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.821917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.825365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-175ded0d-6d6e-4948-88d3-b03a3054a4ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:38.881351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd840de-eb85-448f-ba4e-eb1862e036cc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:38.884176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:38.886402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.889127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.889290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:38.892738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.908630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:38.914325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:38.922011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-59882b83-a8d7-45ed-a436-d12d9c8b2cc6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:38.951565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46293ab8-9551-4c2f-a79d-34cb9ea94902 None None] Network 5f69ebf7-0b9d-4f15-965e-1592690400b8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:39.006684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/dfd840de-eb85-448f-ba4e-eb1862e036cc HTTP/1.1" status: 204 len: 168 time: 0.8193932 Dec 15 21:52:39.023946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35876) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:39.034890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:39.078778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:39.079449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.084402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:39.101571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=e9a93935-8b32-408e-b4a1-a7cdc2c077b2,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:39.111683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:39.125292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.126150 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment 147d594b-5d25-41ce-aca9-c150d0ee47ea of type vlan for network 29b1a71c-79cf-433c-a54c-5469543fdb76 Dec 15 21:52:39.141959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': '78a712a7-c39d-458c-b0cd-946850a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:39.142560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:39.180469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router fe9c321a-354f-4e73-8d3e-438fa2f953b8 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:52:39.188246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.203771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:39.222484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] For port 2f5002c4-15be-49cd-ad4f-6b98ea4533df, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2f5002c4-15be-49cd-ad4f-6b98ea4533df,segment=NetworkSegment(8c9fd3df-55f2-4e77-9583-1a5345dd8c6d),segment_id=8c9fd3df-55f2-4e77-9583-1a5345dd8c6d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:39.222900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.255815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.310954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 2f5002c4-15be-49cd-ad4f-6b98ea4533df {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:39.311262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.396021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Calling delete_port for 2f5002c4-15be-49cd-ad4f-6b98ea4533df owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:39.414505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.419512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:52:39.438035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:39.452798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a8f778-6fa2-4fd6-9a6c-2712a396db63 None None] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:39.457681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:39.458478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.476446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.482713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:39.483307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.491505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-75ddce66-eb8c-4c94-a58a-579473ba6927 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:39.553157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:39.646368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.661115 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4238992 Dec 15 21:52:39.672710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35884) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:39.676747 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9307220 Dec 15 21:52:39.677830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.681629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35888) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:39.685324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1606510659'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:39.687206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d9bb1833-32ac-4261-bb2a-214b2f227102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:39.696716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1674533258'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:39.707496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:39.713445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=29b1a71c-79cf-433c-a54c-5469543fdb76,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:39.716330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:39.720978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:39.723411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:39.724698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:39.727464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:39.736959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.738655 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf479ea9-f0fb-4ba3-871b-4aa4901d94d4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 200 len: 887 time: 2.8677304 Dec 15 21:52:39.739613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:39.744280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:network and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:39.748227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:39.752205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:39.763888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 29b1a71c-79cf-433c-a54c-5469543fdb76 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:39.772300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] The port '2f5002c4-15be-49cd-ad4f-6b98ea4533df' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:52:39.780216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] Sync routers for ids ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:39.784462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] No DVR routers for this DVR port 2f5002c4-15be-49cd-ad4f-6b98ea4533df on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:39.788259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Pushing event deleted for resources: {'Port': ['ID=2f5002c4-15be-49cd-ad4f-6b98ea4533df,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:39.816198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:39.820515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:39.835246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:39.839129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.871090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:39.874493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.929788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:39.937740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cb170cf9-521f-4efe-8532-df2ecc520ca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:39.968848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] Routers {'fe9c321a-354f-4e73-8d3e-438fa2f953b8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:39.970025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:39.975064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:40.009102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.013102 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef0ebfe2-3010-4856-8b2f-ca0d94988473 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers/fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 200 len: 887 time: 0.2636485 Dec 15 21:52:40.014398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.014909 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment 869f98a7-144b-4979-83d9-5bb86ca8e858 of type vlan for network b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 Dec 15 21:52:40.016205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:40.018267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.040806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] DHCP port deletion for 5f69ebf7-0b9d-4f15-965e-1592690400b8 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:40.056049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:40.077022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.077363 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Added segment f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4 of type vlan for network 512e2b61-970d-46c4-b438-9a47760bf03f Dec 15 21:52:40.080470 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-46214aba-8e02-4592-bb26-2ddb7536b480 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 200 len: 205 time: 0.0573943 Dec 15 21:52:40.081803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.084607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.086981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Deleting port 346209ba-095d-4c4e-beef-15341b8ecdda {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:40.087351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.089234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35902) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.107373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.121916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5fca7027-baf8-4061-88c6-74e8ebce08e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:40.130013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.162849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-9a774e99-37c5-41d0-bbfa-a7d09c6b65c9', 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': 'e9a93935-8b32-408e-b4a1-a7cdc2c077b2'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:40.163696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.164751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=617fe978-68fa-4597-b45b-c7ddfa10360e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.165510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.170383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d0ee35-7828-4b4d-ae7f-e88537a9d4a3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.172330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:40.173051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.180625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9a99fb1-5301-4386-b8ae-a22e9104efe6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:40.191802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.210980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': 'ba883009-3693-4041-be81-9143ed994dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c90e692b-7898-4627-a0dd-e511a626a22c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:40.211322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: c90e692b-7898-4627-a0dd-e511a626a22c, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:40.221372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.221669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9fd3df-55f2-4e77-9583-1a5345dd8c6d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.252177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.267167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.273164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:40.273353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.273867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.294211 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6189904 Dec 15 21:52:40.296956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] Routers {'fe9c321a-354f-4e73-8d3e-438fa2f953b8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:40.297588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.302282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.310620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': 'b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:40.335669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:40.335918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.357906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:40.365179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.380785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.381479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-32bbb045-e832-41b5-809a-6e4b8de2ad2d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:40.396186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7047627 Dec 15 21:52:40.409665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.411586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network c90e692b-7898-4627-a0dd-e511a626a22c is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:40.417380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.419672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:40.420109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:40.435680 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:40.545020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.571142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'subnets': [{'network_id': '29b1a71c-79cf-433c-a54c-5469543fdb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--944176381', 'ip_version': 4}, {'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:40.571548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'subnet': {'network_id': '29b1a71c-79cf-433c-a54c-5469543fdb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--944176381', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:40.574677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Request body: {'subnet': {'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:40.587577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:40.588919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70181f3-078e-48b5-8c17-96cb59e81a27 None None] The sync data for ids ['fe9c321a-354f-4e73-8d3e-438fa2f953b8'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:40.589231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c90e692b-7898-4627-a0dd-e511a626a22c) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:40.593680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.625252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Network': ['ID=512e2b61-970d-46c4-b438-9a47760bf03f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.629981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:40.630589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.640189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:40.655657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.658343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2f5002c4-15be-49cd-ad4f-6b98ea4533df no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:40.683493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f638ab-65f3-4b80-81b5-f98226335a11 None None] Network c90e692b-7898-4627-a0dd-e511a626a22c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:40.695654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.702834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:40.708534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:40.721450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 512e2b61-970d-46c4-b438-9a47760bf03f details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:40.728252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:40.744553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.755322 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf HTTP/1.1" status: 204 len: 168 time: 2.1075492 Dec 15 21:52:40.757924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.761985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.774403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ff8a59f0-df9c-4dbe-8ac3-9e40ff4f5c36 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:40.781206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.792739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 2f5002c4-15be-49cd-ad4f-6b98ea4533df {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:52:40.793191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2f5002c4-15be-49cd-ad4f-6b98ea4533df not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:52:40.793682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 346209ba-095d-4c4e-beef-15341b8ecdda no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:40.794626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:40.796503 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/01d0ee35-7828-4b4d-ae7f-e88537a9d4a3 HTTP/1.1" status: 204 len: 168 time: 1.7716315 Dec 15 21:52:40.797930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3353291 Dec 15 21:52:40.802603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35920) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.802938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:40.819314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=01d0ee35-7828-4b4d-ae7f-e88537a9d4a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:40.864817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:40.881728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:40.886055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.030887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407a265-976e-4340-a77d-29acec8bede9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:41.032514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a407a265-976e-4340-a77d-29acec8bede9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:41.033254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a407a265-976e-4340-a77d-29acec8bede9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:41.051794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:41.062151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Usage tracker for resource:subnet and tenant:37bcccaab099434188302cf022f7e0fe is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:41.066959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:41.078168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:41.089975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a407a265-976e-4340-a77d-29acec8bede9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:41.091397 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a407a265-976e-4340-a77d-29acec8bede9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3321302 Dec 15 21:52:41.094214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35930) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:41.126077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.178098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.198707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Allocated IP 2001:db8:0:ffff::2 (9a774e99-37c5-41d0-bbfa-a7d09c6b65c9/e9a93935-8b32-408e-b4a1-a7cdc2c077b2/8379b816-6179-400f-81a8-979573c48c34) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:41.206255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.214230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 346209ba-095d-4c4e-beef-15341b8ecdda {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:41.214959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.259923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Made reservation on behalf of 37bcccaab099434188302cf022f7e0fe for: {'subnet': 2} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:41.264854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.265181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.287095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 16f990cf-3af5-4040-b817-1a8b88510401 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:41.288208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.451242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 2d742057-0df3-4ba8-8ab3-d81c98bcc900 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:41.457734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.542379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.545782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.578910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.586867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=346209ba-095d-4c4e-beef-15341b8ecdda,segment=NetworkSegment(6bb52055-7ac7-4f13-a1bc-f797c89522a2),segment_id=6bb52055-7ac7-4f13-a1bc-f797c89522a2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:41.589214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:41.599114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=346209ba-095d-4c4e-beef-15341b8ecdda,segment=NetworkSegment(6bb52055-7ac7-4f13-a1bc-f797c89522a2),segment_id=6bb52055-7ac7-4f13-a1bc-f797c89522a2)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:41.599513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.628187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.640901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-83b8dafa-dff2-41c7-be87-ef4ff6ac2e32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:41.720950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=1340bda6-c5a7-40d3-af25-e5d798502633,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:41.730033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:41.777077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': '869f98a7-144b-4979-83d9-5bb86ca8e858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:41.777434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:41.789614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.815652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.825130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Calling delete_port for 346209ba-095d-4c4e-beef-15341b8ecdda owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:41.934905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:41.972598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:41.975385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-9fb08095-5a41-49ef-a0dd-b0116d917fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:41.976894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-9fb08095-5a41-49ef-a0dd-b0116d917fa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.7371595 Dec 15 21:52:41.982941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.984560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:41.985388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:41.998121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f73824-b307-4627-8708-e3da836461fa req-3db7dc25-51d7-47f8-9248-be254b31ce30 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:41.999618 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63f73824-b307-4627-8708-e3da836461fa req-3db7dc25-51d7-47f8-9248-be254b31ce30 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5342650 Dec 15 21:52:42.004008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 346209ba-095d-4c4e-beef-15341b8ecdda, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=346209ba-095d-4c4e-beef-15341b8ecdda,segment=NetworkSegment(6bb52055-7ac7-4f13-a1bc-f797c89522a2),segment_id=6bb52055-7ac7-4f13-a1bc-f797c89522a2)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:42.004376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.026543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.033216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.043927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=346209ba-095d-4c4e-beef-15341b8ecdda,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:42.046411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:42.047613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6cf0c5-7c8c-4fc4-bac4-2ac93c2d2bef None None] Network b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:42.072403 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7647798 Dec 15 21:52:42.074715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=2d742057-0df3-4ba8-8ab3-d81c98bcc900,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:42.075399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35936) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:42.079135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:42.082847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.084632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/2d742057-0df3-4ba8-8ab3-d81c98bcc900 HTTP/1.1" status: 204 len: 168 time: 0.9893417 Dec 15 21:52:42.102023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35940) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:42.136201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148db571-0a51-43c8-bc60-c3abb80c8a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c90e692b-7898-4627-a0dd-e511a626a22c', 'network_id': 'c90e692b-7898-4627-a0dd-e511a626a22c', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '617fe978-68fa-4597-b45b-c7ddfa10360e'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:42.137070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-148db571-0a51-43c8-bc60-c3abb80c8a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.149113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e094f2-6597-4213-bbb2-e93680cdb312 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:42.231341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-466d494a-f3e8-4eb2-afd7-ef6ba1d638ac tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209581 Dec 15 21:52:42.235479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.245994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:42.246218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:42.246218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:42.256254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:42.286409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 16f990cf-3af5-4040-b817-1a8b88510401 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:42.399039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 346209ba-095d-4c4e-beef-15341b8ecdda owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:42.401858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.405450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:42.418121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:42.452718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Transition to ACTIVE for port object 8379b816-6179-400f-81a8-979573c48c34 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:42.462353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.476130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc1cf526-3925-49c0-942a-3fe49a31bd97 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.490306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:42.493786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.551733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device eb5f7153-54a0-476a-9ab4-9721e0ab2e51 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:42.596702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=617fe978-68fa-4597-b45b-c7ddfa10360e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:42.601365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Transition to ACTIVE for port object 8379b816-6179-400f-81a8-979573c48c34 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:42.625850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-148db571-0a51-43c8-bc60-c3abb80c8a42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 617fe978-68fa-4597-b45b-c7ddfa10360e: This subnet is being modified by another concurrent operation. Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:42.632364 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 617fe978-68fa-4597-b45b-c7ddfa10360e: This subnet is being modified by another concurrent operation. Dec 15 21:52:42.636562 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:52:42.641684 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:42.653296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.663310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.677350 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63f73824-b307-4627-8708-e3da836461fa req-ce376250-4f92-4d8b-a964-6b029d087bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6628618 Dec 15 21:52:42.714532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71a1b00-cb34-4baa-a0c9-442248ede024 None None] Network c90e692b-7898-4627-a0dd-e511a626a22c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:42.741068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.747620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.754956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Deleting port 346209ba-095d-4c4e-beef-15341b8ecdda {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:42.755326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.787125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.799117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.843220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Subnet': ['ID=93cc26f9-6274-4f79-baad-9d25a171df3c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:42.844173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.845583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.855226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:42.855736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:42.867427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=346209ba-095d-4c4e-beef-15341b8ecdda,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:42.870675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:42.874026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port 346209ba-095d-4c4e-beef-15341b8ecdda on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:42.954454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:42.961761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-330afabb-14cb-4400-812c-fb90f4bfa0e3 None None] The port '346209ba-095d-4c4e-beef-15341b8ecdda' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:52:42.969089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f52e07-e23b-4653-93c9-c4d8ccdf915f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83', 'network_id': 'b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': '1340bda6-c5a7-40d3-af25-e5d798502633'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:42.969917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91f52e07-e23b-4653-93c9-c4d8ccdf915f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:42.979977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:42.995049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Pushing event updated for resources: {'Port': ['ID=8379b816-6179-400f-81a8-979573c48c34,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.000279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.008378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:43.075211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-551f96d6-2f4c-4f62-861c-79a5f6c57ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:43.076790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-551f96d6-2f4c-4f62-861c-79a5f6c57ca8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 1.0649695 Dec 15 21:52:43.084559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=1340bda6-c5a7-40d3-af25-e5d798502633,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.087494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.129770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Checking segment: {'id': '147d594b-5d25-41ce-aca9-c150d0ee47ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '29b1a71c-79cf-433c-a54c-5469543fdb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:43.130121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network hostable DHCP agents. Network: 29b1a71c-79cf-433c-a54c-5469543fdb76, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:43.188977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:43.189756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.220388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.223968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c90e692b-7898-4627-a0dd-e511a626a22c']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.260657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.284362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba883009-3693-4041-be81-9143ed994dc6') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.284664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba883009-3693-4041-be81-9143ed994dc6') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.298150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Attempting to bind port 8379b816-6179-400f-81a8-979573c48c34 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:43.298959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Attempting to bind port 8379b816-6179-400f-81a8-979573c48c34 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '78a712a7-c39d-458c-b0cd-946850a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:43.299586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Attempting to bind port 8379b816-6179-400f-81a8-979573c48c34 on network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:43.302284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network 29b1a71c-79cf-433c-a54c-5469543fdb76 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:43.319297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:43.319977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Checking segment: {'id': '78a712a7-c39d-458c-b0cd-946850a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:43.320438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.320788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Bound using segment: {'id': '78a712a7-c39d-458c-b0cd-946850a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:43.321097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869f98a7-144b-4979-83d9-5bb86ca8e858') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.321312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Bound port: 8379b816-6179-400f-81a8-979573c48c34, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a712a7-c39d-458c-b0cd-946850a98e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9a774e99-37c5-41d0-bbfa-a7d09c6b65c9'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:43.321488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869f98a7-144b-4979-83d9-5bb86ca8e858') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.322027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.338941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 29b1a71c-79cf-433c-a54c-5469543fdb76) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:43.343740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.363269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.372540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71f93da-af21-4dd6-8f70-3be25dfd8e48 None None] Network 29b1a71c-79cf-433c-a54c-5469543fdb76 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:43.373229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.381775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.389304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5af02e30-f817-431a-8b1b-cfd87f2a02ec tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:43.396002 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-b2fc3ab9-110b-4639-bd0a-0d65646b68c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1001 time: 0.3065324 Dec 15 21:52:43.419236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:52:43.446927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f69ebf7-0b9d-4f15-965e-1592690400b8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.454306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.465343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.478092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:43.478423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:43.493824 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:43.497014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:43.497014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.498813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb52055-7ac7-4f13-a1bc-f797c89522a2') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.499115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb52055-7ac7-4f13-a1bc-f797c89522a2') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:43.499238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e0a2d-0f85-4ce6-8d35-9400cab61b1e None None] Network b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:43.514757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:43.529089 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:43.532636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Deleting port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:43.532835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.571122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:43.603479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.610601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event updated for resources: {'Subnet': ['ID=4ed6f340-d6c5-4495-af57-1287c8ea970f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.624009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.642076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=16f990cf-3af5-4040-b817-1a8b88510401,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.643551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Checking segment: {'id': 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:43.643953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network hostable DHCP agents. Network: 512e2b61-970d-46c4-b438-9a47760bf03f, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:43.663133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.695766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.697479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.699855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.700954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-458fb376-b488-48aa-b9e9-f63d61c9adef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:43.702569 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-458fb376-b488-48aa-b9e9-f63d61c9adef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.2965488 Dec 15 21:52:43.713885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:43.736815 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 HTTP/1.1" status: 204 len: 168 time: 1.6570134 Dec 15 21:52:43.742513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:43.744987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Network 512e2b61-970d-46c4-b438-9a47760bf03f is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:43.748860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:52:43.749814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.752151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.757559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-984304992'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:43.783277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:43.783682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:43.804629 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:43.811674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:43.817773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.820546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] For port 8379b816-6179-400f-81a8-979573c48c34, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:43.829152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:43.870727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:43.877652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-24c68914-cff6-478a-ae24-14ed4dbdc014 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:43.886808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:43.892969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.893706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 512e2b61-970d-46c4-b438-9a47760bf03f) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:43.898281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:43.898909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:43.899549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.913453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0b2ca241-c5d8-4027-8e5a-8410e02819ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.925978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5871b-d3e1-4f8e-ac3a-53b994d04d78 None None] Network 512e2b61-970d-46c4-b438-9a47760bf03f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:43.933155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=c90e692b-7898-4627-a0dd-e511a626a22c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:43.950332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:43.955683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:43.960518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:43.961977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.004888 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/c90e692b-7898-4627-a0dd-e511a626a22c HTTP/1.1" status: 204 len: 168 time: 3.1977129 Dec 15 21:52:44.007412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:44.008390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.024327 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.4658899 Dec 15 21:52:44.031072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35960) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:44.076472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7616a766-5c7e-4cc7-8db5-3b47cc6fe0ab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:44.093953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171300087'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:44.107985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.115585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:44.138241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.138839 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment ec7da8e2-3e60-4909-a7d5-7d495e166508 of type vlan for network 06fee9bd-38d6-4434-bc35-c771d4fe0252 Dec 15 21:52:44.152677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] For port 8379b816-6179-400f-81a8-979573c48c34, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8379b816-6179-400f-81a8-979573c48c34,segment=NetworkSegment(78a712a7-c39d-458c-b0cd-946850a98e04),segment_id=78a712a7-c39d-458c-b0cd-946850a98e04)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:44.168644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:44.170197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.173952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981ffcd-d5b0-4b54-95d5-71e3cf568ef4 req-cea96a78-dcb8-47fd-8d89-7f11aa1fe48e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.175619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a981ffcd-d5b0-4b54-95d5-71e3cf568ef4 req-cea96a78-dcb8-47fd-8d89-7f11aa1fe48e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.3519797 Dec 15 21:52:44.178575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:44.179169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=5f69ebf7-0b9d-4f15-965e-1592690400b8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:44.185789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:44.190573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.191313 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/5f69ebf7-0b9d-4f15-965e-1592690400b8 HTTP/1.1" status: 204 len: 168 time: 3.3765769 Dec 15 21:52:44.194025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:44.196223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.198383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.198952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.199212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Synchronizing usage tracker for tenant:37bcccaab099434188302cf022f7e0fe on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:44.201165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:44.201650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:44.205213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.211699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:44.222274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-13168ff0-3403-4a7f-b070-5eb3de262788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.224111 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-13168ff0-3403-4a7f-b070-5eb3de262788 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5127916 Dec 15 21:52:44.248788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-550098871'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:44.269313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:44.283381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:44.306790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.329657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:44.331019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:44.334550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.350935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.351455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router fe9c321a-354f-4e73-8d3e-438fa2f953b8 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:52:44.370381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.375175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:44.383623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Unset dirty status for tenant:37bcccaab099434188302cf022f7e0fe on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:44.385765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-272389e7-ee01-449c-8701-d32cb38457e8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3501914 Dec 15 21:52:44.388700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:44.392280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:44.398422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.403174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 204 len: 168 time: 4.3025987 Dec 15 21:52:44.407614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:44.427437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Pushing event updated for resources: {'Port': ['ID=8379b816-6179-400f-81a8-979573c48c34,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:44.429026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-1969944427'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:44.435811 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a981ffcd-d5b0-4b54-95d5-71e3cf568ef4 req-0bdfe561-bd28-4165-b4a9-35daff584e9f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191756 Dec 15 21:52:44.446465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:44.452540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.453172 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 1d5a913a-20d2-4e0d-96bb-d7dcb92561f4 of type vlan for network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 Dec 15 21:52:44.462852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:44.467628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-b654a2a9-d0ce-40c6-bc84-3b127193db28 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287374 Dec 15 21:52:44.468455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:44.470859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:44.489430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:44.489430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.507953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:44.552460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:44.556857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.581835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.608858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b0a73-c1ab-4f4e-92ae-68837149b2e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-29b1a71c-79cf-433c-a54c-5469543fdb76', 'network_id': '29b1a71c-79cf-433c-a54c-5469543fdb76', 'tenant_id': '37bcccaab099434188302cf022f7e0fe', 'fixed_ips': [{'subnet_id': '93cc26f9-6274-4f79-baad-9d25a171df3c'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:44.609887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e86b0a73-c1ab-4f4e-92ae-68837149b2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.627785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:44.634710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.638513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.649957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.651306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.662356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05005dac-9945-471f-bf7f-71226eb22988 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:44.717022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting subnet 93cc26f9-6274-4f79-baad-9d25a171df3c {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:44.738948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device eb5f7153-54a0-476a-9ab4-9721e0ab2e51 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:52:44.786886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Calling delete_port for eb5f7153-54a0-476a-9ab4-9721e0ab2e51 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:44.816308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.866079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-512e2b61-970d-46c4-b438-9a47760bf03f', 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f', 'tenant_id': '37bcccaab099434188302cf022f7e0fe', 'fixed_ips': [{'subnet_id': '4ed6f340-d6c5-4495-af57-1287c8ea970f'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:44.867211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.900160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:44.907313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.909492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:44.913603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:44.914272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.921580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-445d1118-79f4-43df-9c06-d0d8ee2d05e2 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:44.938996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f878a24-be3a-457e-8b4b-83f14d42f8cd req-21fa5558-8661-459e-b7f6-cf63dcaa7eb7 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609852 Dec 15 21:52:44.956676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:44.957025 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment db4b535d-bb4b-4d00-8f9b-35a97ef2166c of type vlan for network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b Dec 15 21:52:45.016381 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2723179 Dec 15 21:52:45.018200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.018701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 71f36c94-3691-475e-a4f1-e051b5b5a7c6 of type vlan for network b9564959-69c4-48d0-861c-2c2c700f52a0 Dec 15 21:52:45.024170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.026287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35976) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:45.039120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:45.091273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0777733 Dec 15 21:52:45.129229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.145318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35980) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:45.145946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=40d91d15-eaf8-43cc-9ea4-212ec9236d75,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:45.155780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:45.160236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:45.180506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.180753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:45.222731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=06fee9bd-38d6-4434-bc35-c771d4fe0252,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:45.225579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:45.270889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:45.301392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.343374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.375918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:45.441083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.446375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:45.448393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:45.449340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.457319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.458270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.459443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49a8045d-d0e1-4b58-b89f-b8678726f4cd tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:45.470483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:45.471393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.502068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.502997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.515600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:45.517129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:45.518630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:45.521869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45299a88-d056-4879-aa28-08c19dbab669 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:45.561579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Allocated IP 172.20.0.18 (512e2b61-970d-46c4-b438-9a47760bf03f/4ed6f340-d6c5-4495-af57-1287c8ea970f/4638e2fb-4956-43d2-8b66-a5c5434df5a8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:45.600079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.671903 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4522531 Dec 15 21:52:45.684380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:45.718110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:45.722024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:45.732876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:45.743765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.745476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:45.746386 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/subnets/93cc26f9-6274-4f79-baad-9d25a171df3c HTTP/1.1" status: 204 len: 168 time: 1.3488569 Dec 15 21:52:45.747621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:45.749675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=b9564959-69c4-48d0-861c-2c2c700f52a0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:45.755806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3363090 Dec 15 21:52:45.756674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35990) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:45.759110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:45.759296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:45.760056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.764131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 35992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:45.768260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:45.827939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:45.834478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b006f589-a5c2-4b09-ab6e-a1d70000863b tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:45.864827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b9564959-69c4-48d0-861c-2c2c700f52a0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:45.878903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-e86b0a73-c1ab-4f4e-92ae-68837149b2e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93cc26f9-6274-4f79-baad-9d25a171df3c: This subnet is being modified by another concurrent operation. Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:52:45.921610 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93cc26f9-6274-4f79-baad-9d25a171df3c: This subnet is being modified by another concurrent operation. Dec 15 21:52:45.925710 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:52:45.938712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting subnet 4ed6f340-d6c5-4495-af57-1287c8ea970f {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:45.965567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:45.968954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:45.970125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:45.990589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.076887 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8302541 Dec 15 21:52:46.085489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.089442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 35998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:46.092115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=6']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:46.094438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116ae975-6ffd-4cc3-be3f-30ce4d27d951 None None] Network 29b1a71c-79cf-433c-a54c-5469543fdb76 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:46.094723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b85d597e-ef64-4283-803c-7f12a2c2ce98 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:46.103298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:46.103542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-934a836d-242e-4ec9-856f-d14c2aa045df tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.516s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:46.116872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Deleting port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:46.117164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:00:3e:db', 'name': 'tempest-NetworksTestDHCPv6-97264580'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:46.117573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.150861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 is not hosted by any dhcp agent {{(pid=87554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 15 21:52:46.156884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:46.157769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.162118 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "PUT /v2.0/networks/40d91d15-eaf8-43cc-9ea4-212ec9236d75 HTTP/1.1" status: 200 len: 723 time: 1.0136471 Dec 15 21:52:46.168990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe432e5-5356-498f-a34e-6d017f7ef365 None None] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:46.174240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36002) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:46.187192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:46.206688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:46.221456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:46.270844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:46.273341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:46.285654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6990f7-2d20-4d12-a07b-d387a3873f33 req-7a0ce15c-0756-4f33-9caa-a4c6425a54cf tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:46.287155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d6990f7-2d20-4d12-a07b-d387a3873f33 req-7a0ce15c-0756-4f33-9caa-a4c6425a54cf tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5452821 Dec 15 21:52:46.290156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:46.296100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:46.299753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=c41cc9c2-8913-4faa-a825-af9d7b10c2d3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:46.312225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:46.353723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:46.355638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04a009db-49db-4170-a417-aa9871b599ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.370612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=40d91d15-eaf8-43cc-9ea4-212ec9236d75,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:46.373020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Subnet': ['ID=93cc26f9-6274-4f79-baad-9d25a171df3c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:46.373277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:46.380026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:46.380663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.740s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:46.381137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:46.381755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:46.385907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.397542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:46.398187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:46.428730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:46.437159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d6990f7-2d20-4d12-a07b-d387a3873f33 req-1a74f4b1-362a-4cf5-859f-c533cf90e8de tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340010 Dec 15 21:52:46.446963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:46.465282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:46.470184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:46.473848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.484404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:46.491303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:46.495651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d454af7d-baea-47bf-a15b-c98cb535f875 None None] Provisioning for port 8379b816-6179-400f-81a8-979573c48c34 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:46.505145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:46.505361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:46.516416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:46.528664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:46.581032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:46.628729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:46.632570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.671155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.688891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5f6ef357-4924-4c27-92d3-9ca3a8dec474 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:46.764830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.816491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=e1ba510b-ce92-4fab-abad-a085fe892932,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:46.826551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:46.829160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 52243b5b-97f8-4860-be14-68e8a9ea0c8b yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:46.939034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.946130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37d5e010-c3df-4ba4-8f22-e16905f37d2c tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:46.977664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:46.999725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': 'ec7da8e2-3e60-4909-a7d5-7d495e166508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:47.000181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 06fee9bd-38d6-4434-bc35-c771d4fe0252, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:47.047450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:47.054216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.064469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 06fee9bd-38d6-4434-bc35-c771d4fe0252) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:47.070984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:47.071190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.090198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79760708-74b5-4640-8f90-7a1dbbf2bc2f None None] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:47.110902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=c3284439-cc4b-45ac-a138-e2078c859e64,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:47.121095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.130411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:47.130411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-849fc3f0-c4dc-43dc-ad19-52284f7f4a70 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:47.150370 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1196804 Dec 15 21:52:47.150574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36006) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:47.158808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1692572724'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:47.162882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:47.163200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:47.170158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:47.173406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe00:3edb (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/c41cc9c2-8913-4faa-a825-af9d7b10c2d3/52243b5b-97f8-4860-be14-68e8a9ea0c8b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:47.178405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:47.182268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:47.191459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:47.206520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.215623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:47.219161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.225702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.240802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '71f36c94-3691-475e-a4f1-e051b5b5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:47.241169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: b9564959-69c4-48d0-861c-2c2c700f52a0, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:47.251316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:47.256532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=1edae3e3-30af-4d7d-b47d-9adf47c3f48c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:47.262154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:47.266230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-945c2652-ce38-47f2-b2de-78ae0041b67b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:47.268962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:47.278553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.278905 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment b9b12ae2-b0e8-4939-94b0-79ce3ab7f318 of type vlan for network 0c7d4883-868f-4d75-8ce8-29d960938971 Dec 15 21:52:47.305939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.310906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.312079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:47.333691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82cc0f-ab2f-42f7-b50e-77d226effbd7 None None] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:47.344700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.350481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:47.351097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.359842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:47.360317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Transition to ACTIVE for port object 4638e2fb-4956-43d2-8b66-a5c5434df5a8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:47.468781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:47.469728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.514909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Transition to ACTIVE for port object 4638e2fb-4956-43d2-8b66-a5c5434df5a8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:47.527840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network b9564959-69c4-48d0-861c-2c2c700f52a0 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:47.538691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=5b7aa7eb-6086-406e-bf63-50cee4f66550,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:47.542653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:47.543186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.559486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:47.560421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: 40d91d15-eaf8-43cc-9ea4-212ec9236d75, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:47.570773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.580656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:47.593243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b9564959-69c4-48d0-861c-2c2c700f52a0) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:47.597324 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8317225 Dec 15 21:52:47.607862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.631631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36012) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:47.639594 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4847007 Dec 15 21:52:47.639820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:47.640084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.646261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-38d48cb7-b05c-4786-b3c1-676e3297c65a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:47.648785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727537102', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:47.653428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:47.659382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=0c7d4883-868f-4d75-8ce8-29d960938971,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:47.660511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:47.667526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '0c7d4883-868f-4d75-8ce8-29d960938971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:47.675173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:47.690409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:47.698464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.747656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:47.747980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8713f960-73a5-43f7-9696-cc444ed62fd4 None None] Network b9564959-69c4-48d0-861c-2c2c700f52a0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:47.760995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 0c7d4883-868f-4d75-8ce8-29d960938971 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:47.761331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:47.764234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 40d91d15-eaf8-43cc-9ea4-212ec9236d75) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:47.771518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:47.788900 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0847805 Dec 15 21:52:47.792097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:47.792880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.797889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:47.803294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:47.808956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1769123850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:47.818041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:47.818770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Calling delete_port for eb5f7153-54a0-476a-9ab4-9721e0ab2e51 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:47.824549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.830342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:47.836455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:47.844197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.845188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.849145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6739326 Dec 15 21:52:47.854802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:47.856300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36024) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:47.857240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:47.863660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 52243b5b-97f8-4860-be14-68e8a9ea0c8b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:47.867343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:47.872252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c938789-97bd-46c3-9b61-c7eec265651c None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:47.873934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:47.880852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.881842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.885811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.913461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:47.916007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.924771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:47.950647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:47.966568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.034812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.035461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1fb9a-66dd-42da-9f85-51f8a9c4c55d req-f2a6d95a-81ca-49bd-bb05-66bbd5a63247 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.046102 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c6a1fb9a-66dd-42da-9f85-51f8a9c4c55d req-f2a6d95a-81ca-49bd-bb05-66bbd5a63247 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4462664 Dec 15 21:52:48.050175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-def113fe-0cef-445b-93fe-a4ca347a1cdb tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:48.105735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Network 512e2b61-970d-46c4-b438-9a47760bf03f is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:48.139090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2981568'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.140476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:48.142426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=52243b5b-97f8-4860-be14-68e8a9ea0c8b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:48.145380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:48.147495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.152103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:48.158443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.159224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.163305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:48.164321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5978f44d-3c37-4946-bfbd-4122a43747bd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:48.192492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8379b816-6179-400f-81a8-979573c48c34 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:48.193207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.233398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed6f340-d6c5-4495-af57-1287c8ea970f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:48.237712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.238912 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-feecfe0f-7197-44db-8db6-158ab1260540 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4376781 Dec 15 21:52:48.240932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:48.241887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36030) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.245805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.249800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/subnets/4ed6f340-d6c5-4495-af57-1287c8ea970f HTTP/1.1" status: 204 len: 168 time: 2.4819674 Dec 15 21:52:48.252522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'port': {'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0', 'name': 'tempest-RoutersIpV6Test-868040082'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:48.258010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:48.261615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.268866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36034) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.269792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:48.272612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:48.283449 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1739416 Dec 15 21:52:48.295137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.305724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.428837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab74e9-eef3-4f85-8623-3bbf0c41881c tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.429525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83ab74e9-eef3-4f85-8623-3bbf0c41881c tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Synchronizing usage tracker for tenant:37bcccaab099434188302cf022f7e0fe on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:48.439666 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c6a1fb9a-66dd-42da-9f85-51f8a9c4c55d req-79bf31cd-2b67-4c2a-9a53-794356a5f3cf tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3926387 Dec 15 21:52:48.477055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:48.477055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-83ab74e9-eef3-4f85-8623-3bbf0c41881c tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Unset dirty status for tenant:37bcccaab099434188302cf022f7e0fe on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:48.477055 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83ab74e9-eef3-4f85-8623-3bbf0c41881c tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2017894 Dec 15 21:52:48.477055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:port and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:48.484389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.485848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:48.492300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:48.500140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Performing IP validity checks on allocation pools {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:52:48.500651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.ipam_backend_mixin [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87553) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:52:48.537387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.541136 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-098dfee1-3209-4701-831e-1b0ee7852ee6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9059036 Dec 15 21:52:48.544546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36050) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.579130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:48.582774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.632535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] device_id is not set on port fd79d000-2323-427d-91a9-53c1e11a42da yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:48.660321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Pushing event updated for resources: {'Port': ['ID=4638e2fb-4956-43d2-8b66-a5c5434df5a8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:48.673559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.695414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b', 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': 'c3284439-cc4b-45ac-a138-e2078c859e64'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:48.696280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.702227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2127587'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.710878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6b2fd34-43c0-42ce-9b2b-16212456e871 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:48.715168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:48.715628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.734293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:48.739508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-59316e10-b5fa-4e5a-9044-8371ec56eda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:48.827841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-06fee9bd-38d6-4434-bc35-c771d4fe0252', 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': 'e1ba510b-ce92-4fab-abad-a085fe892932'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:48.828260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.850997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.851993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.855899 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "PUT /v2.0/subnets/5b7aa7eb-6086-406e-bf63-50cee4f66550 HTTP/1.1" status: 200 len: 806 time: 0.9914446 Dec 15 21:52:48.858178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:48.961535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8::1c1 (b9564959-69c4-48d0-861c-2c2c700f52a0/1edae3e3-30af-4d7d-b47d-9adf47c3f48c/fd79d000-2323-427d-91a9-53c1e11a42da) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:48.969702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=5b7aa7eb-6086-406e-bf63-50cee4f66550,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:48.973288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:48.986477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cba032-4dd6-48ee-bb06-0fa6304b66ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.994349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cba032-4dd6-48ee-bb06-0fa6304b66ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:48.999675 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62cba032-4dd6-48ee-bb06-0fa6304b66ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.6957066 Dec 15 21:52:49.002682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Attempting to bind port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:49.003063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Attempting to bind port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:49.003432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Attempting to bind port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 on network 512e2b61-970d-46c4-b438-9a47760bf03f {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:49.018656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:49.051711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:49.053064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:49.053433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:49.070533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:49.071161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Checking segment: {'id': 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:49.071909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.072253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Bound using segment: {'id': 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:49.073426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Bound port: 4638e2fb-4956-43d2-8b66-a5c5434df5a8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '512e2b61-970d-46c4-b438-9a47760bf03f'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:49.074032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.099081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-40d91d15-eaf8-43cc-9ea4-212ec9236d75', 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': '5b7aa7eb-6086-406e-bf63-50cee4f66550'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:49.099971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.167052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8379b816-6179-400f-81a8-979573c48c34 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:49.179304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:49.227084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:49.231580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Deleting port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:49.231985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.260253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8379b816-6179-400f-81a8-979573c48c34 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:49.260608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.368917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 52243b5b-97f8-4860-be14-68e8a9ea0c8b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:49.370114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.396180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.398074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.401722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] For port 4638e2fb-4956-43d2-8b66-a5c5434df5a8, host dv-neutron-820612-1-hyperv, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:49.402264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.403115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4363939e-45ea-4bd0-8265-a1e67cb1eab5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:49.482478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.498588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b9564959-69c4-48d0-861c-2c2c700f52a0', 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': '1edae3e3-30af-4d7d-b47d-9adf47c3f48c'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:49.499122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.576992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Allocated IP 172.20.0.2 (5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b/c3284439-cc4b-45ac-a138-e2078c859e64/9b40a938-67ad-46c1-942c-facda1da5d65) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:49.599680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': 'b9b12ae2-b0e8-4939-94b0-79ce3ab7f318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0c7d4883-868f-4d75-8ce8-29d960938971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:49.599920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 0c7d4883-868f-4d75-8ce8-29d960938971, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:49.605051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=7047d3de-a121-49fa-93e7-267c299906db,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:49.607749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:49.637934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Calling delete_port for 4638e2fb-4956-43d2-8b66-a5c5434df5a8 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:49.733411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 0c7d4883-868f-4d75-8ce8-29d960938971 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:49.751077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 0c7d4883-868f-4d75-8ce8-29d960938971) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:49.755719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:49.756454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.786281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1239564 Dec 15 21:52:49.789373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36062) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:49.836968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adae4c-e682-430e-9118-e6ffc1b258a7 None None] Network 0c7d4883-868f-4d75-8ce8-29d960938971 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:49.878460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.887456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e09ec584-0819-4639-ad93-020ab063963c None None] For port 4638e2fb-4956-43d2-8b66-a5c5434df5a8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:49.996066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:49.999743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.051346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object fd79d000-2323-427d-91a9-53c1e11a42da will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:50.064735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.074928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.139676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e09ec584-0819-4639-ad93-020ab063963c None None] For port 4638e2fb-4956-43d2-8b66-a5c5434df5a8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4638e2fb-4956-43d2-8b66-a5c5434df5a8,segment=NetworkSegment(f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4),segment_id=f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:50.141365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Allocated IP 2001:db8::1 (06fee9bd-38d6-4434-bc35-c771d4fe0252/e1ba510b-ce92-4fab-abad-a085fe892932/b5ba7c6d-10b0-4f98-b189-8203442b9f0b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:50.150265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.155960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.183261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.198743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=7047d3de-a121-49fa-93e7-267c299906db,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.203587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d3c4b3ae-4079-430a-8611-1369b7cc03c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.204016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:50.209442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 52243b5b-97f8-4860-be14-68e8a9ea0c8b owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:50.259138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:50.259737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:50.269688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.277015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-204c3a7f-bd6a-4907-abf1-77ab01676584 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.303379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.332103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7d4883-868f-4d75-8ce8-29d960938971']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:50.345415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9b12ae2-b0e8-4939-94b0-79ce3ab7f318') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:50.346305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9b12ae2-b0e8-4939-94b0-79ce3ab7f318') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:50.358001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.366349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network b9564959-69c4-48d0-861c-2c2c700f52a0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:50.370467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:50.375219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:50.380459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.380899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:50.381538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.389098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:50.389814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:50.404943 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:50.429121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=fd79d000-2323-427d-91a9-53c1e11a42da,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.440808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:50.468347 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2253954 Dec 15 21:52:50.471496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:50.491079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.495113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7325a6f6-612f-494c-9566-6275854f2182 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.522327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.524098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.534209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=0c7d4883-868f-4d75-8ce8-29d960938971,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.545934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:50.552370 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/0c7d4883-868f-4d75-8ce8-29d960938971 HTTP/1.1" status: 204 len: 168 time: 0.7635062 Dec 15 21:52:50.557695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:50.566941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-413240325'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:50.573223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:50.579921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:50.584487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:50.586829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Allocated IP 172.20.0.2 (40d91d15-eaf8-43cc-9ea4-212ec9236d75/5b7aa7eb-6086-406e-bf63-50cee4f66550/6e8878a6-0ce8-42a1-a9bd-da5becea810d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:50.593295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:50.606294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.611918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:50.613896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c871b4a-e36d-42af-b2f8-90107835a6f2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.617398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.654643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:50.668183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.668647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment 335bc00f-d91c-4e5b-8aef-2af865c7d4ed of type vlan for network 7f1f845a-aedd-4064-ae3c-a51b03b5993e Dec 15 21:52:50.704451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.742406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.749732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] For port eb5f7153-54a0-476a-9ab4-9721e0ab2e51, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:50.750202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.750545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:50.751728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.769080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Pushing event updated for resources: {'Port': ['ID=4638e2fb-4956-43d2-8b66-a5c5434df5a8,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.783980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Deleting port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:50.784900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:50.785822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:50.813708 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2519717 Dec 15 21:52:50.815727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:50.830631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=52243b5b-97f8-4860-be14-68e8a9ea0c8b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.831149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Allocated IP 2001:db8::2 (b9564959-69c4-48d0-861c-2c2c700f52a0/1edae3e3-30af-4d7d-b47d-9adf47c3f48c/9ac9877e-5066-4903-8e1c-0291a489fab5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:50.859633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:50.867295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '7f1f845a-aedd-4064-ae3c-a51b03b5993e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:50.887725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:50.976268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=7f1f845a-aedd-4064-ae3c-a51b03b5993e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:50.981033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:51.002631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:51.007295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:51.010595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:51.011929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.013765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/52243b5b-97f8-4860-be14-68e8a9ea0c8b HTTP/1.1" status: 204 len: 168 time: 1.9916110 Dec 15 21:52:51.018555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:51.020366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:51.033224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:51.036815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.072683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Calling delete_port for eb5f7153-54a0-476a-9ab4-9721e0ab2e51 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:51.099993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8379b816-6179-400f-81a8-979573c48c34, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8379b816-6179-400f-81a8-979573c48c34,segment=NetworkSegment(78a712a7-c39d-458c-b0cd-946850a98e04),segment_id=78a712a7-c39d-458c-b0cd-946850a98e04)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:51.104466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7f1f845a-aedd-4064-ae3c-a51b03b5993e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:51.116698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28865bd7-b344-4113-99e4-e09ab0798f8a None None] Network 0c7d4883-868f-4d75-8ce8-29d960938971 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:51.128774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.179735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.242998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:51.276308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc22f5a-ce7c-4ebf-a320-caa6aa2aca31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:51.278035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc22f5a-ce7c-4ebf-a320-caa6aa2aca31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:51.278803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cc22f5a-ce7c-4ebf-a320-caa6aa2aca31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:51.312654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0cc22f5a-ce7c-4ebf-a320-caa6aa2aca31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:51.316238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0cc22f5a-ce7c-4ebf-a320-caa6aa2aca31 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2920413 Dec 15 21:52:51.332382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28865bd7-b344-4113-99e4-e09ab0798f8a None None] Network 0c7d4883-868f-4d75-8ce8-29d960938971 could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:52:51.358952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Transition to ACTIVE for port object 9b40a938-67ad-46c1-942c-facda1da5d65 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:51.368671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:51.406333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.413439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-83404011-8449-475a-9887-5f82de3a32fd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:51.500108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=a6839279-8c5e-4ba0-8f9a-3c641ef9017f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:51.505069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:51.512844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': '335bc00f-d91c-4e5b-8aef-2af865c7d4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7f1f845a-aedd-4064-ae3c-a51b03b5993e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:51.513276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 7f1f845a-aedd-4064-ae3c-a51b03b5993e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:51.539937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 7f1f845a-aedd-4064-ae3c-a51b03b5993e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:51.554286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 7f1f845a-aedd-4064-ae3c-a51b03b5993e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:51.569965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] For port 4638e2fb-4956-43d2-8b66-a5c5434df5a8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4638e2fb-4956-43d2-8b66-a5c5434df5a8,segment=NetworkSegment(f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4),segment_id=f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:51.570409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.573635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:51.574235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.589350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24504235-f388-430c-9ec5-45938da8c0dc None None] Network 7f1f845a-aedd-4064-ae3c-a51b03b5993e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:51.597433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet c41cc9c2-8913-4faa-a825-af9d7b10c2d3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:52:51.609173 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7931402 Dec 15 21:52:51.612241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:51.623997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Transition to ACTIVE for port object 9b40a938-67ad-46c1-942c-facda1da5d65 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:51.660402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.692421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed26a9-0d06-488f-ae78-0d7d99735c6d None None] Network 512e2b61-970d-46c4-b438-9a47760bf03f requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:51.746805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8379b816-6179-400f-81a8-979573c48c34,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:51.751094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.765538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Calling delete_port for 4638e2fb-4956-43d2-8b66-a5c5434df5a8 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:51.787953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:51.788436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:51.804348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.20.0.1 (5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b/c3284439-cc4b-45ac-a138-e2078c859e64/f6525099-3e8c-467f-946f-e339663b6a0f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:51.827473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.889098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.895666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.920263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.945833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.984583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:51.989443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:51.996331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.028210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=a6839279-8c5e-4ba0-8f9a-3c641ef9017f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.030222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.045066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-daa00c30-2ab2-408e-a22f-30bffc78b4dd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.046244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.089180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] No DVR routers for this DVR port 4638e2fb-4956-43d2-8b66-a5c5434df5a8 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:52.113540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Transition to ACTIVE for port object b5ba7c6d-10b0-4f98-b189-8203442b9f0b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.117138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:52.126718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.146902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:52.154969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1f845a-aedd-4064-ae3c-a51b03b5993e']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.168756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335bc00f-d91c-4e5b-8aef-2af865c7d4ed') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.169137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335bc00f-d91c-4e5b-8aef-2af865c7d4ed') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.181778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.182614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:52.189775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Pushing event updated for resources: {'Port': ['ID=9b40a938-67ad-46c1-942c-facda1da5d65,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.200817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.208870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:52.209286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:52.229440 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:52.259281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.269008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Port': ['ID=4638e2fb-4956-43d2-8b66-a5c5434df5a8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.278377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.329782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Transition to ACTIVE for port object b5ba7c6d-10b0-4f98-b189-8203442b9f0b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.339143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.348647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.384443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0a7cf0bb-d679-4455-91ef-6f0973c37e66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.384737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3dd46f6b-b0f8-4feb-a0a4-4da519fda2f2 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.403094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.430395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=7f1f845a-aedd-4064-ae3c-a51b03b5993e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.436079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.443432 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/7f1f845a-aedd-4064-ae3c-a51b03b5993e HTTP/1.1" status: 204 len: 168 time: 0.8268003 Dec 15 21:52:52.444750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:52.452455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1725303557'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:52.458807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:52.467292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:52.469292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.480458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.481193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:52.486417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.491157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:52.521700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Pushing event deleted for resources: {'Port': ['ID=eb5f7153-54a0-476a-9ab4-9721e0ab2e51,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.556463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.572002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.584525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.597176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-aaabf427-9512-449e-a747-649bf90d6546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.598123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object f6525099-3e8c-467f-946f-e339663b6a0f will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.602296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:52.606291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.638753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Transition to ACTIVE for port object 6e8878a6-0ce8-42a1-a9bd-da5becea810d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.646560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:52.661903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.662334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment e05d7a18-c25b-4823-a753-c15a9f09aa08 of type vlan for network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 Dec 15 21:52:52.670641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.676725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512e2b61-970d-46c4-b438-9a47760bf03f']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.678429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-55564d75-bcec-4cb8-b555-169006446d7d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.689412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.717941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.718243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cf0a27-d2a1-4f25-8e8f-5d0f05e7b3a4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:52.736970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Attempting to bind port 9b40a938-67ad-46c1-942c-facda1da5d65 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:52.737347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Attempting to bind port 9b40a938-67ad-46c1-942c-facda1da5d65 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:52.737713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Attempting to bind port 9b40a938-67ad-46c1-942c-facda1da5d65 on network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:52.739954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882433ae-d030-407c-9b2f-c4a133dff8bf None None] Network 7f1f845a-aedd-4064-ae3c-a51b03b5993e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:52.752576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.758700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.765915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:52.766213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f11bae57-7951-4a2d-bbd9-4af292a10a8d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.766538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:52.771147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:52.777487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] No DVR routers for this DVR port eb5f7153-54a0-476a-9ab4-9721e0ab2e51 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:52.778236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:52.778777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:52.780921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Transition to ACTIVE for port object 9ac9877e-5066-4903-8e1c-0291a489fab5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.790903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:52.791846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Checking segment: {'id': 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:52.792266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.792653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Bound using segment: {'id': 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:52.793133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Bound port: 9b40a938-67ad-46c1-942c-facda1da5d65, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:52.793510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.804271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:52.815269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882433ae-d030-407c-9b2f-c4a133dff8bf None None] Network 7f1f845a-aedd-4064-ae3c-a51b03b5993e could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:52:52.818077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=f6525099-3e8c-467f-946f-e339663b6a0f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.827313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Transition to ACTIVE for port object 6e8878a6-0ce8-42a1-a9bd-da5becea810d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:52.828938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83457c27-b0f4-48f5-9062-c03546f806cf None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:52.835463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.836072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.845731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=c41cc9c2-8913-4faa-a825-af9d7b10c2d3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.851337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:52.855080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.861786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.862305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.869309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:52.870096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.880487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.881530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-295c4290-2ba4-4502-b587-c5b885d07358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.888447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.890666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec20df77-66ee-4df4-8583-0b9754acfc8b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.896901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.943145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:52.966961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.967863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:52.986471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:52.986691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:52.987348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.000410 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5548248 Dec 15 21:52:53.004236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:53.005871 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:53.009002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.009749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:53.036872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Transition to ACTIVE for port object 9ac9877e-5066-4903-8e1c-0291a489fab5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:53.037275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=58d5c23b-d283-4fdb-8a27-ae07ae1f0553,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.086799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.098975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:53.146787 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c41cc9c2-8913-4faa-a825-af9d7b10c2d3 HTTP/1.1" status: 204 len: 168 time: 1.7295322 Dec 15 21:52:53.147980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=fd79d000-2323-427d-91a9-53c1e11a42da,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.148519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.159091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:53.162355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.178923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:53.191446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:53.196055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:53.205705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:53.214478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.224167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:53.250211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bee440b-90e1-441b-b26f-6fcf30054049 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:53.256135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:53.294615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Attempting to bind port b5ba7c6d-10b0-4f98-b189-8203442b9f0b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:53.295133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Attempting to bind port b5ba7c6d-10b0-4f98-b189-8203442b9f0b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ec7da8e2-3e60-4909-a7d5-7d495e166508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:53.295582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Attempting to bind port b5ba7c6d-10b0-4f98-b189-8203442b9f0b on network 06fee9bd-38d6-4434-bc35-c771d4fe0252 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:53.326591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Network b9564959-69c4-48d0-861c-2c2c700f52a0 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:53.329680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:53.338299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8379b816-6179-400f-81a8-979573c48c34 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:53.358331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=5b7aa7eb-6086-406e-bf63-50cee4f66550,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.362270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c8410e55-c278-43cb-b88e-793ce060762c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2016435 Dec 15 21:52:53.373918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Pushing event updated for resources: {'Port': ['ID=6e8878a6-0ce8-42a1-a9bd-da5becea810d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.376409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:53.390576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.394645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.400189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:53.402682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:53.429422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:53.429801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Checking segment: {'id': 'ec7da8e2-3e60-4909-a7d5-7d495e166508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:53.430219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.430623 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Bound using segment: {'id': 'ec7da8e2-3e60-4909-a7d5-7d495e166508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:53.431114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Bound port: b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec7da8e2-3e60-4909-a7d5-7d495e166508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '06fee9bd-38d6-4434-bc35-c771d4fe0252'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:53.431499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.448685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:53.454581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.477183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eac7421b-5a18-4078-bc36-82215ae97ab2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:53.484353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:53.487767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.497080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.504762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.514119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0546613-6226-4ded-94dd-01ddb3054cf1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:53.562778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=512e2b61-970d-46c4-b438-9a47760bf03f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.571642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] For port 9b40a938-67ad-46c1-942c-facda1da5d65, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:53.590914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.594669 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/512e2b61-970d-46c4-b438-9a47760bf03f HTTP/1.1" status: 204 len: 168 time: 5.0978115 Dec 15 21:52:53.599852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:53.602842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d91d15-eaf8-43cc-9ea4-212ec9236d75']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:53.623464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0546613-6226-4ded-94dd-01ddb3054cf1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:53.624682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0546613-6226-4ded-94dd-01ddb3054cf1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2209842 Dec 15 21:52:53.628393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:53.628776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:53.663004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:53.707015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.719476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.730391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] For port 9b40a938-67ad-46c1-942c-facda1da5d65, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9b40a938-67ad-46c1-942c-facda1da5d65,segment=NetworkSegment(db4b535d-bb4b-4d00-8f9b-35a97ef2166c),segment_id=db4b535d-bb4b-4d00-8f9b-35a97ef2166c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:53.748686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.767827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:53.768527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:53.784821 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:53.835074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Pushing event updated for resources: {'Port': ['ID=9ac9877e-5066-4903-8e1c-0291a489fab5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:53.844995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.851908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:53.852391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:53.854507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.885065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Attempting to bind port 6e8878a6-0ce8-42a1-a9bd-da5becea810d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:53.885444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Attempting to bind port 6e8878a6-0ce8-42a1-a9bd-da5becea810d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:53.885830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Attempting to bind port 6e8878a6-0ce8-42a1-a9bd-da5becea810d on network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:53.922333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Attempting to bind port 9ac9877e-5066-4903-8e1c-0291a489fab5 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:53.922707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Attempting to bind port 9ac9877e-5066-4903-8e1c-0291a489fab5 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '71f36c94-3691-475e-a4f1-e051b5b5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:53.922990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Attempting to bind port 9ac9877e-5066-4903-8e1c-0291a489fab5 on network b9564959-69c4-48d0-861c-2c2c700f52a0 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:53.952360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:53.953106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Checking segment: {'id': '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:53.953210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.953530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Bound using segment: {'id': '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:53.954014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Bound port: 6e8878a6-0ce8-42a1-a9bd-da5becea810d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:53.954413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.968559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:53.968983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Checking segment: {'id': '71f36c94-3691-475e-a4f1-e051b5b5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:53.969363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.969770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Bound using segment: {'id': '71f36c94-3691-475e-a4f1-e051b5b5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:53.970266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Bound port: 9ac9877e-5066-4903-8e1c-0291a489fab5, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f36c94-3691-475e-a4f1-e051b5b5a7c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'b9564959-69c4-48d0-861c-2c2c700f52a0'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:53.970653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:53.997708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003279c8-9dd0-4580-bf62-774e96221062 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:53.998435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-003279c8-9dd0-4580-bf62-774e96221062 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:54.023789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:52:54.023789 dv-neutron-820612-1-hyperv neutron-server[87554]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:52:54.023789 dv-neutron-820612-1-hyperv neutron-server[87554]: [parameters: {'id': '40d91d15-eaf8-43cc-9ea4-212ec9236d75'}] Dec 15 21:52:54.023789 dv-neutron-820612-1-hyperv neutron-server[87554]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:54.024751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:54.056011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-003279c8-9dd0-4580-bf62-774e96221062 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:54.057508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-003279c8-9dd0-4580-bf62-774e96221062 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3933079 Dec 15 21:52:54.060437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36114) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:54.077011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] For port b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:54.084568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8379b816-6179-400f-81a8-979573c48c34 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:54.085212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.146076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Pushing event updated for resources: {'Port': ['ID=9b40a938-67ad-46c1-942c-facda1da5d65,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:54.170070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:54.174208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.176017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] For port b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,segment=NetworkSegment(ec7da8e2-3e60-4909-a7d5-7d495e166508),segment_id=ec7da8e2-3e60-4909-a7d5-7d495e166508)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:54.177998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d09817f-2759-4799-87ee-7bca20951a73 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1164942 Dec 15 21:52:54.184887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:54.201005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.207341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.209626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:54.224383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:54.318084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] For port 6e8878a6-0ce8-42a1-a9bd-da5becea810d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:54.329298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] For port 9ac9877e-5066-4903-8e1c-0291a489fab5, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:52:54.340877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b1a71c-79cf-433c-a54c-5469543fdb76']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:54.346266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] For port 6e8878a6-0ce8-42a1-a9bd-da5becea810d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6e8878a6-0ce8-42a1-a9bd-da5becea810d,segment=NetworkSegment(1d5a913a-20d2-4e0d-96bb-d7dcb92561f4),segment_id=1d5a913a-20d2-4e0d-96bb-d7dcb92561f4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:54.351739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] For port 9ac9877e-5066-4903-8e1c-0291a489fab5, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9ac9877e-5066-4903-8e1c-0291a489fab5,segment=NetworkSegment(71f36c94-3691-475e-a4f1-e051b5b5a7c6),segment_id=71f36c94-3691-475e-a4f1-e051b5b5a7c6)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:52:54.363359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.405919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147d594b-5d25-41ce-aca9-c150d0ee47ea') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:54.406208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147d594b-5d25-41ce-aca9-c150d0ee47ea') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:54.439503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.448488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.466178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.468069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:54.472787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.481237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ffde6a4-63b9-4ca3-9bd2-73b61a75ca6d tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:54.491655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:54.493589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-369ad549-5189-44ea-b482-17fde9ec42c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:54.533157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.539811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.611579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:54.648337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.707174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:54.707174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.720087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Pushing event updated for resources: {'Port': ['ID=6e8878a6-0ce8-42a1-a9bd-da5becea810d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:54.750139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:54.752475 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:54.793446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Deleting port 6e8878a6-0ce8-42a1-a9bd-da5becea810d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:54.793787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.896794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710843b-24d1-4b27-9bdc-7b9eb1dc078a None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:54.897978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=eb6d90bb-0b20-4642-92da-3522fbfec015,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:54.905616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:54.909441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:54.911023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-306c42f8-9523-46cf-af64-d6fa42cd66bf tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:54.922836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Pushing event updated for resources: {'Port': ['ID=9ac9877e-5066-4903-8e1c-0291a489fab5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:54.941441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:54.945135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:54.945587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:54.981888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': 'e05d7a18-c25b-4823-a753-c15a9f09aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:54.982279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 58d5c23b-d283-4fdb-8a27-ae07ae1f0553, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:52:54.986392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:54.989982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.097736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.153872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.172748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.173597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.189588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b98cacc-3ed6-45dd-ad1e-09ae8aaca40b tempest-RoutersIpV6AdminTest-1805954854 tempest-RoutersIpV6AdminTest-1805954854-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:55.274299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d51a58-330f-4600-a91b-594c7ad0ffa2 None None] Network 40d91d15-eaf8-43cc-9ea4-212ec9236d75 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:55.274883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.359973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] For port 6e8878a6-0ce8-42a1-a9bd-da5becea810d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6e8878a6-0ce8-42a1-a9bd-da5becea810d,segment=NetworkSegment(1d5a913a-20d2-4e0d-96bb-d7dcb92561f4),segment_id=1d5a913a-20d2-4e0d-96bb-d7dcb92561f4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:55.360363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.554833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9ac9877e-5066-4903-8e1c-0291a489fab5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:55.564464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=f6525099-3e8c-467f-946f-e339663b6a0f,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:55.573976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:55.598422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9967e02-0b27-4f66-97a4-a8b8a6d6288e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:55.618194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Calling delete_port for 6e8878a6-0ce8-42a1-a9bd-da5becea810d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:55.635930 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/29b1a71c-79cf-433c-a54c-5469543fdb76 HTTP/1.1" status: 204 len: 168 time: 2.0344920 Dec 15 21:52:55.638348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:52:55.643638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:55.656771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=29b1a71c-79cf-433c-a54c-5469543fdb76,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:55.665980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:55.670778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9ac9877e-5066-4903-8e1c-0291a489fab5 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:55.675643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:55.676978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9b40a938-67ad-46c1-942c-facda1da5d65 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:55.709780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:55.710357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=fd79d000-2323-427d-91a9-53c1e11a42da,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:55.723359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 58d5c23b-d283-4fdb-8a27-ae07ae1f0553) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:55.728336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:55.730347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:55.737348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:55.774429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fe4ef0-ce21-41a6-9636-fb0ecb901454 None None] Network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:55.788952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network b9564959-69c4-48d0-861c-2c2c700f52a0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:55.803704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:55.873538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d3d08-809a-4dc2-aaea-abfc11803ee4 None None] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:55.898201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8905871 Dec 15 21:52:55.967622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:56.014693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9b40a938-67ad-46c1-942c-facda1da5d65 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:56.022509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.028726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d87c14bc-b8c0-491a-b91d-a75d4348ce38 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:56.049528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Provisioning for port 9b40a938-67ad-46c1-942c-facda1da5d65 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:56.060487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9b40a938-67ad-46c1-942c-facda1da5d65 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:56.060873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.163219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Provisioning complete for port 9b40a938-67ad-46c1-942c-facda1da5d65 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:56.164170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.243721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Port': ['ID=6e8878a6-0ce8-42a1-a9bd-da5becea810d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:56.248707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:56.250153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3c0aef89-c6a5-47e0-acec-216e57a4eaca is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:52:56.255023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No DVR routers for this DVR port 6e8878a6-0ce8-42a1-a9bd-da5becea810d on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:52:56.313377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.327998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.333788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e849d2-ff7f-4b41-833a-07ed46d858cc None None] Network b9564959-69c4-48d0-861c-2c2c700f52a0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:56.346347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-85ce5ce3-c6d3-4639-a972-fdc9a044bf0f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:56.545230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:56.554141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:56.554983 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73098e5-4882-4165-9308-439a79743d4e None None] Sync routers for ids ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:56.572144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] Routers {'3c0aef89-c6a5-47e0-acec-216e57a4eaca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:56.573766 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.574908 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3c0aef89-c6a5-47e0-acec-216e57a4eaca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1021032 Dec 15 21:52:56.575781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:56.577674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.581156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:56.584015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:56.584602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.672391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166c063-a31e-4e9a-968d-f35e5e87e716 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:56.673878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d166c063-a31e-4e9a-968d-f35e5e87e716 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:56.684636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:56.701181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:56.714026 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.716096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d166c063-a31e-4e9a-968d-f35e5e87e716 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:56.719634 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d166c063-a31e-4e9a-968d-f35e5e87e716 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports/fd79d000-2323-427d-91a9-53c1e11a42da HTTP/1.1" status: 200 len: 983 time: 0.1331050 Dec 15 21:52:56.720342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:56.722177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d91d15-eaf8-43cc-9ea4-212ec9236d75']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.739002 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] Routers {'3c0aef89-c6a5-47e0-acec-216e57a4eaca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:56.740088 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.752972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.783102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.797530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.797912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5a913a-20d2-4e0d-96bb-d7dcb92561f4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.804158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c2a69-3aae-4ccb-9700-7cb59fb27353 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:56.812024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16799842-50f1-4928-8e8b-74abc1846daf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6130073 Dec 15 21:52:56.823474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:56.825001 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a73098e5-4882-4165-9308-439a79743d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.825232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5be68e-3814-4aaf-997b-8191683d3172']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.827303 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73098e5-4882-4165-9308-439a79743d4e None None] The sync data for ids ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:56.828824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0089870-e054-4cc7-a250-eba83b907a0d None None] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:52:56.842102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:92:15:ef', 'name': 'tempest-NetworksTestDHCPv6-1033305576'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:56.857239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 57222fa3-1742-45c5-a4b6-66b51717dae1 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:52:56.861370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bdd48f4-a4d5-481b-a8b7-e5aac351e1e2') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.861669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bdd48f4-a4d5-481b-a8b7-e5aac351e1e2') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:56.868228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-58d5c23b-d283-4fdb-8a27-ae07ae1f0553', 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': 'eb6d90bb-0b20-4642-92da-3522fbfec015'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:56.869331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.892229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.893022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.930718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.943915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:56.944243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:56.959390 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:57.069167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.111832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.157827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:57.158250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:57.172919 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:57.196872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.201160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.208841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ffed38f-27c6-4a97-8a75-44db09023e30 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:57.226288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/40d91d15-eaf8-43cc-9ea4-212ec9236d75 HTTP/1.1" status: 204 len: 168 time: 8.3643892 Dec 15 21:52:57.247795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:57.265338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=40d91d15-eaf8-43cc-9ea4-212ec9236d75,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:57.267836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:57.281101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.397664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 9b40a938-67ad-46c1-942c-facda1da5d65, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9b40a938-67ad-46c1-942c-facda1da5d65,segment=NetworkSegment(db4b535d-bb4b-4d00-8f9b-35a97ef2166c),segment_id=db4b535d-bb4b-4d00-8f9b-35a97ef2166c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:52:57.430409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.433471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.488610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.489455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b5ba7c6d-10b0-4f98-b189-8203442b9f0b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:57.518819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-64abb730-f625-4787-acab-71797229e40b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:52:57.519303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64abb730-f625-4787-acab-71797229e40b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:52:57.524843 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64abb730-f625-4787-acab-71797229e40b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/40d91d15-eaf8-43cc-9ea4-212ec9236d75 HTTP/1.1" status: 404 len: 339 time: 0.2689791 Dec 15 21:52:57.531052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:57.531835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:57.532970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:52:57.540940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1381490118', 'description': 'd1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:57.550519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:57.554265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:52:57.562997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.564895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:network and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:57.571624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:52:57.574747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:57.581502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:57.590257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] Sync routers for ids ['57222fa3-1742-45c5-a4b6-66b51717dae1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:52:57.597504 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/57222fa3-1742-45c5-a4b6-66b51717dae1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0474501 Dec 15 21:52:57.601953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:57.603476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:52:57.611090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.611090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/ac5be68e-3814-4aaf-997b-8191683d3172 HTTP/1.1" status: 204 len: 168 time: 1.9395518 Dec 15 21:52:57.612086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:57.618260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:57.622253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:52:57.624432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=ac5be68e-3814-4aaf-997b-8191683d3172,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:57.648710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:57.714377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:57.732153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:52:57.735530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.847294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] Routers {'57222fa3-1742-45c5-a4b6-66b51717dae1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:57.848054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['57222fa3-1742-45c5-a4b6-66b51717dae1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:57.865414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.874624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:52:57.908297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.908653 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 2b14fdb3-5754-42db-9571-be5935859206 of type vlan for network 7713a96b-c474-4828-b47f-4f1d48a175b2 Dec 15 21:52:57.950010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:57.960947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856ee71f-656d-4fad-aa5e-52fc00efd3b4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:57.961544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-856ee71f-656d-4fad-aa5e-52fc00efd3b4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:58.002280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Allocated IP 2001:db8::1 (58d5c23b-d283-4fdb-8a27-ae07ae1f0553/eb6d90bb-0b20-4642-92da-3522fbfec015/d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:58.003408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-856ee71f-656d-4fad-aa5e-52fc00efd3b4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:58.008410 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-856ee71f-656d-4fad-aa5e-52fc00efd3b4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports/f6525099-3e8c-467f-946f-e339663b6a0f HTTP/1.1" status: 200 len: 910 time: 0.4046879 Dec 15 21:52:58.009261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36166) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:58.022781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3284439-cc4b-45ac-a138-e2078c859e64'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:58.049753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.055460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:52:58.058626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.070824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.085815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port fd79d000-2323-427d-91a9-53c1e11a42da {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:52:58.086486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.104629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 07b4eb7d-9e74-49ac-9a47-96f79df3c684 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:52:58.168963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=9b40a938-67ad-46c1-942c-facda1da5d65,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:58.172385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:58.243821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:52:58.244249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-7e099adc-efc6-4de3-ab56-cc4441827fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:52:58.250381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] Routers {'57222fa3-1742-45c5-a4b6-66b51717dae1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:52:58.251185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['57222fa3-1742-45c5-a4b6-66b51717dae1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.265872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.277399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:58.278064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.299138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:58.367716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.368768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6af18b-daa2-437f-807f-8f8eaee96bc7 None None] The sync data for ids ['57222fa3-1742-45c5-a4b6-66b51717dae1'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:52:58.393376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b5ba7c6d-10b0-4f98-b189-8203442b9f0b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:58.425855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.502808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=7713a96b-c474-4828-b47f-4f1d48a175b2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:58.529281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:58.535513 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0004740 Dec 15 21:52:58.537460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869eb8c7-fa5d-4bf2-a8ac-309800b46499']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.545275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:58.578875 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7713a96b-c474-4828-b47f-4f1d48a175b2 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:52:58.633727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612b1eac-7eaa-4cef-a885-0d82e7ce6a5d') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.634027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612b1eac-7eaa-4cef-a885-0d82e7ce6a5d') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:58.638781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9b40a938-67ad-46c1-942c-facda1da5d65 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:52:58.753748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.803731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.813754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.818030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:52:58.818490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:52:58.844781 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:52:58.886874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431d446-c19e-44ff-9872-e412de026d56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:58.887919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2431d446-c19e-44ff-9872-e412de026d56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Synchronizing usage tracker for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:58.962782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2431d446-c19e-44ff-9872-e412de026d56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Unset dirty status for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:58.969635 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2431d446-c19e-44ff-9872-e412de026d56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks?id=7713a96b-c474-4828-b47f-4f1d48a175b2 HTTP/1.1" status: 200 len: 761 time: 0.4232576 Dec 15 21:52:58.977246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b/461ed0d6-795f-4df7-945f-8da662039f5b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:52:58.996612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.004155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:59.017066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'description': 'd2'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:52:59.020288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for fd79d000-2323-427d-91a9-53c1e11a42da owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:52:59.061293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.097783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.104036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6e43649-c4de-4196-9cd1-6e06eaa61968 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:59.127304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581475'] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.141567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Transition to ACTIVE for port object d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:59.148668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Pushing event deleted for resources: {'Network': ['ID=869eb8c7-fa5d-4bf2-a8ac-309800b46499,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:59.163720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:59.164582 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-88f2385c-f46d-46d0-ac93-5ccc7bfb39c6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6806571 Dec 15 21:52:59.177775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9b40a938-67ad-46c1-942c-facda1da5d65 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:59.178421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.221913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Transition to ACTIVE for port object d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:59.255078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning complete for port 9b40a938-67ad-46c1-942c-facda1da5d65 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:52:59.255692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.300292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.315998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:59.348023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.370308 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] 10.222.0.18 "DELETE /v2.0/networks/869eb8c7-fa5d-4bf2-a8ac-309800b46499 HTTP/1.1" status: 204 len: 168 time: 1.7509210 Dec 15 21:52:59.387658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.395705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e250d1e-b8c9-450d-bd3a-0d5131de4210 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:59.414646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network 7713a96b-c474-4828-b47f-4f1d48a175b2 is not hosted by any dhcp agent {{(pid=87553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 15 21:52:59.421746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:59.422362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.426662 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "PUT /v2.0/networks/7713a96b-c474-4828-b47f-4f1d48a175b2 HTTP/1.1" status: 200 len: 758 time: 0.4212244 Dec 15 21:52:59.428383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:59.431339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.466062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:59.475434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:59.483679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:59.498706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Pushing event updated for resources: {'Port': ['ID=d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:59.507866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:59.620521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.643557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.677660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d5c23b-d283-4fdb-8a27-ae07ae1f0553']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:59.757265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Transition to ACTIVE for port object 461ed0d6-795f-4df7-945f-8da662039f5b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:59.795892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Transition to ACTIVE for port object 461ed0d6-795f-4df7-945f-8da662039f5b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:52:59.829285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.832826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699b0c5-90d3-4d91-a9df-faa14354e4be tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:59.833530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f699b0c5-90d3-4d91-a9df-faa14354e4be tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Synchronizing usage tracker for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:52:59.837795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:52:59.865827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05d7a18-c25b-4823-a753-c15a9f09aa08') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:59.866450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05d7a18-c25b-4823-a753-c15a9f09aa08') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:52:59.883029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-a432a9bc-8bb8-4f9a-8f0d-6cdd050f0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:52:59.884530 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-a432a9bc-8bb8-4f9a-8f0d-6cdd050f0bcc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.6899216 Dec 15 21:52:59.907101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Attempting to bind port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:52:59.907476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Attempting to bind port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e05d7a18-c25b-4823-a753-c15a9f09aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:52:59.907845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Attempting to bind port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c on network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:52:59.922389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:52:59.933305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:52:59.933794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Checking segment: {'id': 'e05d7a18-c25b-4823-a753-c15a9f09aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:52:59.933990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.934183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.934661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Bound using segment: {'id': 'e05d7a18-c25b-4823-a753-c15a9f09aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:52:59.935093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Bound port: d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05d7a18-c25b-4823-a753-c15a9f09aa08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:52:59.935524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.950302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:52:59.956550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:52:59.958276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning for port b5ba7c6d-10b0-4f98-b189-8203442b9f0b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:52:59.963715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:52:59.971193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=7713a96b-c474-4828-b47f-4f1d48a175b2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:52:59.987962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f699b0c5-90d3-4d91-a9df-faa14354e4be tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Unset dirty status for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:52:59.992562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f699b0c5-90d3-4d91-a9df-faa14354e4be tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks?id=7713a96b-c474-4828-b47f-4f1d48a175b2 HTTP/1.1" status: 200 len: 761 time: 0.5556307 Dec 15 21:52:59.992702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:52:59.992702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:52:59.998450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cff41f3c-6ff2-41aa-a1cb-241905055cb1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.556s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.008736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7713a96b-c474-4828-b47f-4f1d48a175b2 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:00.058651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36192) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:00.083543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::3b4 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b/07b4eb7d-9e74-49ac-9a47-96f79df3c684) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:00.144452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:00.144864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.159792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6d90bb-0b20-4642-92da-3522fbfec015,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.160027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2128841058'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:00.161938 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:00.165594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning complete for port b5ba7c6d-10b0-4f98-b189-8203442b9f0b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:00.165766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:00.166329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.169578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.175485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:00.192054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Pushing event updated for resources: {'Port': ['ID=461ed0d6-795f-4df7-945f-8da662039f5b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.211679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:00.215196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.216234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.270312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.286230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1618bc5e-0f75-4c19-8001-b0f72f04f06f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.293149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 15 21:53:00.293149 dv-neutron-820612-1-hyperv neutron-server[87553]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 15 21:53:00.293149 dv-neutron-820612-1-hyperv neutron-server[87553]: [parameters: {'id': '58d5c23b-d283-4fdb-8a27-ae07ae1f0553'}] Dec 15 21:53:00.293149 dv-neutron-820612-1-hyperv neutron-server[87553]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:00.293601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:00.313742 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e759975f-742f-40c8-b078-aa8e7448ebad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37bcccaab099434188302cf022f7e0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809071 Dec 15 21:53:00.315390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:00.335616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Attempting to bind port 461ed0d6-795f-4df7-945f-8da662039f5b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:00.336314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Attempting to bind port 461ed0d6-795f-4df7-945f-8da662039f5b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:00.336835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Attempting to bind port 461ed0d6-795f-4df7-945f-8da662039f5b on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:00.351521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:00.351728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:00.351728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:00.352020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.352221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:00.352893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Bound port: 461ed0d6-795f-4df7-945f-8da662039f5b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:00.353434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.368719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] For port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:00.376323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=fd79d000-2323-427d-91a9-53c1e11a42da,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.422782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] For port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c,segment=NetworkSegment(e05d7a18-c25b-4823-a753-c15a9f09aa08),segment_id=e05d7a18-c25b-4823-a753-c15a9f09aa08)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:00.427672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.468239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.472123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.472479 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 03b074c4-1e0a-4c57-b970-f698fe8b7cb4 of type vlan for network f8bab247-dd76-4c6d-abbe-041b163d19e2 Dec 15 21:53:00.481995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.507415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.542895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-316f8c84-6073-4da7-91fb-ac0ed4e64c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:00.546191 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-316f8c84-6073-4da7-91fb-ac0ed4e64c47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.6030459 Dec 15 21:53:00.564626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.635011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.658351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.667705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 07b4eb7d-9e74-49ac-9a47-96f79df3c684 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:00.676136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] For port 461ed0d6-795f-4df7-945f-8da662039f5b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:00.688258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Pushing event updated for resources: {'Port': ['ID=d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.690378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.696632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ece0c09-b10e-4301-84f5-a88c8431ebf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.702954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.715166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b28ab6-c0e9-408e-8967-368239cd9d7b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.720241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.732909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.735267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.736884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95b28ab6-c0e9-408e-8967-368239cd9d7b HTTP/1.1" status: 204 len: 168 time: 0.4205720 Dec 15 21:53:00.742508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-09edd729-2526-4114-aaec-f0101c4baca7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.745175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] For port b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,segment=NetworkSegment(ec7da8e2-3e60-4909-a7d5-7d495e166508),segment_id=ec7da8e2-3e60-4909-a7d5-7d495e166508)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:00.783711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] For port 461ed0d6-795f-4df7-945f-8da662039f5b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=461ed0d6-795f-4df7-945f-8da662039f5b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:00.797186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.799746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.801592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.806373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.821891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-647f7447-deab-4a63-a4d0-a7a55dc8e140 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:00.844820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:00.849114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:00.862189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.866619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:00.872547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:00.873367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.882522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=07b4eb7d-9e74-49ac-9a47-96f79df3c684,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.890000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:00.890556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.924882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.925949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:00.949321 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1161213 Dec 15 21:53:00.953705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:00.958563 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-09971ae1-7a07-401a-9b7b-741e4d4ecb8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1001 time: 0.3873663 Dec 15 21:53:00.975165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Pushing event updated for resources: {'Port': ['ID=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:00.979542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:00.982155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc95e6b-53e9-48ba-9a4a-9d08833895f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:01.023138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning for port 9ac9877e-5066-4903-8e1c-0291a489fab5 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:01.040763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning complete for port 9ac9877e-5066-4903-8e1c-0291a489fab5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:01.041726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.052130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.132857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fade7b26-1bee-490c-8889-73321d38af87 None None] Network 58d5c23b-d283-4fdb-8a27-ae07ae1f0553 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:01.163181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c6259e-be08-4d17-9680-7c9edc538f2a tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:01.214881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.225992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:01.225992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.337901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72ac9e-9eb1-49a3-81a5-98f215282d98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:01.345157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e72ac9e-9eb1-49a3-81a5-98f215282d98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:01.345982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e72ac9e-9eb1-49a3-81a5-98f215282d98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:01.364148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Pushing event updated for resources: {'Port': ['ID=461ed0d6-795f-4df7-945f-8da662039f5b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:01.365719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c,segment=NetworkSegment(e05d7a18-c25b-4823-a753-c15a9f09aa08),segment_id=e05d7a18-c25b-4823-a753-c15a9f09aa08)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:01.366093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.427713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:01.479463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0e72ac9e-9eb1-49a3-81a5-98f215282d98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:01.480912 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e72ac9e-9eb1-49a3-81a5-98f215282d98 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5260937 Dec 15 21:53:01.525896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:01.549629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:01.561048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-35614529-d503-472c-a9a5-914f50891a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:01.562807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.563109 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-35614529-d503-472c-a9a5-914f50891a17 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.5597897 Dec 15 21:53:01.563938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=f6525099-3e8c-467f-946f-e339663b6a0f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:01.573765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:01.581478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:01.584548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.590706 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/ports/f6525099-3e8c-467f-946f-e339663b6a0f HTTP/1.1" status: 200 len: 910 time: 3.5794311 Dec 15 21:53:01.591976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:01.635183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] For port 9ac9877e-5066-4903-8e1c-0291a489fab5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9ac9877e-5066-4903-8e1c-0291a489fab5,segment=NetworkSegment(71f36c94-3691-475e-a4f1-e051b5b5a7c6),segment_id=71f36c94-3691-475e-a4f1-e051b5b5a7c6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:01.642037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.645723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4fe5f6b8-5521-4db5-bcb9-fa35734b03db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:01.693152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Could not find standard attr ID for object fd79d000-2323-427d-91a9-53c1e11a42da. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:53:01.727444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning for port f6525099-3e8c-467f-946f-e339663b6a0f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:01.731651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Pushing event updated for resources: {'Port': ['ID=9ac9877e-5066-4903-8e1c-0291a489fab5,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:01.743085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:01.744689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Provisioning complete for port f6525099-3e8c-467f-946f-e339663b6a0f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:01.745073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:01.804118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Port f6525099-3e8c-467f-946f-e339663b6a0f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:01.862980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-668c2425-a927-4f98-b3b8-0a4ecf59d3fb tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.585s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:01.881892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:01.916431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8095062 Dec 15 21:53:01.919786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ad82af7b-9b75-4385-84c5-47bfcc559137 None None] Could not find standard attr ID for object fd79d000-2323-427d-91a9-53c1e11a42da. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:53:02.034812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:02.037370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3c0aef89-c6a5-47e0-acec-216e57a4eaca has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:02.049629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=f8bab247-dd76-4c6d-abbe-041b163d19e2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:02.061651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f8bab247-dd76-4c6d-abbe-041b163d19e2 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:02.073415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:02.090191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': 'f8bab247-dd76-4c6d-abbe-041b163d19e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:02.129572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.145586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68083cdf-f0ef-454c-a184-a2408d1242ef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:02.209988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Port': ['ID=d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:02.219763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:02.223709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No DVR routers for this DVR port d8c82a9e-0823-44f3-8dfb-c3f97dcaab4c on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:02.301599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eb151e08-e8ea-46af-b0d1-a2e6d8c1ae82 tempest-DvrRoutersNegativeTest-693237646 tempest-DvrRoutersNegativeTest-693237646-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1967431582', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:02.304501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-eb151e08-e8ea-46af-b0d1-a2e6d8c1ae82 tempest-DvrRoutersNegativeTest-693237646 tempest-DvrRoutersNegativeTest-693237646-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87553) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Dec 15 21:53:02.304802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.policy [None req-eb151e08-e8ea-46af-b0d1-a2e6d8c1ae82 tempest-DvrRoutersNegativeTest-693237646 tempest-DvrRoutersNegativeTest-693237646-project] Failed policy check for 'create_router' {{(pid=87553) enforce /opt/stack/neutron/neutron/policy.py:520}} Dec 15 21:53:02.305336 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-eb151e08-e8ea-46af-b0d1-a2e6d8c1ae82 tempest-DvrRoutersNegativeTest-693237646 tempest-DvrRoutersNegativeTest-693237646-project] create failed (client error): Access was denied to this resource. Dec 15 21:53:02.306329 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb151e08-e8ea-46af-b0d1-a2e6d8c1ae82 tempest-DvrRoutersNegativeTest-693237646 tempest-DvrRoutersNegativeTest-693237646-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4146066 Dec 15 21:53:02.421641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 07b4eb7d-9e74-49ac-9a47-96f79df3c684 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:02.421990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.423813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.461237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-544bcad9-3960-4400-97a3-5a6340ae33a3 None None] Provisioning for port 461ed0d6-795f-4df7-945f-8da662039f5b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:02.502429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d5c23b-d283-4fdb-8a27-ae07ae1f0553']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.543282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05d7a18-c25b-4823-a753-c15a9f09aa08') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.543575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05d7a18-c25b-4823-a753-c15a9f09aa08') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.574368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.574901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:02.579617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Usage tracker for resource:subnet and tenant:dfa3059430dc42809b505e559432e0c2 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:02.583519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:02.591175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:02.610444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.615672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-c32a9372-ea62-41dc-a344-7530a10075a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:02.617818 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-c32a9372-ea62-41dc-a344-7530a10075a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0244286 Dec 15 21:53:02.632488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:02.632902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.639676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:02.648188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:02.668326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:02.690742 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] Sync routers for ids ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:02.707432 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3c0aef89-c6a5-47e0-acec-216e57a4eaca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9761620 Dec 15 21:53:02.716015 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] Routers {'3c0aef89-c6a5-47e0-acec-216e57a4eaca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:02.717710 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.740689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 461ed0d6-795f-4df7-945f-8da662039f5b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:02.756432 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:02.765870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36246) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:02.852882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42df365-b552-49d5-b7d5-3042953bdf9b None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:53:02.854437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:02.874382 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.887776 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] Routers {'3c0aef89-c6a5-47e0-acec-216e57a4eaca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:02.888787 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.961589 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:02.962174 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4961535a-6572-45aa-ac3d-41b9ab1acfbc None None] The sync data for ids ['3c0aef89-c6a5-47e0-acec-216e57a4eaca'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:03.023744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0041eb6b-e925-4d57-8a46-1e54ab3e0146 None None] Provisioning for port 07b4eb7d-9e74-49ac-9a47-96f79df3c684 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:03.115453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-c8b1a4fa-bcdb-42b1-a3f2-b117126656c4 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418876 Dec 15 21:53:03.120929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.134768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 461ed0d6-795f-4df7-945f-8da662039f5b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:03.137672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0041eb6b-e925-4d57-8a46-1e54ab3e0146 None None] Provisioning complete for port 07b4eb7d-9e74-49ac-9a47-96f79df3c684 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:03.138120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0041eb6b-e925-4d57-8a46-1e54ab3e0146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.164848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.188429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.192774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.195906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 461ed0d6-795f-4df7-945f-8da662039f5b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:03.196330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.206085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5eaf22a1-1486-48d5-b80d-13b2878764ee tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:03.252052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:03.256498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc8745af4e44380b1d3d38789c93a33 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:03.258527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42df365-b552-49d5-b7d5-3042953bdf9b None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:53:03.259513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:03.266481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:03.280768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0041eb6b-e925-4d57-8a46-1e54ab3e0146 None None] Port 07b4eb7d-9e74-49ac-9a47-96f79df3c684 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:03.302292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=58d5c23b-d283-4fdb-8a27-ae07ae1f0553,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:03.305117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:03.313774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/58d5c23b-d283-4fdb-8a27-ae07ae1f0553 HTTP/1.1" status: 204 len: 168 time: 7.3423071 Dec 15 21:53:03.318536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.351038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:03.486722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1971245340'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:03.499141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 07b4eb7d-9e74-49ac-9a47-96f79df3c684 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:03.519656 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-4b06d575-ac7a-4089-b80f-c9d74cf8c454 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] remove_router_interface failed (client error): The resource could not be found. Dec 15 21:53:03.523823 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b06d575-ac7a-4089-b80f-c9d74cf8c454 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3c0aef89-c6a5-47e0-acec-216e57a4eaca/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7378867 Dec 15 21:53:03.528244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:03.539085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:03.575804 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-24b31bbd-7d0c-48da-82a1-b0033118ce96 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0aef89-c6a5-47e0-acec-216e57a4eaca HTTP/1.1" status: 200 len: 205 time: 0.0470564 Dec 15 21:53:03.578935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:03.608433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.656447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 461ed0d6-795f-4df7-945f-8da662039f5b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=461ed0d6-795f-4df7-945f-8da662039f5b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:03.665329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.666293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9ac9877e-5066-4903-8e1c-0291a489fab5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:03.694247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.698837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ec4e547d-bc47-47e2-9d94-2568cdccedc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:03.704121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:03.714218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:03.720662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.736298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ca6dc7d-d259-4d59-879b-509cabe5d9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:03.744926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:03.848283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:03.851772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.861142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c3f38-bd2c-4901-bf11-0a751207a5e4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:03.861696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=461ed0d6-795f-4df7-945f-8da662039f5b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:03.868197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:03.888770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9ac9877e-5066-4903-8e1c-0291a489fab5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:03.889157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.890972 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fc8745af4e44380b1d3d38789c93a33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0281789 Dec 15 21:53:03.892099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:03.896211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:03.901602 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c394447b-2f39-49c8-a0b1-21f1ff0bef8a req-3da0c8a9-d541-4ddd-b255-340c9fa968f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7672353 Dec 15 21:53:03.943053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c8286d-317f-4e27-8648-9aa1795250c4 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:53:03.973237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.975799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:03.991065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8814cb09-46ea-492b-91a9-b246cde31a46 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:04.064411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:04.120033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.120698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b5ba7c6d-10b0-4f98-b189-8203442b9f0b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:04.120791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment e99ddfdc-6af2-4d62-9f82-baea8caeb875 of type vlan for network 136cc45b-6214-445b-b136-ea71ca0ad4cc Dec 15 21:53:04.135969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=c56f317a-df56-48b9-b393-f5d8c611d926,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:04.144840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:04.159382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.164573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.175355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '03b074c4-1e0a-4c57-b970-f698fe8b7cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f8bab247-dd76-4c6d-abbe-041b163d19e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:04.175725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: f8bab247-dd76-4c6d-abbe-041b163d19e2, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:04.194347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4377a75c-1a6a-469a-805b-81a6d9d98de9 tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:04.239437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.266439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=07b4eb7d-9e74-49ac-9a47-96f79df3c684,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:04.276449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:04.297012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b5ba7c6d-10b0-4f98-b189-8203442b9f0b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:04.297646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.305153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.310830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.311236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.352308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network f8bab247-dd76-4c6d-abbe-041b163d19e2 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:04.355220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.386879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.387531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0aef89-c6a5-47e0-acec-216e57a4eaca {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:53:04.387688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c8286d-317f-4e27-8648-9aa1795250c4 None None] Unable to find a vacant binding_index for network f8bab247-dd76-4c6d-abbe-041b163d19e2 and agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 {{(pid=87555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 15 21:53:04.393986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f8bab247-dd76-4c6d-abbe-041b163d19e2) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:04.399940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:04.400565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.409756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.413831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.414422 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc77e8ff-be55-4aab-b863-13ff386fe81c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/3c0aef89-c6a5-47e0-acec-216e57a4eaca HTTP/1.1" status: 204 len: 168 time: 0.8348672 Dec 15 21:53:04.415054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:04.419930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:04.420622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.432444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c8286d-317f-4e27-8648-9aa1795250c4 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f8bab247-dd76-4c6d-abbe-041b163d19e2) {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:53:04.438657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4911d898-3312-4e5b-96d9-53bc8b3a8464 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:04.480629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port f6525099-3e8c-467f-946f-e339663b6a0f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:04.481308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.519731 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/07b4eb7d-9e74-49ac-9a47-96f79df3c684 HTTP/1.1" status: 204 len: 168 time: 2.9625628 Dec 15 21:53:04.527371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:04.544138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4696052 Dec 15 21:53:04.582385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:04.588864 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2298691 Dec 15 21:53:04.616434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36284) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:04.625146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.627776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.629030 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/419c3f38-bd2c-4901-bf11-0a751207a5e4 HTTP/1.1" status: 204 len: 168 time: 0.7265255 Dec 15 21:53:04.637956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=136cc45b-6214-445b-b136-ea71ca0ad4cc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:04.655633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:04.693634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:04.705855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.724131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:04.724943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fbc8d814-277c-4463-8aa2-5d26f2bf9765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:04.799476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 461ed0d6-795f-4df7-945f-8da662039f5b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:04.807076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c3f38-bd2c-4901-bf11-0a751207a5e4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:04.821328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:04.824696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b38c35-2e65-42b1-90bf-6ac15b92f65d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:04.826337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b38c35-2e65-42b1-90bf-6ac15b92f65d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:04.827835 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65b38c35-2e65-42b1-90bf-6ac15b92f65d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2970080 Dec 15 21:53:04.848440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36292) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:04.880896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for f6525099-3e8c-467f-946f-e339663b6a0f owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:04.933901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet 1edae3e3-30af-4d7d-b47d-9adf47c3f48c {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:04.944790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:04.953741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:04.962970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:04.969111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:04.979397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:04.987045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.000537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:05.007653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.008667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 461ed0d6-795f-4df7-945f-8da662039f5b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:05.011330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.044192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:05.047340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.053455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.207458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.209581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.279612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.306074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.320038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ccb112c-c347-46a4-820a-f257d4f4f643 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:05.406881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a28d2f-8ad7-4824-be71-78a6d423dcca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-f8bab247-dd76-4c6d-abbe-041b163d19e2', 'network_id': 'f8bab247-dd76-4c6d-abbe-041b163d19e2', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': 'c56f317a-df56-48b9-b393-f5d8c611d926'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:05.407765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-46a28d2f-8ad7-4824-be71-78a6d423dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.421511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=f6525099-3e8c-467f-946f-e339663b6a0f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:05.430950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:05.443357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.496720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.505687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:05.564888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=c56f317a-df56-48b9-b393-f5d8c611d926,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:05.577796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-46a28d2f-8ad7-4824-be71-78a6d423dcca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c56f317a-df56-48b9-b393-f5d8c611d926: This subnet is being modified by another concurrent operation. Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:53:05.599400 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c56f317a-df56-48b9-b393-f5d8c611d926: This subnet is being modified by another concurrent operation. Dec 15 21:53:05.604154 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:53:05.617865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175903bc-fb6d-41e1-9cba-2ee2b99c71cf None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:53:05.729136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:05.748955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.797361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175903bc-fb6d-41e1-9cba-2ee2b99c71cf None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:53:05.808606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e294462-4e0f-4799-82b2-e60b2463322f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:05.846484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.850288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.857317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=1edae3e3-30af-4d7d-b47d-9adf47c3f48c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:05.858448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:05.862373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:05.865133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.874910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.885480 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/1edae3e3-30af-4d7d-b47d-9adf47c3f48c HTTP/1.1" status: 204 len: 168 time: 1.4664760 Dec 15 21:53:05.888158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:05.888668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.918970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:05.929949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:05.981530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bab247-dd76-4c6d-abbe-041b163d19e2']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:06.022359 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-35a88be5-0988-4149-8d89-c69958ce17c4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b HTTP/1.1" status: 204 len: 168 time: 1.1728582 Dec 15 21:53:06.028892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b074c4-1e0a-4c57-b970-f698fe8b7cb4') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:06.028892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b074c4-1e0a-4c57-b970-f698fe8b7cb4') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:06.034958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36322) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.049257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1089011577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:06.109721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:06.125520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.133060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': 'e99ddfdc-6af2-4d62-9f82-baea8caeb875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:06.133060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 136cc45b-6214-445b-b136-ea71ca0ad4cc, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:06.133447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:router and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:06.137220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=0c74de80-cdb1-496e-864e-1a96bd0ccd5b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:06.139633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:06.144832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e39bd8f-dd5c-4bc5-9828-3e3813d04965 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1055927 Dec 15 21:53:06.146249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:06.148949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:06.149526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:06.153106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.156484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:06.186809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390dbb1c-1c4a-4641-a6c1-a192f7331840 None None] Network f8bab247-dd76-4c6d-abbe-041b163d19e2 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:06.196599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.216880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:06.219385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:06.220011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.223235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1109ce69-be7f-4ba5-b3d3-0186e11dce88 None None] Network b9564959-69c4-48d0-861c-2c2c700f52a0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:06.238097 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:06.332384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 136cc45b-6214-445b-b136-ea71ca0ad4cc) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:06.341829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.345053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:06.345846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.364013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.365020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.369133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.381866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc050b3f-8558-40a9-8bfa-b72d6fd5669f None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:06.386102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-38fce182-34cf-4f5a-9a5c-4c2b2cd0823c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:06.406434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.407860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.430903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=f8bab247-dd76-4c6d-abbe-041b163d19e2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:06.435592 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8054049 Dec 15 21:53:06.437441 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/f8bab247-dd76-4c6d-abbe-041b163d19e2 HTTP/1.1" status: 204 len: 168 time: 1.8509989 Dec 15 21:53:06.439036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.440033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:06.442587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36332) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.452082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 57222fa3-1742-45c5-a4b6-66b51717dae1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:06.453191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.454338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b915e6e-059f-4a2f-b3cb-317f656eff34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:06.455016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b915e6e-059f-4a2f-b3cb-317f656eff34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:06.462569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:06.480971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 9ac9877e-5066-4903-8e1c-0291a489fab5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:06.481311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.550288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c6e6dd-f052-45f7-81e3-0b894666bd41 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] GET failed (client error): The resource could not be found. Dec 15 21:53:06.550808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03c6e6dd-f052-45f7-81e3-0b894666bd41 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Synchronizing usage tracker for tenant:dfa3059430dc42809b505e559432e0c2 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:06.609456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.614288 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f9ef214-f1fd-4719-a64b-86f61a27f8d0 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8753078 Dec 15 21:53:06.614435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.638659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4ef15-8958-42c3-adbf-73b5e6938906 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:06.649426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-699360690'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:06.667731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:06.669830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8b915e6e-059f-4a2f-b3cb-317f656eff34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:06.673273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b915e6e-059f-4a2f-b3cb-317f656eff34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5139954 Dec 15 21:53:06.679070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36342) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.716379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:network and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:06.727251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:06.729969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03c6e6dd-f052-45f7-81e3-0b894666bd41 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Unset dirty status for tenant:dfa3059430dc42809b505e559432e0c2 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:06.732328 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03c6e6dd-f052-45f7-81e3-0b894666bd41 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets/c56f317a-df56-48b9-b393-f5d8c611d926 HTTP/1.1" status: 404 len: 337 time: 0.2742968 Dec 15 21:53:06.757165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36346) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.758250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:06.824212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:06.827649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.842097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd71320-ea30-4f99-ab62-d55ed93a7312 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:06.842306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd71320-ea30-4f99-ab62-d55ed93a7312 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:06.848460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd200f-1a7e-47af-bbd2-59d3ebf160d6 None None] Network f8bab247-dd76-4c6d-abbe-041b163d19e2 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:06.848667 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1fd71320-ea30-4f99-ab62-d55ed93a7312 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/f8bab247-dd76-4c6d-abbe-041b163d19e2 HTTP/1.1" status: 404 len: 339 time: 0.0845163 Dec 15 21:53:06.848783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.849195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:06.852642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14a7505-4a8c-4398-add5-a9bd1a459ce1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:06.853330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e14a7505-4a8c-4398-add5-a9bd1a459ce1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:06.858367 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/57222fa3-1742-45c5-a4b6-66b51717dae1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2646222 Dec 15 21:53:06.860275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.867222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:06.878317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] Sync routers for ids ['57222fa3-1742-45c5-a4b6-66b51717dae1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:06.882833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:06.893168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:subnet and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:06.899822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:06.904118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:06.911408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:06.913586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:security_group_rule and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:06.916489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:06.922772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e14a7505-4a8c-4398-add5-a9bd1a459ce1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:06.926513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e14a7505-4a8c-4398-add5-a9bd1a459ce1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2465978 Dec 15 21:53:06.927553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:06.930770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:06.932997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fd200f-1a7e-47af-bbd2-59d3ebf160d6 None None] Network f8bab247-dd76-4c6d-abbe-041b163d19e2 could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:53:06.981081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] Routers {'57222fa3-1742-45c5-a4b6-66b51717dae1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:06.981721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['57222fa3-1742-45c5-a4b6-66b51717dae1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:07.000701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:07.004172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.004448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27519513-e6ef-4331-b053-37aec13adfaf tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:07.030310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c2ee28f-19f2-411c-9f10-eea2d6532148 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0979071 Dec 15 21:53:07.035194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:07.053368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 9ac9877e-5066-4903-8e1c-0291a489fab5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9ac9877e-5066-4903-8e1c-0291a489fab5,segment=NetworkSegment(71f36c94-3691-475e-a4f1-e051b5b5a7c6),segment_id=71f36c94-3691-475e-a4f1-e051b5b5a7c6)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:07.053763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.064640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:07.087448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:07.152811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] Routers {'57222fa3-1742-45c5-a4b6-66b51717dae1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:07.153452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:52:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['57222fa3-1742-45c5-a4b6-66b51717dae1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:07.230438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.236826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.242604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21512003-320e-4e6a-836d-f478db655219 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:07.263115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-136cc45b-6214-445b-b136-ea71ca0ad4cc', 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': '0c74de80-cdb1-496e-864e-1a96bd0ccd5b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:07.264065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.298888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:07.298888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cd7d7f-efb1-4fa6-ab7d-0328af1c0193 None None] The sync data for ids ['57222fa3-1742-45c5-a4b6-66b51717dae1'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:07.309837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:07.337522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.338709 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Added segment a8770659-341c-43bf-a9e3-c9e9cb3978f6 of type vlan for network d8a3858a-2242-49d6-85f1-e5fcaa759f29 Dec 15 21:53:07.340902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b4ecc0-78e2-455c-a40c-7ec62f324cc2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:07.351569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:07.387196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.405423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13f94a8-5401-476a-a870-701e39e734dd None None] DHCP port deletion for b9564959-69c4-48d0-861c-2c2c700f52a0 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:07.414052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e13f94a8-5401-476a-a870-701e39e734dd None None] Deleting port 9ac9877e-5066-4903-8e1c-0291a489fab5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:07.414445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e13f94a8-5401-476a-a870-701e39e734dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.419149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 9ac9877e-5066-4903-8e1c-0291a489fab5 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:07.434470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.439811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a1bb252-9a0f-44ae-a4bb-d73d3ad76bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:07.448345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27519513-e6ef-4331-b053-37aec13adfaf tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:07.449491 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27519513-e6ef-4331-b053-37aec13adfaf tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=57222fa3-1742-45c5-a4b6-66b51717dae1 HTTP/1.1" status: 200 len: 205 time: 0.5599203 Dec 15 21:53:07.467137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:07.477890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:07.487540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Deleting port 461ed0d6-795f-4df7-945f-8da662039f5b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:07.487996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.544442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=e4e290e2-9957-4bca-af54-183c772c16a2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:07.548074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed82b5bf-1a59-4e04-bc5e-933e5b6f70af tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:07.552075 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed82b5bf-1a59-4e04-bc5e-933e5b6f70af tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6906700 Dec 15 21:53:07.555351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36370) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:07.607242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:07.615158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27f49c9e-dda9-4363-9db5-3436df2e7074 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Synchronizing usage tracker for tenant:dfa3059430dc42809b505e559432e0c2 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:07.620430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:07.625978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:07.641201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.648522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f61b785-6e03-4d8c-8871-bb4bf2d39ac7 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:07.692834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27f49c9e-dda9-4363-9db5-3436df2e7074 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Unset dirty status for tenant:dfa3059430dc42809b505e559432e0c2 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:07.697902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27f49c9e-dda9-4363-9db5-3436df2e7074 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 207 time: 0.1376772 Dec 15 21:53:07.699847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36374) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:07.702391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:07.704492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port 9ac9877e-5066-4903-8e1c-0291a489fab5 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:07.713008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:07.732512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:07.733820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] For port 461ed0d6-795f-4df7-945f-8da662039f5b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=461ed0d6-795f-4df7-945f-8da662039f5b,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:07.734773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.736194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.737987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:07.738577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.741998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.747832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:07.748411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.755553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=9ac9877e-5066-4903-8e1c-0291a489fab5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:07.758466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:07.760895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-affc9829-28bf-42dc-865a-9dc4294ba747 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:07.879203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Calling delete_port for 461ed0d6-795f-4df7-945f-8da662039f5b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:07.930298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.963220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e13f94a8-5401-476a-a870-701e39e734dd None None] The port '9ac9877e-5066-4903-8e1c-0291a489fab5' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:53:07.982622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:07.992056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9564959-69c4-48d0-861c-2c2c700f52a0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:08.004438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Allocated IP 2001:db8::2 (136cc45b-6214-445b-b136-ea71ca0ad4cc/0c74de80-cdb1-496e-864e-1a96bd0ccd5b/7fc400ee-d150-4150-a098-6a021fd589d3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:08.010135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f36c94-3691-475e-a4f1-e051b5b5a7c6') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:08.010890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f36c94-3691-475e-a4f1-e051b5b5a7c6') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:08.029185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.037055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.085086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.085713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:08.100925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:08.101386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:08.117205 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:08.143918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Pushing event deleted for resources: {'Port': ['ID=461ed0d6-795f-4df7-945f-8da662039f5b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:08.146417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] No DVR routers for this DVR port 461ed0d6-795f-4df7-945f-8da662039f5b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:08.150728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:08.226520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.231570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-13fa2bbd-8cb8-41ee-8935-19380d4417d8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:08.254082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.271064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=b9564959-69c4-48d0-861c-2c2c700f52a0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:08.280647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:08.282767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Network': ['ID=d8a3858a-2242-49d6-85f1-e5fcaa759f29,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:08.294966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.296437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:08.300180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:08.302261 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8610811 Dec 15 21:53:08.303597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6810265 Dec 15 21:53:08.330151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.330597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36380) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.346453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'subnet': {'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:08.373664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Transition to ACTIVE for port object 7fc400ee-d150-4150-a098-6a021fd589d3 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:08.413511 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/b9564959-69c4-48d0-861c-2c2c700f52a0 HTTP/1.1" status: 204 len: 168 time: 2.5241964 Dec 15 21:53:08.419835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Transition to ACTIVE for port object 7fc400ee-d150-4150-a098-6a021fd589d3 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:08.433767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.437428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36386) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.439175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-113f4e27-f5b4-4c3d-931d-948e9dd87007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:08.476110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.480653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.491906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.498521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.504245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.507930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1818897562'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:08.510816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.512072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Synchronizing usage tracker for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:08.512354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:08.516398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:08.526883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:08.536892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Pushing event updated for resources: {'Port': ['ID=7fc400ee-d150-4150-a098-6a021fd589d3,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:08.539771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:08.542224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:08.543362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Unset dirty status for tenant:dfa3059430dc42809b505e559432e0c2 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:08.548701 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb39ee02-62ab-4c6b-b143-0f0b98ff7270 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.8451612 Dec 15 21:53:08.549485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.553033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.553727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 57222fa3-1742-45c5-a4b6-66b51717dae1 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:53:08.613682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.615371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.617059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.618576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.620349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.621249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Synchronizing usage tracker for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:08.631028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:08.639556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:08.647667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:53:08.650241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Attempting to bind port 7fc400ee-d150-4150-a098-6a021fd589d3 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:08.651525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Attempting to bind port 7fc400ee-d150-4150-a098-6a021fd589d3 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e99ddfdc-6af2-4d62-9f82-baea8caeb875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:08.652092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Attempting to bind port 7fc400ee-d150-4150-a098-6a021fd589d3 on network 136cc45b-6214-445b-b136-ea71ca0ad4cc {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:08.659647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.660746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aff90313-21cd-4590-bdfe-4dd81601ee4f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/57222fa3-1742-45c5-a4b6-66b51717dae1 HTTP/1.1" status: 204 len: 168 time: 1.1764047 Dec 15 21:53:08.664887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.665690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:08.666123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Checking segment: {'id': 'e99ddfdc-6af2-4d62-9f82-baea8caeb875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:08.666535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.666935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Bound using segment: {'id': 'e99ddfdc-6af2-4d62-9f82-baea8caeb875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:08.667420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Bound port: 7fc400ee-d150-4150-a098-6a021fd589d3, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99ddfdc-6af2-4d62-9f82-baea8caeb875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:08.667801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.672493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36394) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.674661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:08.677688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8ce37af-9857-4745-8429-cdc477d53375 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:08.723481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 461ed0d6-795f-4df7-945f-8da662039f5b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:08.750938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:08.756536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:08.765459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:08.768880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:subnet and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:08.772767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 461ed0d6-795f-4df7-945f-8da662039f5b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:08.772920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:08.773150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 461ed0d6-795f-4df7-945f-8da662039f5b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:08.773649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9ac9877e-5066-4903-8e1c-0291a489fab5 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:08.779954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:08.788528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet c3284439-cc4b-45ac-a138-e2078c859e64 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:08.788734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:08.789403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.796552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.801368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Unset dirty status for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:08.802955 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4c2f8c97-ff63-489b-8a86-a127d3b2c303 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4662592 Dec 15 21:53:08.805313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2958340b-c3b7-455b-b0a7-7eb8d9cb2f2a None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:08.813938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:08.817470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.831613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9ac9877e-5066-4903-8e1c-0291a489fab5 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:08.832121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9ac9877e-5066-4903-8e1c-0291a489fab5 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:08.832803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36398) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.843637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:08.848180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.858586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7cb31af-251e-42ba-bec9-072f312320c2 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3046031 Dec 15 21:53:08.863913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36402) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.873536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1541233805'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:08.890498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.962710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=1521534a-2191-4d13-88cc-a9a5ab525118,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:08.965770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:08.973501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:08.980944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9382160 Dec 15 21:53:08.981170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fc400ee-d150-4150-a098-6a021fd589d3,segment=NetworkSegment(e99ddfdc-6af2-4d62-9f82-baea8caeb875),segment_id=e99ddfdc-6af2-4d62-9f82-baea8caeb875)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:08.981286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:08.981370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:08.989500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:08.995430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:08.997396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:09.001325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:09.014745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:09.047028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:09.062209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.064451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:09.069075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1e59a-dc7b-4fd7-9509-a28692f01f22 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.070659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e1e59a-dc7b-4fd7-9509-a28692f01f22 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.072209 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55e1e59a-dc7b-4fd7-9509-a28692f01f22 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2033384 Dec 15 21:53:09.081148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36410) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:09.139143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Pushing event updated for resources: {'Port': ['ID=7fc400ee-d150-4150-a098-6a021fd589d3,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:09.144728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:09.202309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:09.206800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.212536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '1521534a-2191-4d13-88cc-a9a5ab525118'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:09.214785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c0f57a0-042f-47cd-ba74-1e206d8ee86e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:09.215081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.255335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:09.262130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=c3284439-cc4b-45ac-a138-e2078c859e64,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:09.264077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.264420 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 91df3fad-9325-45ab-ba68-255b7757336e of type vlan for network 766217b4-1880-4e71-933d-86c8b4941da0 Dec 15 21:53:09.266700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:09.268982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.270142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:09.273888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.276065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c3284439-cc4b-45ac-a138-e2078c859e64 HTTP/1.1" status: 204 len: 168 time: 0.6022210 Dec 15 21:53:09.279199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:09.283100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.289829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23954b69-b5ea-4dc3-99ca-d385f8ad6c3e None None] Network 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:09.290668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:09.483066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1521534a-2191-4d13-88cc-a9a5ab525118 (CIDR: 2001:db8::/64) Dec 15 21:53:09.488048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:53:09.488497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:09.520038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28973c40-e636-44fd-89c0-b93027e138bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5351453 Dec 15 21:53:09.520525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36418) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:09.526210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:09.592966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Allocated IP 2001:db8::f816:3eff:fe91:28a4 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/1521534a-2191-4d13-88cc-a9a5ab525118/925bccd3-26fb-4f9a-80b9-6cd4a39483ad) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:09.602236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.616812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.646028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d32a1-cd76-46f3-afa2-b4cb403a9c2f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.647901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d32a1-cd76-46f3-afa2-b4cb403a9c2f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['shared'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.649608 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-865d32a1-cd76-46f3-afa2-b4cb403a9c2f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5657465 Dec 15 21:53:09.650738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:09.655996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36422) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:09.700672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.700986 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment b4d04e36-875a-4bc9-a861-a027697d9388 of type vlan for network c4c58723-59c0-48e2-9129-afda02657acb Dec 15 21:53:09.721823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 9b40a938-67ad-46c1-942c-facda1da5d65 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:09.722516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.792910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.809865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] DHCP port deletion for 5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:09.813479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-25a2e5ef-7fc3-42ce-937e-11f2bbaff98d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:09.831756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Deleting port 9b40a938-67ad-46c1-942c-facda1da5d65 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:09.832179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.870367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.876161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.877089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.891142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.895851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:09.937641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Transition to ACTIVE for port object 925bccd3-26fb-4f9a-80b9-6cd4a39483ad will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:09.954431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d63590-b21a-41a8-8053-c5539ce1ef2c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:09.961670 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57d63590-b21a-41a8-8053-c5539ce1ef2c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks/89e75f77-900c-4cec-b9f7-4577555f023d HTTP/1.1" status: 200 len: 800 time: 0.3025672 Dec 15 21:53:09.961670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36426) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:09.975076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Transition to ACTIVE for port object 925bccd3-26fb-4f9a-80b9-6cd4a39483ad will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:09.994348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Subnet': ['ID=7a689cf3-0439-4b9a-8e19-7eb01fa622af,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:09.996189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:10.012471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7595e2e2-6d85-4ce6-98a3-a6bc1fb137de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:10.046029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.052455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8244340a-3a2d-4f99-b0d3-c4b48ee7963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:10.111630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:10.128692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6856453 Dec 15 21:53:10.129777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Checking segment: {'id': 'a8770659-341c-43bf-a9e3-c9e9cb3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:10.130146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network hostable DHCP agents. Network: d8a3858a-2242-49d6-85f1-e5fcaa759f29, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:10.133378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.147585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': '766217b4-1880-4e71-933d-86c8b4941da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:10.149030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.155156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:10.155759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.162895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:10.201234 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3587832 Dec 15 21:53:10.203085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Pushing event updated for resources: {'Port': ['ID=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:10.205137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.220335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:10.229196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] For port 9b40a938-67ad-46c1-942c-facda1da5d65, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9b40a938-67ad-46c1-942c-facda1da5d65,segment=NetworkSegment(db4b535d-bb4b-4d00-8f9b-35a97ef2166c),segment_id=db4b535d-bb4b-4d00-8f9b-35a97ef2166c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:10.229741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.240867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:10.245468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:10.250918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:10.272970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=766217b4-1880-4e71-933d-86c8b4941da0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:10.276484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:10.278484 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d048eb74-fd47-49d4-8ea5-1d97ad33a7ee tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/networks/89e75f77-900c-4cec-b9f7-4577555f023d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3124828 Dec 15 21:53:10.279182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36438) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.288658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:10.302616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41505e6b-4f55-4040-8175-ed6fe68a3ba6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:10.335160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 766217b4-1880-4e71-933d-86c8b4941da0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:10.354356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:10.357972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.374318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b3a6b2-8fba-45e1-9da4-82614be8bde4 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:10.379746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10b3a6b2-8fba-45e1-9da4-82614be8bde4 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets/1abdd5bc-c2a5-4139-9430-d7baf5d6a759 HTTP/1.1" status: 200 len: 811 time: 0.0959613 Dec 15 21:53:10.380381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.514682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:10.518552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:10.521635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:10.522185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port 9b40a938-67ad-46c1-942c-facda1da5d65, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9b40a938-67ad-46c1-942c-facda1da5d65,segment=NetworkSegment(db4b535d-bb4b-4d00-8f9b-35a97ef2166c),segment_id=db4b535d-bb4b-4d00-8f9b-35a97ef2166c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:10.522738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.527494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:10.547966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:10.551575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.568199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Calling delete_port for 9b40a938-67ad-46c1-942c-facda1da5d65 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:10.587183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:10.664963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f4e03-b3c8-45a4-b79e-57608157544d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:10.670452 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a47f4e03-b3c8-45a4-b79e-57608157544d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "GET /v2.0/subnets/1abdd5bc-c2a5-4139-9430-d7baf5d6a759?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2777731 Dec 15 21:53:10.671194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36446) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.672378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 9b40a938-67ad-46c1-942c-facda1da5d65 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:10.693721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1389417749'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:10.708563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:10.736867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:10.756660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f73b7d3-1af9-4fff-a265-43172e19feb6 None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:10.765734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:10.769199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.769571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, d8a3858a-2242-49d6-85f1-e5fcaa759f29) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:10.770912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fc400ee-d150-4150-a098-6a021fd589d3 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:10.787383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=c4c58723-59c0-48e2-9129-afda02657acb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:10.811101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:10.832082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108486a1-93da-4530-90d7-2fb8611064b5 None None] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:10.838634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:10.839303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.845156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c4c58723-59c0-48e2-9129-afda02657acb details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:10.846547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:10.879342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.897497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.897843 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Added segment 88085e0c-9d3e-4993-a21e-da422e7febf6 of type vlan for network a5bd2511-0782-46f4-8e00-322247be90c3 Dec 15 21:53:10.904694 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5648673 Dec 15 21:53:10.906001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:10.925711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'network': {'name': 'tempest-router-network01--1134041253'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:10.936274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:10.952632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:53:10.957098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:10.957098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:10.957407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:10.959190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:network and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:10.962893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.970525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:10.980518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:10.988803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.990626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:10.993819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ffa733a-11a3-4a6d-9b2e-8c6be5cffa83 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.012064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:11.015566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.030112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network c4c58723-59c0-48e2-9129-afda02657acb is not hosted by any dhcp agent {{(pid=87553) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 15 21:53:11.030602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.035600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:11.036302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.037651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "PUT /v2.0/networks/c4c58723-59c0-48e2-9129-afda02657acb HTTP/1.1" status: 200 len: 723 time: 0.8243980 Dec 15 21:53:11.044924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.078509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:11.108699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': 'c4c58723-59c0-48e2-9129-afda02657acb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:11.146223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.161380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Pushing event deleted for resources: {'Port': ['ID=9b40a938-67ad-46c1-942c-facda1da5d65,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.180817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] No DVR routers for this DVR port 9b40a938-67ad-46c1-942c-facda1da5d65 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:11.186967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.191414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28d95ea0-85c0-460d-be42-cd912116d3a6 None None] Provisioning for port 7fc400ee-d150-4150-a098-6a021fd589d3 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:11.194865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Attempting to bind port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:11.195040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Attempting to bind port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:11.195371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Attempting to bind port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:11.198692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.204532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:11.205384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.239910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:11.240613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:11.241028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.241435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:11.241935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Bound port: 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:11.242320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.254164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=c4c58723-59c0-48e2-9129-afda02657acb,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.258925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.263586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:11.274835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.276077 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Added segment 612d7749-731e-4e55-910d-b772e13b8600 of type vlan for network 749d9ddc-e454-40ad-b314-2047438beaa7 Dec 15 21:53:11.279731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=f0c159b8-adc3-45c3-87d5-80193e39d267,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.295022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:11.298393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c4c58723-59c0-48e2-9129-afda02657acb details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:11.300873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.301752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f4481b57-8201-4e4a-9a4c-f0f18cf0b074 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.308276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.335364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:11.347608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:11.348215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.351686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.358579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:11.359268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.366476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38b88098-5895-46de-ab6c-0c80798ebe06 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.369449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '91df3fad-9325-45ab-ba68-255b7757336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:11.369937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: 766217b4-1880-4e71-933d-86c8b4941da0, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:11.374834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:11.402729 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7136717 Dec 15 21:53:11.410025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:11.412620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36458) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:11.425025 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8995836 Dec 15 21:53:11.427898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'network_id': 'a5bd2511-0782-46f4-8e00-322247be90c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:11.431512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7fc400ee-d150-4150-a098-6a021fd589d3 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:11.452798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:11.456338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=c6f97286-a298-4cc2-8f5a-964c35848801,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.466490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.467000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b093f8ef-9d5b-4a52-9738-1001dd5e21ed tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.467328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 9b40a938-67ad-46c1-942c-facda1da5d65 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:11.467914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.484682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:57:9a:26', 'name': 'tempest-NetworksTestDHCPv6-363700714'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:11.522520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:11.522806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.549458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6339319 Dec 15 21:53:11.552067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 766217b4-1880-4e71-933d-86c8b4941da0 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:11.554226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:11.572368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] The port '9b40a938-67ad-46c1-942c-facda1da5d65' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:53:11.574529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Network': ['ID=749d9ddc-e454-40ad-b314-2047438beaa7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.598157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 749d9ddc-e454-40ad-b314-2047438beaa7 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:11.616405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.721149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.748911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:11.771051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:11.771434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db4b535d-bb4b-4d00-8f9b-35a97ef2166c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:11.783977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.801516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.807904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:11.808434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.809800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'network': {'name': 'tempest-router-network02--1936020943'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:11.822095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:11.826144 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:11.829525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.831280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] For port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:11.852653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-d8a3858a-2242-49d6-85f1-e5fcaa759f29', 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29', 'tenant_id': 'd7ea3441cb7c4c048b9a33995beca711', 'fixed_ips': [{'subnet_id': '7a689cf3-0439-4b9a-8e19-7eb01fa622af'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:11.853513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.866011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] For port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:11.868515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:11.887604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 766217b4-1880-4e71-933d-86c8b4941da0) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:11.904691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.916050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.917942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.920815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.926390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a82e03d-4e91-470c-a4e4-55fe3b28c726 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:11.943797 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b HTTP/1.1" status: 204 len: 168 time: 2.5945296 Dec 15 21:53:11.944285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:11.945442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:network and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:11.948206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d7673-da2e-4caf-b2b9-0dc430c461ef None None] Network 766217b4-1880-4e71-933d-86c8b4941da0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:11.955124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=5c71c1fb-bc67-4146-ab88-f6cb5c9cb63b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:11.957963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:11.966940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:11.974622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:11.975204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:11.994699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2013468050', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:12.003178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Network': ['ID=a5bd2511-0782-46f4-8e00-322247be90c3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:12.021567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.028980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:12.038572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:12.060374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:12.062958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:12.078772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:12.085223 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9471817 Dec 15 21:53:12.089016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36474) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:12.095984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-112015732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:12.099065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.104194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:12.109147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:12.111708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:12.113042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:12.115233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.120416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.132842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.134012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.137871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.152561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.158662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a5bd2511-0782-46f4-8e00-322247be90c3 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:12.165823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.167055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.175581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.177020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:12.179799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Made reservation on behalf of dfa3059430dc42809b505e559432e0c2 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:12.183859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.202967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.203927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:12.204651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9b4dff42-d695-4f64-b54e-ac20d62040e5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1140625 Dec 15 21:53:12.207412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:12.218473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:12.269928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.280734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:12.284897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.348660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.354761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.355103 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Added segment add20dc5-4677-4c04-b5df-258c795202ca of type vlan for network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 Dec 15 21:53:12.357094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:53:12.357604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:53:12.378147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Pushing event updated for resources: {'Port': ['ID=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:12.395829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:12.400132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:12.504091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fc400ee-d150-4150-a098-6a021fd589d3,segment=NetworkSegment(e99ddfdc-6af2-4d62-9f82-baea8caeb875),segment_id=e99ddfdc-6af2-4d62-9f82-baea8caeb875)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:12.520953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.534015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.557459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.569852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256ce3ec-e10e-4a05-bd09-339199572d0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:12.657376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.665779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9b40a938-67ad-46c1-942c-facda1da5d65 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:12.670365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2583ac7a-c6cf-48b6-a85c-87e647f12ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:12.704254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.705424 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4493e53-d853-4477-98d1-cb7f9b02b41e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7429805 Dec 15 21:53:12.717763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:12.736622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.758182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9b40a938-67ad-46c1-942c-facda1da5d65 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:12.758563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9b40a938-67ad-46c1-942c-facda1da5d65 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:12.767292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.773363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:12.773776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.799457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Allocated IP 2001:db8::2 (d8a3858a-2242-49d6-85f1-e5fcaa759f29/7a689cf3-0439-4b9a-8e19-7eb01fa622af/9faab373-3f5d-4f98-8d15-375d0ee1cfca) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:12.813670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-1955680523'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:12.848091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Update dhcp port {'port': {'network_id': '136cc45b-6214-445b-b136-ea71ca0ad4cc', 'fixed_ips': [{'subnet_id': '0c74de80-cdb1-496e-864e-1a96bd0ccd5b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4e290e2-9957-4bca-af54-183c772c16a2'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '7fc400ee-d150-4150-a098-6a021fd589d3'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:53:12.870008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:12.889675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:12.892600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:12.899156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:12.942552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:12.945956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.949368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:12.973127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:12.980213 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4077368 Dec 15 21:53:12.999281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 6b5d3671-a8e0-4767-be85-60f1e0e81ba4 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:13.019569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=7fc400ee-d150-4150-a098-6a021fd589d3,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:13.027507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36486) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:13.033746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'subnet': {'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:13.040708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-766217b4-1880-4e71-933d-86c8b4941da0', 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': 'f0c159b8-adc3-45c3-87d5-80193e39d267'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:13.042256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.048011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=4ee883b8-9f4b-44f8-afee-04bc635a3c9f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:13.060350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:13.066236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:13.069849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': 'b4d04e36-875a-4bc9-a861-a027697d9388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c4c58723-59c0-48e2-9129-afda02657acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:13.070212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: c4c58723-59c0-48e2-9129-afda02657acb, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:13.076665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:13.103097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.133646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:13.272891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.273302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment c5bfaa70-a39a-4223-9f88-aafa40ca565c of type vlan for network a411e010-c320-4588-b3bb-76919d4c15af Dec 15 21:53:13.288206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network c4c58723-59c0-48e2-9129-afda02657acb is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:13.303591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Network': ['ID=0518f4a2-e68c-4550-bc2b-ebd8c8305a22,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:13.305319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:13.308741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:13.316482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c4c58723-59c0-48e2-9129-afda02657acb) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:13.365672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:13.366790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.405276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e631f24-c22d-442c-afea-bbf2cc35bfc6 None None] Network c4c58723-59c0-48e2-9129-afda02657acb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:13.408935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.418137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:13.420770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-192451ef-7a0d-46c9-b9bd-6c4f0f12e002 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:13.445902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:13.456322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:subnet and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:13.456571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.513939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:13.527369 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4429116 Dec 15 21:53:13.538967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36490) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:13.544823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:13.561470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:13.618689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:13.623167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.627480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:13.642945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:13.663011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Checking segment: {'id': '88085e0c-9d3e-4993-a21e-da422e7febf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a5bd2511-0782-46f4-8e00-322247be90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:13.663637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network hostable DHCP agents. Network: a5bd2511-0782-46f4-8e00-322247be90c3, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:13.681282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.690496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:13.691105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.707948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:13.738483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Network a5bd2511-0782-46f4-8e00-322247be90c3 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:13.830812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a5bd2511-0782-46f4-8e00-322247be90c3) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:13.847767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8:0:1::217 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/c6f97286-a298-4cc2-8f5a-964c35848801/6b5d3671-a8e0-4767-be85-60f1e0e81ba4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:13.850529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:13.851539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.872197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2981568'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:13.882020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe91d5b-582e-4f33-b412-f906eb06d9b8 None None] Network a5bd2511-0782-46f4-8e00-322247be90c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:13.882510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1202595 Dec 15 21:53:13.882510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe57:9a26 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/1521534a-2191-4d13-88cc-a9a5ab525118/6b5d3671-a8e0-4767-be85-60f1e0e81ba4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:13.887846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:13.904912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:13.920170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe1215-66d1-4874-9c73-0224af3122bc None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:13.924168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=a411e010-c320-4588-b3bb-76919d4c15af,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:13.936027 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5197062 Dec 15 21:53:13.936027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:13.941776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:13.961658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:13.988405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d8f6a3bb-03a5-46e3-a4f8-c06c9727b46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.009444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a411e010-c320-4588-b3bb-76919d4c15af details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:14.174039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.183371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aafb489f-96fd-4350-8d8d-893dd4555cc7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.233834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:14.256062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:14.280192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Allocated IP 2001:db8::2 (766217b4-1880-4e71-933d-86c8b4941da0/f0c159b8-adc3-45c3-87d5-80193e39d267/ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:14.295740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.298441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2981568'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.308511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:14.329051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Subnet': ['ID=f5561e23-524e-4a77-8bff-663b7abf2d8b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:14.329276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:14.344118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:14.353434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:14.359108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2127587'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.360021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.365473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2128346e-1385-45b0-be84-2cc8c8a50539 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.390422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Checking segment: {'id': '612d7749-731e-4e55-910d-b772e13b8600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:14.390784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network hostable DHCP agents. Network: 749d9ddc-e454-40ad-b314-2047438beaa7, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:14.430062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Transition to ACTIVE for port object 9faab373-3f5d-4f98-8d15-375d0ee1cfca will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:14.444963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:14.445549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.449319 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "PUT /v2.0/subnets/4ee883b8-9f4b-44f8-afee-04bc635a3c9f HTTP/1.1" status: 200 len: 826 time: 0.8922303 Dec 15 21:53:14.455223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:14.510634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Provisioning for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:14.583716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=4ee883b8-9f4b-44f8-afee-04bc635a3c9f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:14.592359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:14.593106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network 749d9ddc-e454-40ad-b314-2047438beaa7 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:14.622036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Transition to ACTIVE for port object 9faab373-3f5d-4f98-8d15-375d0ee1cfca will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:14.630562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.631155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Provisioning complete for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:14.631441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.654434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 749d9ddc-e454-40ad-b314-2047438beaa7) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:14.662238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 6b5d3671-a8e0-4767-be85-60f1e0e81ba4 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:14.667594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:14.668210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.681447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Allocated IP 172.20.0.1 (136cc45b-6214-445b-b136-ea71ca0ad4cc/e4e290e2-9957-4bca-af54-183c772c16a2/7fc400ee-d150-4150-a098-6a021fd589d3) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:14.711259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50d1654-bc77-46ee-b70e-4864e30369a1 None None] Network 749d9ddc-e454-40ad-b314-2047438beaa7 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:14.720324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.726441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63dd545b-7ccf-470b-9ed2-41e237a19288 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.761822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.771287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.772701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7440434 Dec 15 21:53:14.778500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:14.785145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.789212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'subnet': {'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:14.845068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:14.845460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: a411e010-c320-4588-b3bb-76919d4c15af, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:14.850382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=1491789f-4039-4eb5-8a99-7f5df9e807b5,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:14.855304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:14.856585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:14.857244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-56e9184c-4e8c-49e2-b4aa-94bab83ec7e0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.863716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8aee6cf8-c905-4ff1-8808-0380893e754e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.896749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:14.906960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:14.913930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:14.915155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.923182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2127587'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:14.929019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fc400ee-d150-4150-a098-6a021fd589d3 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:14.942207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84facb13-70e0-46d3-b8a8-b5e01a30221d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:14.959613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4983582 Dec 15 21:53:14.963437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:15.005240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=6b5d3671-a8e0-4767-be85-60f1e0e81ba4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:15.016788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network a411e010-c320-4588-b3bb-76919d4c15af is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:15.018625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:15.019369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:15.027058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:15.027709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.028913 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "PUT /v2.0/subnets/b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd HTTP/1.1" status: 200 len: 877 time: 1.0863104 Dec 15 21:53:15.032281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:15.033845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:subnet and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:15.042256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:15.049374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.071011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a411e010-c320-4588-b3bb-76919d4c15af) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:15.075034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event updated for resources: {'Subnet': ['ID=b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:15.077148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:15.082269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:15.108472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:15.111969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.133226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:15.134196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.139528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:15.168820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 6b5d3671-a8e0-4767-be85-60f1e0e81ba4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:15.169182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.189715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdea06d-227e-467a-a45c-50d702f939b5 None None] Network a411e010-c320-4588-b3bb-76919d4c15af requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:15.232104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:15.236587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3417192 Dec 15 21:53:15.251015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:15.263757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:15.379754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.386908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b91e0fd-954c-47d5-a3d1-ecea7326acb1 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:15.431158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee883b8-9f4b-44f8-afee-04bc635a3c9f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:15.446746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:15.453093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.563692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.607449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4c58723-59c0-48e2-9129-afda02657acb']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:15.626054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d04e36-875a-4bc9-a861-a027697d9388') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:15.626471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d04e36-875a-4bc9-a861-a027697d9388') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:15.651591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.680156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.688610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:15.689500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.702721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Pushing event updated for resources: {'Port': ['ID=9faab373-3f5d-4f98-8d15-375d0ee1cfca,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:15.705750 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:15.710786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.737236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:15.824340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:15.876915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.882572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.891023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a411e010-c320-4588-b3bb-76919d4c15af', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:15.891846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.901350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f57c979-e79c-41cb-87a9-d2269b6ede58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c4c58723-59c0-48e2-9129-afda02657acb', 'network_id': 'c4c58723-59c0-48e2-9129-afda02657acb', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': '4ee883b8-9f4b-44f8-afee-04bc635a3c9f'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:15.902172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f57c979-e79c-41cb-87a9-d2269b6ede58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:15.936668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/c4c58723-59c0-48e2-9129-afda02657acb HTTP/1.1" status: 204 len: 168 time: 1.4767804 Dec 15 21:53:15.941027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:15.968069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Subnet': ['ID=daf29276-1c48-4833-868e-47daade59fe4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:15.974560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:15.975237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4bd71de0-25bb-441f-9984-edb7e7eda47f tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:15.994636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Checking segment: {'id': 'add20dc5-4677-4c04-b5df-258c795202ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:15.995006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network hostable DHCP agents. Network: 0518f4a2-e68c-4550-bc2b-ebd8c8305a22, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:16.009251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=c4c58723-59c0-48e2-9129-afda02657acb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:16.011866 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60ff1f4-d9b0-4968-879c-03b833afbdb4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:16.012480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60ff1f4-d9b0-4968-879c-03b833afbdb4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:16.017580 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b60ff1f4-d9b0-4968-879c-03b833afbdb4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/c4c58723-59c0-48e2-9129-afda02657acb HTTP/1.1" status: 404 len: 339 time: 0.0701642 Dec 15 21:53:16.019283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:16.019925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36538) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:16.026430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808162064', 'description': 'd1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:16.033550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:16.039662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Usage tracker for resource:network and tenant:5ab84a24415f4962a8b2c85c40f606e4 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:16.043436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:16.048733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:16.052378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:16.062806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 0518f4a2-e68c-4550-bc2b-ebd8c8305a22) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:16.065832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.068234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:16.071918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.082314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:16.082812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.112144 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3305843 Dec 15 21:53:16.115332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36542) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:16.117601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:16.144891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.156539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.204233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.207675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03696afb-1a7c-4c01-9ff1-582ee57cc269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.249164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.249523 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment 840f29f9-a2fc-466f-bf87-619633f4c71f of type vlan for network 903f08c1-2c42-41b4-88c1-104ca8be7bae Dec 15 21:53:16.308943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:16.309331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.336507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 6b5d3671-a8e0-4767-be85-60f1e0e81ba4 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:16.339017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daa9f16-d102-4db3-8f70-80ee824ef608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a5bd2511-0782-46f4-8e00-322247be90c3', 'network_id': 'a5bd2511-0782-46f4-8e00-322247be90c3', 'tenant_id': 'dfa3059430dc42809b505e559432e0c2', 'fixed_ips': [{'subnet_id': 'b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:16.339862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1daa9f16-d102-4db3-8f70-80ee824ef608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.391922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Attempting to bind port 9faab373-3f5d-4f98-8d15-375d0ee1cfca on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:16.392298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Attempting to bind port 9faab373-3f5d-4f98-8d15-375d0ee1cfca by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'a8770659-341c-43bf-a9e3-c9e9cb3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:16.392659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Attempting to bind port 9faab373-3f5d-4f98-8d15-375d0ee1cfca on network d8a3858a-2242-49d6-85f1-e5fcaa759f29 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:16.403478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.422155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.455284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:16.455709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Checking segment: {'id': 'a8770659-341c-43bf-a9e3-c9e9cb3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:16.456155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.456558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Bound using segment: {'id': 'a8770659-341c-43bf-a9e3-c9e9cb3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:16.457039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Bound port: 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8770659-341c-43bf-a9e3-c9e9cb3978f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8a3858a-2242-49d6-85f1-e5fcaa759f29'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:16.457419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.488405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fc400ee-d150-4150-a098-6a021fd589d3,segment=NetworkSegment(e99ddfdc-6af2-4d62-9f82-baea8caeb875),segment_id=e99ddfdc-6af2-4d62-9f82-baea8caeb875)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:16.549384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbda66-34cf-49d2-a3ac-f786d75de5f1 None None] Network c4c58723-59c0-48e2-9129-afda02657acb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:16.568618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.576308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Transition to ACTIVE for port object ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:16.588889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-634daf49-9c3c-409b-b550-a0d1131a9a0e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:16.599053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.605719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:16.606373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.629030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-df29e022-5e81-4ab1-884c-6a9f38e78d44 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:16.647563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:16.648611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] For port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:16.659813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:16.660982 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6391685 Dec 15 21:53:16.664791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36546) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:16.710907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.715066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cbda66-34cf-49d2-a3ac-f786d75de5f1 None None] Network c4c58723-59c0-48e2-9129-afda02657acb could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:53:16.741278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c9bc4bbf-2d5c-4c39-9bb6-6f2f74a3dde8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:16.774661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.785765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=903f08c1-2c42-41b4-88c1-104ca8be7bae,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:16.791754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:16.816137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ec6e6-cca8-480b-bb47-edf49adaa165 None None] Network c4c58723-59c0-48e2-9129-afda02657acb requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:16.885107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 903f08c1-2c42-41b4-88c1-104ca8be7bae details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:16.898148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-749d9ddc-e454-40ad-b314-2047438beaa7', 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7', 'tenant_id': 'd7ea3441cb7c4c048b9a33995beca711', 'fixed_ips': [{'subnet_id': 'f5561e23-524e-4a77-8bff-663b7abf2d8b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:16.898990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:16.926711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:53:16.971247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.024434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6fa5f-4064-462c-8426-73903b960ba4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:17.025106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3ae6fa5f-4064-462c-8426-73903b960ba4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Synchronizing usage tracker for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:17.066937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ec6e6-cca8-480b-bb47-edf49adaa165 None None] Network c4c58723-59c0-48e2-9129-afda02657acb could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:53:17.069420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5bd2511-0782-46f4-8e00-322247be90c3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:17.088404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.098289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88085e0c-9d3e-4993-a21e-da422e7febf6') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:17.098665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88085e0c-9d3e-4993-a21e-da422e7febf6') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:17.120369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.135519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3ae6fa5f-4064-462c-8426-73903b960ba4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Unset dirty status for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:17.136604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3ae6fa5f-4064-462c-8426-73903b960ba4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks?id=903f08c1-2c42-41b4-88c1-104ca8be7bae HTTP/1.1" status: 200 len: 764 time: 0.4574420 Dec 15 21:53:17.140359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:17.148911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'description': 'd2'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:17.153663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c6084-d9aa-4d35-942d-b28fac5ec52d None None] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:17.166346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.172440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.177752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb36a90d-6d80-4484-9c8d-e6faba6900fb tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:17.192361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Transition to ACTIVE for port object ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:17.243781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.282650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:17.283116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.299306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=6b5d3671-a8e0-4767-be85-60f1e0e81ba4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:17.301263 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:17.318825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:17.327479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Allocated IP 2001:db8::1 (749d9ddc-e454-40ad-b314-2047438beaa7/f5561e23-524e-4a77-8bff-663b7abf2d8b/9faa5756-ee9d-4ddc-a13f-55223cb79066) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:17.349030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8::1 (766217b4-1880-4e71-933d-86c8b4941da0/f0c159b8-adc3-45c3-87d5-80193e39d267/223de9e8-464b-49d8-ac3a-29c78f0421d1) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server [None req-1daa9f16-d102-4db3-8f70-80ee824ef608 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd: This subnet is being modified by another concurrent operation. Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 15 21:53:17.350444 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1438, in create_port_db Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise self.value Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server raise exception Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd: This subnet is being modified by another concurrent operation. Dec 15 21:53:17.354568 dv-neutron-820612-1-hyperv neutron-server[87555]: ERROR oslo_messaging.rpc.server Dec 15 21:53:17.482758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.486792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.507120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Transition to ACTIVE for port object 7fc400ee-d150-4150-a098-6a021fd589d3 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:17.514855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5564476b-60b9-4cce-a07a-6c6139568033 None None] Network a5bd2511-0782-46f4-8e00-322247be90c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:17.537102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.552332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Pushing event updated for resources: {'Port': ['ID=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:17.553434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Transition to ACTIVE for port object 9faa5756-ee9d-4ddc-a13f-55223cb79066 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:17.555775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:17.613331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Allocated IP 172.20.0.2 (a411e010-c320-4588-b3bb-76919d4c15af/1491789f-4039-4eb5-8a99-7f5df9e807b5/db80a952-7d3e-491f-8205-af3b478a1c86) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:17.617330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] For port 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:17.622980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:17.625056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.634040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d95c01e-8d60-432f-80ee-67b87eb6dbdc tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:17.653713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.665111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.727868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network 749d9ddc-e454-40ad-b314-2047438beaa7 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:17.729525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.736897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:17.744771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:17.745566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.748240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Port': ['ID=9faa5756-ee9d-4ddc-a13f-55223cb79066,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:17.750563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:17.764898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:17.780066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.795151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Network 766217b4-1880-4e71-933d-86c8b4941da0 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:17.796834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] For port 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9faab373-3f5d-4f98-8d15-375d0ee1cfca,segment=NetworkSegment(a8770659-341c-43bf-a9e3-c9e9cb3978f6),segment_id=a8770659-341c-43bf-a9e3-c9e9cb3978f6)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:17.802050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=a5bd2511-0782-46f4-8e00-322247be90c3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:17.811731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:17.817753 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/6b5d3671-a8e0-4767-be85-60f1e0e81ba4 HTTP/1.1" status: 204 len: 168 time: 2.8532994 Dec 15 21:53:17.818461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.822566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36558) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:17.829042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/a5bd2511-0782-46f4-8e00-322247be90c3 HTTP/1.1" status: 204 len: 168 time: 2.7956717 Dec 15 21:53:17.832396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36562) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:17.834501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '1521534a-2191-4d13-88cc-a9a5ab525118', 'ip_address': '2001:db8::f816:3eff:fe91:28a4'}, {'subnet_id': 'c6f97286-a298-4cc2-8f5a-964c35848801'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '925bccd3-26fb-4f9a-80b9-6cd4a39483ad'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:53:17.867547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:17.867770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.871294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:17.884889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object 223de9e8-464b-49d8-ac3a-29c78f0421d1 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:17.887166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7725178-11e5-49d1-b1a4-a5a520cb0161 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:17.888144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7725178-11e5-49d1-b1a4-a5a520cb0161 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:17.889994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7725178-11e5-49d1-b1a4-a5a520cb0161 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/b908f2a4-f4d5-4c4a-bcc9-a9ab2fb632dd HTTP/1.1" status: 404 len: 337 time: 0.0551159 Dec 15 21:53:17.892526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36566) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:17.917961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.921081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:17.924000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-61de558f-c487-405f-8f9b-8545efee3d0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:17.947208 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-deab68d7-83e9-415c-a05a-d766fdf380db tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:17.947678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deab68d7-83e9-415c-a05a-d766fdf380db tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:17.949384 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-deab68d7-83e9-415c-a05a-d766fdf380db tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/a5bd2511-0782-46f4-8e00-322247be90c3 HTTP/1.1" status: 404 len: 339 time: 0.0557742 Dec 15 21:53:17.958267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:17.972323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:17.999291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 903f08c1-2c42-41b4-88c1-104ca8be7bae is not hosted by any dhcp agent {{(pid=87554) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Dec 15 21:53:18.005343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:18.005508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.006693 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "PUT /v2.0/networks/903f08c1-2c42-41b4-88c1-104ca8be7bae HTTP/1.1" status: 200 len: 761 time: 0.8654060 Dec 15 21:53:18.012161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.021651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a6213b-26bc-4e6f-84bc-54435befd9de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:18.022105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a6213b-26bc-4e6f-84bc-54435befd9de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:18.024443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.037038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=903f08c1-2c42-41b4-88c1-104ca8be7bae,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:18.039736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:18.117034 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2a6213b-26bc-4e6f-84bc-54435befd9de tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/c56f317a-df56-48b9-b393-f5d8c611d926 HTTP/1.1" status: 404 len: 337 time: 0.1554074 Dec 15 21:53:18.119739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.131328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b98149-cfbc-4719-a138-af069135ec59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:18.132826 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-82b98149-cfbc-4719-a138-af069135ec59 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3091269 Dec 15 21:53:18.133955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.138686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.141892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd5a1cb5-3ea1-4573-b11c-7327053316a8 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:18.148011 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b322d5-b304-4ed7-8bfc-33392013eb52 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:18.148483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b322d5-b304-4ed7-8bfc-33392013eb52 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:18.150139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5b322d5-b304-4ed7-8bfc-33392013eb52 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/f8bab247-dd76-4c6d-abbe-041b163d19e2 HTTP/1.1" status: 404 len: 339 time: 0.0288007 Dec 15 21:53:18.153204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.183215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 903f08c1-2c42-41b4-88c1-104ca8be7bae details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:18.235975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Pushing event updated for resources: {'Port': ['ID=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:18.238777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:18.263274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:18.273968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.323605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 766217b4-1880-4e71-933d-86c8b4941da0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:18.333340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:18.343690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:18.344930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.362992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed36ac0-5366-4af1-9a03-dad317564bb2 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:18.364101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bed36ac0-5366-4af1-9a03-dad317564bb2 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Synchronizing usage tracker for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:18.423861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.429427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=223de9e8-464b-49d8-ac3a-29c78f0421d1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:18.446441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:18.460845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7713a96b-c474-4828-b47f-4f1d48a175b2']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:18.477113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b14fdb3-5754-42db-9571-be5935859206') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:18.477674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b14fdb3-5754-42db-9571-be5935859206') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:18.491706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.517472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.522107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.536688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:18.544434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.551691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a7a48-bbdc-4ab7-9e22-1697fa10bba4 None None] Network a5bd2511-0782-46f4-8e00-322247be90c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:18.561483 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:18.679345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.686187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f2ca1254-7966-4ecc-97e8-ebd1b0bf958e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:18.703273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.716002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a7a48-bbdc-4ab7-9e22-1697fa10bba4 None None] Network a5bd2511-0782-46f4-8e00-322247be90c3 could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 21:53:18.718538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Attempting to bind port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:18.718920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Attempting to bind port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '91df3fad-9325-45ab-ba68-255b7757336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:18.719285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Attempting to bind port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e on network 766217b4-1880-4e71-933d-86c8b4941da0 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:18.728100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Allocated IP 2001:db8::2 (749d9ddc-e454-40ad-b314-2047438beaa7/f5561e23-524e-4a77-8bff-663b7abf2d8b/73ffdb69-f860-44c8-a339-bae37647fc42) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:18.734559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=7713a96b-c474-4828-b47f-4f1d48a175b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:18.739124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:18.739300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.742639 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/7713a96b-c474-4828-b47f-4f1d48a175b2 HTTP/1.1" status: 204 len: 168 time: 0.5883212 Dec 15 21:53:18.745624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36590) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.792279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4217f1-dee8-4c04-9fa1-c2b5a717e82e None None] Pushing event updated for resources: {'Port': ['ID=7fc400ee-d150-4150-a098-6a021fd589d3,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:18.807858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a667e3-8c2f-4fec-969b-c2ef152d9792 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:18.811283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a667e3-8c2f-4fec-969b-c2ef152d9792 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:18.814147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58a667e3-8c2f-4fec-969b-c2ef152d9792 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/5b7aa7eb-6086-406e-bf63-50cee4f66550 HTTP/1.1" status: 404 len: 337 time: 0.0666363 Dec 15 21:53:18.815897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.834344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:18.834722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Checking segment: {'id': '91df3fad-9325-45ab-ba68-255b7757336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:18.835497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.835497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Bound using segment: {'id': '91df3fad-9325-45ab-ba68-255b7757336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:18.835793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bed36ac0-5366-4af1-9a03-dad317564bb2 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Unset dirty status for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:18.836065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Bound port: ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91df3fad-9325-45ab-ba68-255b7757336e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '766217b4-1880-4e71-933d-86c8b4941da0'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:18.836479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:18.837004 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bed36ac0-5366-4af1-9a03-dad317564bb2 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks?id=903f08c1-2c42-41b4-88c1-104ca8be7bae HTTP/1.1" status: 200 len: 764 time: 0.8196301 Dec 15 21:53:18.846233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.860021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaecb699-3d0f-462a-a08f-a7c3568f625e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:18.860730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaecb699-3d0f-462a-a08f-a7c3568f625e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:18.864961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aaecb699-3d0f-462a-a08f-a7c3568f625e tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/40d91d15-eaf8-43cc-9ea4-212ec9236d75 HTTP/1.1" status: 404 len: 339 time: 0.0456109 Dec 15 21:53:18.865573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:18.925927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53f4b62-42f2-4ba4-addd-ddf7cfb2f7c9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:18.926346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53f4b62-42f2-4ba4-addd-ddf7cfb2f7c9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:18.942472 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c53f4b62-42f2-4ba4-addd-ddf7cfb2f7c9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/617fe978-68fa-4597-b45b-c7ddfa10360e HTTP/1.1" status: 404 len: 337 time: 0.0695419 Dec 15 21:53:18.943576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.003677 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7e3edf-72ae-4c51-befd-18ecff93ef56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.004675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7e3edf-72ae-4c51-befd-18ecff93ef56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.010379 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db7e3edf-72ae-4c51-befd-18ecff93ef56 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/c90e692b-7898-4627-a0dd-e511a626a22c HTTP/1.1" status: 404 len: 339 time: 0.0645447 Dec 15 21:53:19.010988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36610) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.061374 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9af8beb-a949-4b6d-ad2a-1a0f3d57075c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.061827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9af8beb-a949-4b6d-ad2a-1a0f3d57075c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.066187 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c9af8beb-a949-4b6d-ad2a-1a0f3d57075c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/7e98d7ab-3ce0-4b1a-9aff-9fe152cbe6f9 HTTP/1.1" status: 404 len: 337 time: 0.0541351 Dec 15 21:53:19.066939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36614) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.093391 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d437ef-9416-4f18-9e4c-46ca13677d5a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.093869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d437ef-9416-4f18-9e4c-46ca13677d5a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.098268 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1d437ef-9416-4f18-9e4c-46ca13677d5a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/95ea44b6-3ce2-4a07-8f00-163ddaee6e59 HTTP/1.1" status: 404 len: 339 time: 0.0303028 Dec 15 21:53:19.098877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.158618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c4260-addb-4f30-b57e-cf03ea85b28c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:19.160306 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f8c4260-addb-4f30-b57e-cf03ea85b28c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.9608934 Dec 15 21:53:19.162828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.171032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e900929a-d400-4683-be70-5be78cd688c7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.171846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e900929a-d400-4683-be70-5be78cd688c7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.173795 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e900929a-d400-4683-be70-5be78cd688c7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/ac48b733-4735-4d36-858d-05d030086166 HTTP/1.1" status: 404 len: 337 time: 0.0740094 Dec 15 21:53:19.176325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-0518f4a2-e68c-4550-bc2b-ebd8c8305a22', 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22', 'tenant_id': 'd7ea3441cb7c4c048b9a33995beca711', 'fixed_ips': [{'subnet_id': 'daf29276-1c48-4833-868e-47daade59fe4'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:19.177380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.227232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36626) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.258754 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3e1b39-d313-47db-90ce-2723b7cd5c36 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.259238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3e1b39-d313-47db-90ce-2723b7cd5c36 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.264486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f3e1b39-d313-47db-90ce-2723b7cd5c36 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/a827b678-bb79-42c7-8185-8a24d413f403 HTTP/1.1" status: 404 len: 339 time: 0.0361652 Dec 15 21:53:19.265414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.274371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.298465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.299305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.307495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:19.325718 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bdcc49-1398-4067-acb2-6f0f23a8da67 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.326268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bdcc49-1398-4067-acb2-6f0f23a8da67 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.330912 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5bdcc49-1398-4067-acb2-6f0f23a8da67 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/fe6442f0-292f-47d5-b7b7-37550777da6d HTTP/1.1" status: 404 len: 337 time: 0.0518374 Dec 15 21:53:19.333625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36634) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.340440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6b4a8-1f72-483c-a185-fb4b42fd050b None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:19.354371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:19.355041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.367821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-08608cda-8dd6-47f5-b9ff-a0e9bb94dc57 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.368329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08608cda-8dd6-47f5-b9ff-a0e9bb94dc57 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.373492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08608cda-8dd6-47f5-b9ff-a0e9bb94dc57 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/5d915d0c-7ff3-43cd-aa14-9ff5d7d29e18 HTTP/1.1" status: 404 len: 339 time: 0.0340078 Dec 15 21:53:19.374331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:19.375955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:19.377437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:19.378318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:19.380098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.380841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36638) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.425649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90db3b2-375e-45ae-bd6b-e8f1108015a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.425977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90db3b2-375e-45ae-bd6b-e8f1108015a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.426384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d766b-8256-481c-97d8-526214c78b71 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:19.429926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b90db3b2-375e-45ae-bd6b-e8f1108015a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/42c1774e-6ec7-48be-9ea8-aa827f3949ff HTTP/1.1" status: 404 len: 337 time: 0.0460262 Dec 15 21:53:19.430062 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-011d766b-8256-481c-97d8-526214c78b71 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5746050 Dec 15 21:53:19.431131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.431254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.501426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4001739-a7a6-4e01-b5ec-35163e4ae0f4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Synchronizing usage tracker for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:19.504025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Pushing event updated for resources: {'Port': ['ID=9faab373-3f5d-4f98-8d15-375d0ee1cfca,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:19.505587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fcc3b1-de62-40dc-a5e1-26ff9c272b3a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.506041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11fcc3b1-de62-40dc-a5e1-26ff9c272b3a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.508592 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11fcc3b1-de62-40dc-a5e1-26ff9c272b3a tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/0e827042-5789-417e-8c48-1abbcfcad655 HTTP/1.1" status: 404 len: 339 time: 0.0761890 Dec 15 21:53:19.518367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36650) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.521807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:19.525791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-652c7530-2b68-4384-88ef-0beb7296b989 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3575864 Dec 15 21:53:19.526407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36652) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.536731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Port': ['ID=9faa5756-ee9d-4ddc-a13f-55223cb79066,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:19.548107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:19.630957 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4300a00-e3a9-402d-9e08-bc37ea3fecd6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.632154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4300a00-e3a9-402d-9e08-bc37ea3fecd6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.636659 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4300a00-e3a9-402d-9e08-bc37ea3fecd6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/4f2d0671-14db-4bb3-9224-dece5bfb99ee HTTP/1.1" status: 404 len: 337 time: 0.1089349 Dec 15 21:53:19.643854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.646322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4001739-a7a6-4e01-b5ec-35163e4ae0f4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Unset dirty status for tenant:5ab84a24415f4962a8b2c85c40f606e4 on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:19.651159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4001739-a7a6-4e01-b5ec-35163e4ae0f4 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 207 time: 0.2169676 Dec 15 21:53:19.654809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.658466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.395s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:19.722760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.777s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:19.723390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:19.743521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network 749d9ddc-e454-40ad-b314-2047438beaa7 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:19.747654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:19.784165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Allocated IP 2001:db8::2 (0518f4a2-e68c-4550-bc2b-ebd8c8305a22/daf29276-1c48-4833-868e-47daade59fe4/97eadad8-724c-4a0e-b6a5-b2c7082083f8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:19.786958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1cca822f-47cc-4a06-a316-779c6580efc6 None None] Provisioning for port 7fc400ee-d150-4150-a098-6a021fd589d3 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:19.856986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.894112 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa8110c-f456-4bd6-9af5-7ff07bf71824 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.894610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa8110c-f456-4bd6-9af5-7ff07bf71824 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.896836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fa8110c-f456-4bd6-9af5-7ff07bf71824 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/6606ece7-5234-4ef4-ad33-f9defa653925 HTTP/1.1" status: 404 len: 339 time: 0.2521927 Dec 15 21:53:19.909431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36666) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.914328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1cca822f-47cc-4a06-a316-779c6580efc6 None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:19.914947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cca822f-47cc-4a06-a316-779c6580efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:19.952485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-64cefd3b-9f5d-4c92-a838-d07ac948fbd3 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:19.952935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64cefd3b-9f5d-4c92-a838-d07ac948fbd3 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:19.954628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-64cefd3b-9f5d-4c92-a838-d07ac948fbd3 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/24b7c356-b5fd-49d9-9f01-753e9b994fc8 HTTP/1.1" status: 404 len: 337 time: 0.0442817 Dec 15 21:53:19.958944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 1521534a-2191-4d13-88cc-a9a5ab525118 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:19.961049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36670) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:19.985550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Transition to ACTIVE for port object db80a952-7d3e-491f-8205-af3b478a1c86 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:20.006541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] For port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:20.010477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e225f7c-e9f6-4c3e-bef3-bce6bec467a9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:20.011084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e225f7c-e9f6-4c3e-bef3-bce6bec467a9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:20.013057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e225f7c-e9f6-4c3e-bef3-bce6bec467a9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/ddbccc53-dcb7-4ce9-ad62-35e2f82a01a4 HTTP/1.1" status: 404 len: 339 time: 0.0467596 Dec 15 21:53:20.016685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:20.114920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] For port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,segment=NetworkSegment(91df3fad-9325-45ab-ba68-255b7757336e),segment_id=91df3fad-9325-45ab-ba68-255b7757336e)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:20.127168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.133088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.139457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.141072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.145254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.153634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.161221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.168884 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9af2b9c6-7251-4019-977f-1468e87e4129 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.5074844 Dec 15 21:53:20.169530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.169530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.169530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:20.172041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:20.177024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Deleting subnet 1abdd5bc-c2a5-4139-9430-d7baf5d6a759 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:20.181026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.189439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Allocated IP 2001:db8:0:1::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/c6f97286-a298-4cc2-8f5a-964c35848801/925bccd3-26fb-4f9a-80b9-6cd4a39483ad) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:20.224948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.228035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087bb235-37ae-4059-85fc-bb807f04f3a7 None None] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:20.248884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.255482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Transition to ACTIVE for port object db80a952-7d3e-491f-8205-af3b478a1c86 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:20.265387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2ccf1234-d578-4e42-b992-7f351b7d5f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:20.334567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.442650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=223de9e8-464b-49d8-ac3a-29c78f0421d1,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:20.445577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:20.455161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.510907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.20.0.1 (a411e010-c320-4588-b3bb-76919d4c15af/1491789f-4039-4eb5-8a99-7f5df9e807b5/a90f2f3e-2a1e-4779-a141-0f29c1a92a86) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:20.558502 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-50a480a2-daee-45c5-847e-6dd2dbe8c15f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3538356 Dec 15 21:53:20.564417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36686) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:20.592200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Router 31b4bf94-6ccf-4531-9c32-7037119c932f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:53:20.597886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 766217b4-1880-4e71-933d-86c8b4941da0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:20.601438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:20.604207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.676593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Network a411e010-c320-4588-b3bb-76919d4c15af is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:20.729317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:20.731901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Transition to ACTIVE for port object 73ffdb69-f860-44c8-a339-bae37647fc42 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:20.760739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:20.772483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Pushing event updated for resources: {'Port': ['ID=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:20.795300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:20.803220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.809168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.810925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.812800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.814455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:20.816335 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-784673fe-5e3a-4a45-a378-cc4c0a0c583a tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1842170 Dec 15 21:53:20.831071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c277371e-d27e-49e9-825d-6b7fbcea07b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:20.888039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36690) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:20.955804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:20.961128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:20.995615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fc400ee-d150-4150-a098-6a021fd589d3 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:21.020773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Transition to ACTIVE for port object 73ffdb69-f860-44c8-a339-bae37647fc42 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:21.039694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Subnet': ['ID=1abdd5bc-c2a5-4139-9430-d7baf5d6a759,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:21.042256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:21.055802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.093400 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/subnets/1abdd5bc-c2a5-4139-9430-d7baf5d6a759 HTTP/1.1" status: 204 len: 168 time: 1.0740583 Dec 15 21:53:21.108962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36694) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:21.130764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.132213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.133627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.135598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.137030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.138696 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cad738f7-bcd6-4129-a7db-1efbb55a1e56 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2490821 Dec 15 21:53:21.151251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36696) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:21.281445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.283748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f50603e-43a8-4f9d-bbb6-419625620eb6 None None] Network 89e75f77-900c-4cec-b9f7-4577555f023d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:21.308851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889c72a-14df-4ad8-b75c-fc481fa4ed92 req-f41e4346-7251-46f0-b6db-13133c1fb4f2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.310432 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a889c72a-14df-4ad8-b75c-fc481fa4ed92 req-f41e4346-7251-46f0-b6db-13133c1fb4f2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.8370798 Dec 15 21:53:21.320560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object a90f2f3e-2a1e-4779-a141-0f29c1a92a86 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:21.341894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.401490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2768d1f3-3888-41d1-a797-ba6b556ec851 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:21.402548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:21.402826 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2768d1f3-3888-41d1-a797-ba6b556ec851 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks/9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 HTTP/1.1" status: 200 len: 803 time: 0.2507353 Dec 15 21:53:21.410038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.410255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36702) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:21.416969 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3005497 Dec 15 21:53:21.421404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36706) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:21.422613 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962787-78ec-45a7-92e7-509310295b78 None None] Sync routers for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:21.437650 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:21.438589 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:21.465138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Attempting to bind port db80a952-7d3e-491f-8205-af3b478a1c86 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:21.465695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Attempting to bind port db80a952-7d3e-491f-8205-af3b478a1c86 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:21.466080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Attempting to bind port db80a952-7d3e-491f-8205-af3b478a1c86 on network a411e010-c320-4588-b3bb-76919d4c15af {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:21.489816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Pushing event updated for resources: {'Port': ['ID=db80a952-7d3e-491f-8205-af3b478a1c86,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:21.503424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:21.512871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e09ec584-0819-4639-ad93-020ab063963c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:21.549441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] For port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:21.568997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.573075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Network 749d9ddc-e454-40ad-b314-2047438beaa7 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:21.582818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-057c6b5d-1301-4acb-bd37-bf3fbedeaf8f None None] Provisioning for port 9faab373-3f5d-4f98-8d15-375d0ee1cfca completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:21.586281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:21.586928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Checking segment: {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:21.587564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.588245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Bound using segment: {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:21.588980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Bound port: db80a952-7d3e-491f-8205-af3b478a1c86, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:21.589585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.604458 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:21.612918 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a889c72a-14df-4ad8-b75c-fc481fa4ed92 req-4bf8e345-97e2-4541-b4c9-6afb9bf49832 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2713094 Dec 15 21:53:21.616853 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:21.617635 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:21.623313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Deleting port 62954e7e-5cfa-4807-aeda-16e45085f60b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:21.624102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.646804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:21.680334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.700415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-67fbfcda-8f8b-4dc3-bf82-6fbd7224c311 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:21.738673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:21.753542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e605720b-7173-4261-b8a5-8848fb656421 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:53:21.781257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Transition to ACTIVE for port object 97eadad8-724c-4a0e-b6a5-b2c7082083f8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:21.802399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:21.806597 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-36962787-78ec-45a7-92e7-509310295b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:21.807016 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36962787-78ec-45a7-92e7-509310295b78 None None] The sync data for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:21.817269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:21.843987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:21.854977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:21.865893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16a9898f-abdd-4559-b0b1-487fbd9a9cf1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/networks/9a774e99-37c5-41d0-bbfa-a7d09c6b65c9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4546561 Dec 15 21:53:21.869602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:21.913768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network a411e010-c320-4588-b3bb-76919d4c15af is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:21.919017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:21.925493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:22.011902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.020052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3d1fad-546e-447e-a98f-bc4242e6f103 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:22.021886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:53:22.037129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6f3d1fad-546e-447e-a98f-bc4242e6f103 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets/e9a93935-8b32-408e-b4a1-a7cdc2c077b2 HTTP/1.1" status: 200 len: 843 time: 0.1661813 Dec 15 21:53:22.039867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:22.106876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.154038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Pushing event updated for resources: {'Port': ['ID=73ffdb69-f860-44c8-a339-bae37647fc42,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:22.158320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:22.169655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.184795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Transition to ACTIVE for port object 97eadad8-724c-4a0e-b6a5-b2c7082083f8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:22.240853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.260499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f7ee509c-f884-44f5-a772-c2ce2e36f44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:22.281124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1f7815-b940-41e8-ae64-27b0f648f35f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['shared'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:22.286716 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f1f7815-b940-41e8-ae64-27b0f648f35f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "GET /v2.0/subnets/e9a93935-8b32-408e-b4a1-a7cdc2c077b2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2385995 Dec 15 21:53:22.286716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36722) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:22.293860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589539416'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:22.298605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.310895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Attempting to bind port 73ffdb69-f860-44c8-a339-bae37647fc42 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:22.311284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Attempting to bind port 73ffdb69-f860-44c8-a339-bae37647fc42 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '612d7749-731e-4e55-910d-b772e13b8600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:22.311658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Attempting to bind port 73ffdb69-f860-44c8-a339-bae37647fc42 on network 749d9ddc-e454-40ad-b314-2047438beaa7 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:22.313505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:22.314173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e182b287-68d4-4f02-89ed-d7af2be52ff5 None None] Network 766217b4-1880-4e71-933d-86c8b4941da0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:22.340985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Transition to ACTIVE for port object 925bccd3-26fb-4f9a-80b9-6cd4a39483ad will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:22.348896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-861ad99d-af78-4313-89e7-5973d343da10 None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:22.349276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-861ad99d-af78-4313-89e7-5973d343da10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.461811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.466209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:22.466931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Checking segment: {'id': '612d7749-731e-4e55-910d-b772e13b8600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:22.467059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.467370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Bound using segment: {'id': '612d7749-731e-4e55-910d-b772e13b8600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:22.467860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Bound port: 73ffdb69-f860-44c8-a339-bae37647fc42, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612d7749-731e-4e55-910d-b772e13b8600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '749d9ddc-e454-40ad-b314-2047438beaa7'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:22.468263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.486107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.506286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] For port db80a952-7d3e-491f-8205-af3b478a1c86, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:22.529228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:22.539683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:22.599405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:22.600001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:22.602548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:22.603029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.622607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:22.643162 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e605720b-7173-4261-b8a5-8848fb656421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4322543 Dec 15 21:53:22.645166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36726) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:22.665070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] For port db80a952-7d3e-491f-8205-af3b478a1c86, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=db80a952-7d3e-491f-8205-af3b478a1c86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:22.675971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Pushing event updated for resources: {'Port': ['ID=97eadad8-724c-4a0e-b6a5-b2c7082083f8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:22.679260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:22.680145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] Sync routers for ids ['e605720b-7173-4261-b8a5-8848fb656421'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:22.702872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:22.773304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:22.782592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.784831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.785181 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Added segment 3af3d97f-81a4-4748-b6b9-f9bf96908df5 of type vlan for network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a Dec 15 21:53:22.825969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.836374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] For port 62954e7e-5cfa-4807-aeda-16e45085f60b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=62954e7e-5cfa-4807-aeda-16e45085f60b,segment=NetworkSegment(b773c045-097e-4589-b3d2-2665f36796b6),segment_id=b773c045-097e-4589-b3d2-2665f36796b6)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:22.836863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:22.909243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c9543943-66ec-4fad-ac9a-f6a59441b7b7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:53:22.910409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9543943-66ec-4fad-ac9a-f6a59441b7b7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4876494 Dec 15 21:53:22.935517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36730) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:22.949393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] Routers {'e605720b-7173-4261-b8a5-8848fb656421'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:22.949393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e605720b-7173-4261-b8a5-8848fb656421'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:22.979608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Calling delete_port for 62954e7e-5cfa-4807-aeda-16e45085f60b owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:23.029483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907090c-2dee-4077-a4b4-8b6a55aae066 req-036f993a-e10e-4a6b-b1a1-4c8a131c5d96 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:23.031914 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1907090c-2dee-4077-a4b4-8b6a55aae066 req-036f993a-e10e-4a6b-b1a1-4c8a131c5d96 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.1308243 Dec 15 21:53:23.037466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.101600 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1907090c-2dee-4077-a4b4-8b6a55aae066 req-2c2e73d8-3fe3-4f07-954c-7342f0dd9104 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639646 Dec 15 21:53:23.139387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9faab373-3f5d-4f98-8d15-375d0ee1cfca up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:23.148402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.159790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f68d8b7a-20e2-481d-9d0f-8345372fdf0d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:23.198812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab70746f-55d2-4119-b91d-dcd72242f8b7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:23.199820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab70746f-55d2-4119-b91d-dcd72242f8b7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:23.248980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Port': ['ID=62954e7e-5cfa-4807-aeda-16e45085f60b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:23.265597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:23.266806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] No DVR routers for this DVR port 62954e7e-5cfa-4807-aeda-16e45085f60b on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:23.306571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:23.326753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Attempting to bind port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:23.327135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Attempting to bind port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'add20dc5-4677-4c04-b5df-258c795202ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:23.327505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Attempting to bind port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 on network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:23.461997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.473762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:23.482956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843130a-5cab-4f84-a746-ac79757b14e2 None None] DHCP port deletion for 89e75f77-900c-4cec-b9f7-4577555f023d request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:23.487657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.498095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ab70746f-55d2-4119-b91d-dcd72242f8b7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:23.506558 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab70746f-55d2-4119-b91d-dcd72242f8b7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports/223de9e8-464b-49d8-ac3a-29c78f0421d1 HTTP/1.1" status: 200 len: 911 time: 0.8553929 Dec 15 21:53:23.510505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Pushing event updated for resources: {'Port': ['ID=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:23.513642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] Routers {'e605720b-7173-4261-b8a5-8848fb656421'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:23.514542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e605720b-7173-4261-b8a5-8848fb656421'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:23.533418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36738) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:23.593776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:23.613992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] For port 73ffdb69-f860-44c8-a339-bae37647fc42, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:23.615989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.829s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:23.673163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:23.677316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Checking segment: {'id': 'add20dc5-4677-4c04-b5df-258c795202ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:23.680059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.680697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Bound using segment: {'id': 'add20dc5-4677-4c04-b5df-258c795202ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:23.681415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Bound port: 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add20dc5-4677-4c04-b5df-258c795202ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0518f4a2-e68c-4550-bc2b-ebd8c8305a22'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:23.681990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.758426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.779724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] For port 73ffdb69-f860-44c8-a339-bae37647fc42, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73ffdb69-f860-44c8-a339-bae37647fc42,segment=NetworkSegment(612d7749-731e-4e55-910d-b772e13b8600),segment_id=612d7749-731e-4e55-910d-b772e13b8600)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:23.790609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:23.791085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d06b65-e7f3-44e0-82b7-4f74db0e0b3c None None] The sync data for ids ['e605720b-7173-4261-b8a5-8848fb656421'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:23.805089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d48b63b-b5d7-4a29-bb93-f5f464e4e99b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:23.845474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.862352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9faab373-3f5d-4f98-8d15-375d0ee1cfca completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:23.890225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.937580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9faab373-3f5d-4f98-8d15-375d0ee1cfca triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:23.938018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:23.957325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e75f77-900c-4cec-b9f7-4577555f023d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:23.982358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Provisioning complete for port 9faab373-3f5d-4f98-8d15-375d0ee1cfca triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:23.982666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.027082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Pushing event updated for resources: {'Port': ['ID=db80a952-7d3e-491f-8205-af3b478a1c86,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:24.038321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:24.063056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:24.082896 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7932343 Dec 15 21:53:24.099974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36742) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:24.106948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:24.137704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b773c045-097e-4589-b3d2-2665f36796b6') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:24.138452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b773c045-097e-4589-b3d2-2665f36796b6') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:24.180826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.183508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] For port 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:24.204449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] For port 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=97eadad8-724c-4a0e-b6a5-b2c7082083f8,segment=NetworkSegment(add20dc5-4677-4c04-b5df-258c795202ca),segment_id=add20dc5-4677-4c04-b5df-258c795202ca)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:24.222336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Pushing event updated for resources: {'Port': ['ID=73ffdb69-f860-44c8-a339-bae37647fc42,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:24.226349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:24.227682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.230788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.234990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:24.255504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d61bd-cc05-4906-a088-3552f636bf45 req-ee1c0843-372b-4607-88be-5627f72cca38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:24.257039 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-580d61bd-cc05-4906-a088-3552f636bf45 req-ee1c0843-372b-4607-88be-5627f72cca38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4262609 Dec 15 21:53:24.296166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Network': ['ID=2beb47d0-f3b9-4140-9cfd-0b94452bae6a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:24.299649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:24.304878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:24.326948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Pushing event updated for resources: {'Port': ['ID=97eadad8-724c-4a0e-b6a5-b2c7082083f8,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:24.330640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:24.335537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:24.428242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:24.428802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:24.464718 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:24.637922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.639668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:24.670077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.677710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.682799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b284dd1a-591b-443d-b6a7-6a58e855ea44 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:24.748850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] For port 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9faab373-3f5d-4f98-8d15-375d0ee1cfca,segment=NetworkSegment(a8770659-341c-43bf-a9e3-c9e9cb3978f6),segment_id=a8770659-341c-43bf-a9e3-c9e9cb3978f6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:24.754114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=1521534a-2191-4d13-88cc-a9a5ab525118,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:24.762619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.764954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:53:24.765117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:24.777691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:24.778536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Made reservation on behalf of 5ab84a24415f4962a8b2c85c40f606e4 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:24.782841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.906466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.916531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.959093 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-580d61bd-cc05-4906-a088-3552f636bf45 req-76489905-e715-41c5-948a-5cb2414e0b68 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6312273 Dec 15 21:53:24.959830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.961576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:24.968178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6e79fbe3-cf07-40ac-ae70-4614cdb8d557 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:25.003513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Provisioning for port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:25.011492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:25.014459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:25.014831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:25.017819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Pushing event deleted for resources: {'Network': ['ID=89e75f77-900c-4cec-b9f7-4577555f023d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:25.021740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-628a875c-b752-4640-907f-c54fddf5776f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:25.026101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:25.040365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Pushing event updated for resources: {'Port': ['ID=9faab373-3f5d-4f98-8d15-375d0ee1cfca,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:25.051780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:25.083349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:53:25.083949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:53:25.084196 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] 10.222.0.18 "DELETE /v2.0/networks/89e75f77-900c-4cec-b9f7-4577555f023d HTTP/1.1" status: 204 len: 168 time: 3.9234092 Dec 15 21:53:25.115552 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/1521534a-2191-4d13-88cc-a9a5ab525118 HTTP/1.1" status: 204 len: 168 time: 5.5491598 Dec 15 21:53:25.118010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:25.123817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9529bdf5-c3ec-4c98-96d2-e4ad96354d90 None None] Could not find standard attr ID for object 6b5d3671-a8e0-4767-be85-60f1e0e81ba4. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:53:25.150922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9529bdf5-c3ec-4c98-96d2-e4ad96354d90 None None] Provisioning for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:25.156559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9529bdf5-c3ec-4c98-96d2-e4ad96354d90 None None] Provisioning complete for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:25.156949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9529bdf5-c3ec-4c98-96d2-e4ad96354d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:25.349501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:25.368085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:25.400011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54cadcc-fe5d-4c60-97b9-055e6dc9834a None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:25.429769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:25.450164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:25.671329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:25.778703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6b026-c0c2-4671-894e-9cc0f2d641c8 None None] Network a411e010-c320-4588-b3bb-76919d4c15af requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:25.876706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:25.937800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet c6f97286-a298-4cc2-8f5a-964c35848801 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:25.959829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.140156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.248019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:26.298472 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e997f7c-490f-44cd-917b-2f27a99a3230 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dfa3059430dc42809b505e559432e0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5498269 Dec 15 21:53:26.305785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:26.355029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b72eaa0-48ce-409c-8161-3201311ccab0 None None] Network 749d9ddc-e454-40ad-b314-2047438beaa7 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:26.378499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-75ae9ce3-1afb-49f4-bb14-85d634e13e41 None None] Provisioning for port db80a952-7d3e-491f-8205-af3b478a1c86 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:26.386177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network a411e010-c320-4588-b3bb-76919d4c15af is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:26.396324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:26.483669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.514956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.558458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-75ae9ce3-1afb-49f4-bb14-85d634e13e41 None None] Provisioning for port 223de9e8-464b-49d8-ac3a-29c78f0421d1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:26.570172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 223de9e8-464b-49d8-ac3a-29c78f0421d1 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:26.573363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.615514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.639339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-75ae9ce3-1afb-49f4-bb14-85d634e13e41 None None] Provisioning complete for port 223de9e8-464b-49d8-ac3a-29c78f0421d1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:26.639726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-75ae9ce3-1afb-49f4-bb14-85d634e13e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.640782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca0c77d1-6ab9-49f9-8431-af8a81db772d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:26.673132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc388f-71d4-43c8-a56e-43b2acfbb8bc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:26.676527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:26.683291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.686229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:26.699909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21793519-c86d-44a8-a092-4e742da2aa13 None None] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:26.725540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.726727 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1bc388f-71d4-43c8-a56e-43b2acfbb8bc HTTP/1.1" status: 204 len: 168 time: 0.4183679 Dec 15 21:53:26.739032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.757435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c268b29f-dc69-4555-8061-7718c21d4817 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:26.817672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:26.818170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.893952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=69b41643-cf96-4bfb-90ba-6c492ac97720,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:26.910886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:26.921411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:26.922898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bc298-aedb-40ee-af4f-3246fc28cdec req-e16d89a7-20b5-4a17-9b8a-d408c7ad6cd2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:26.924428 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-997bc298-aedb-40ee-af4f-3246fc28cdec req-e16d89a7-20b5-4a17-9b8a-d408c7ad6cd2 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6508245 Dec 15 21:53:26.965356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-75ae9ce3-1afb-49f4-bb14-85d634e13e41 None None] Port 223de9e8-464b-49d8-ac3a-29c78f0421d1 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:26.992632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Checking segment: {'id': '3af3d97f-81a4-4748-b6b9-f9bf96908df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:26.993447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network hostable DHCP agents. Network: 2beb47d0-f3b9-4140-9cfd-0b94452bae6a, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:27.036786 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-997bc298-aedb-40ee-af4f-3246fc28cdec req-778ee0fc-c808-4187-acbd-0b448749331d tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993366 Dec 15 21:53:27.109851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 223de9e8-464b-49d8-ac3a-29c78f0421d1 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:27.148948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:27.160691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:53:27.179446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.246912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97f82f4e-f8b2-4b8a-9cdf-103c073016c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:27.251527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-39259738-a3a6-4b6c-a02a-4b83ce06f607 None None] Provisioning for port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:27.314526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f97286-a298-4cc2-8f5a-964c35848801,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:27.333407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:27.334420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.349310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-39259738-a3a6-4b6c-a02a-4b83ce06f607 None None] Provisioning for port 73ffdb69-f860-44c8-a339-bae37647fc42 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:27.356730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c6f97286-a298-4cc2-8f5a-964c35848801 HTTP/1.1" status: 204 len: 168 time: 2.2319448 Dec 15 21:53:27.359064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.359210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:27.445141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-39259738-a3a6-4b6c-a02a-4b83ce06f607 None None] Provisioning complete for port 223de9e8-464b-49d8-ac3a-29c78f0421d1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:27.445618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-39259738-a3a6-4b6c-a02a-4b83ce06f607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.494070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,segment=NetworkSegment(91df3fad-9325-45ab-ba68-255b7757336e),segment_id=91df3fad-9325-45ab-ba68-255b7757336e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:27.530793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.531900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9faab373-3f5d-4f98-8d15-375d0ee1cfca up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:27.573898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f2bfeef1-5ce4-4011-88f0-c90a3b46e329 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:27.577865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 9faa5756-ee9d-4ddc-a13f-55223cb79066 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:27.579644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.688949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:27.702977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:27.735305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-39259738-a3a6-4b6c-a02a-4b83ce06f607 None None] Port 223de9e8-464b-49d8-ac3a-29c78f0421d1 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:27.773380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9faab373-3f5d-4f98-8d15-375d0ee1cfca triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:27.773964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.815223 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c056475-d281-4584-ad53-677e3b4e8d39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4549105 Dec 15 21:53:27.818447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:27.837747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:27.907020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1a5e6f75-eaf6-4310-a0f6-3c13e1fb7070 None None] Provisioning for port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:27.913261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1a5e6f75-eaf6-4310-a0f6-3c13e1fb7070 None None] Provisioning complete for port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:27.913647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1a5e6f75-eaf6-4310-a0f6-3c13e1fb7070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:27.914944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.075606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e6f75-eaf6-4310-a0f6-3c13e1fb7070 None None] Port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:28.081342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device db80a952-7d3e-491f-8205-af3b478a1c86 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:28.143053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:28.171694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port db80a952-7d3e-491f-8205-af3b478a1c86 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:28.175011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for 9faa5756-ee9d-4ddc-a13f-55223cb79066 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:28.178422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port db80a952-7d3e-491f-8205-af3b478a1c86 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:28.179053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.258080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac87df13-7bd3-4cd7-b8d0-a7b3372db514 None None] Provisioning for port 9faa5756-ee9d-4ddc-a13f-55223cb79066 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:28.270950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac87df13-7bd3-4cd7-b8d0-a7b3372db514 None None] Provisioning complete for port 9faa5756-ee9d-4ddc-a13f-55223cb79066 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:28.271599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac87df13-7bd3-4cd7-b8d0-a7b3372db514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.387283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:28.399155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:28.409575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:28.426340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:28.490779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ac87df13-7bd3-4cd7-b8d0-a7b3372db514 None None] Port 9faa5756-ee9d-4ddc-a13f-55223cb79066 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:28.496589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:28.507744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.533199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.555179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2114093085'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:28.571109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:28.582275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.602905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port db80a952-7d3e-491f-8205-af3b478a1c86, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=db80a952-7d3e-491f-8205-af3b478a1c86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:28.605765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe116a44-3c98-4690-b3fd-3a8acb893fff None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:28.624281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 2beb47d0-f3b9-4140-9cfd-0b94452bae6a) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:28.626259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:28.636879 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:28.638348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.647830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:28.648792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.656076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7d11959-79d7-44b6-bb6e-71d604cd079d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:28.660102 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:28.663431 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:28.681115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:28.684810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d70cafdd-471b-45af-b916-d7b21d65a093 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:28.713822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Port': ['ID=9faa5756-ee9d-4ddc-a13f-55223cb79066,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:28.724602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:28.749613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:28.796287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:28.798676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=223de9e8-464b-49d8-ac3a-29c78f0421d1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:28.815895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:28.817007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528dc77d-d442-4fb1-a5e1-bddc51c3fad1 None None] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:28.819608 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5670099 Dec 15 21:53:28.823443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36804) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:28.830295 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.7291062 Dec 15 21:53:28.844064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:28.911338 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:28.943719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:28.944683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73ffdb69-f860-44c8-a339-bae37647fc42 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:28.947986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-2015978397'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:28.957795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:28.970069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:29.006824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:29.010490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:29.014032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.056359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:29.061954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:29.079962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:29.087381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.186595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:29.190196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.203070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.262005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f68606-6d78-4eb8-a6f8-556801059cec req-e30b748f-daa1-413c-bec6-e53d687bc07c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:29.262209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:29.269561 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d1f68606-6d78-4eb8-a6f8-556801059cec req-e30b748f-daa1-413c-bec6-e53d687bc07c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.9991000 Dec 15 21:53:29.272881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.273275 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment 7727b728-8da1-47a8-8a74-ee874a538845 of type vlan for network fc940408-2b10-4baf-ab53-100848aebed2 Dec 15 21:53:29.309327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.335002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=db80a952-7d3e-491f-8205-af3b478a1c86,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:29.344885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:29.395912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cf43f114-53b5-4ce5-808f-6a119e0bbeb6 None None] Provisioning complete for port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:29.396401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf43f114-53b5-4ce5-808f-6a119e0bbeb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.410890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.416816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:29.417559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.419441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:22Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:23Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:29.424657 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:53:29.425229 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Updating router 40f843b2-4ed6-4d8e-b70d-084f93a700fb port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:53:29.431066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:29.433717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 73ffdb69-f860-44c8-a339-bae37647fc42 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:29.452033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-671078e7-8252-4a20-9492-1d82be9e083d tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:29.455924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:29.461356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 73ffdb69-f860-44c8-a339-bae37647fc42 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:29.461869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.463617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:29.477186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:29.508286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.573729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.577608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=fc940408-2b10-4baf-ab53-100848aebed2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:29.580909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:29.583046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7574360 Dec 15 21:53:29.585976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36812) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:29.593604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network fc940408-2b10-4baf-ab53-100848aebed2 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:29.596079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:29.609635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:29.619967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-2beb47d0-f3b9-4140-9cfd-0b94452bae6a', 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a', 'tenant_id': '5ab84a24415f4962a8b2c85c40f606e4', 'fixed_ips': [{'subnet_id': '69b41643-cf96-4bfb-90ba-6c492ac97720'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:29.620820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.653185 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d1f68606-6d78-4eb8-a6f8-556801059cec req-2a26c493-4161-4cd8-aab6-6343b8c86cca tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819082 Dec 15 21:53:29.698024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Deleting port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:29.698410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:29.878830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2981568'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.023029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cf43f114-53b5-4ce5-808f-6a119e0bbeb6 None None] Could not find standard attr ID for object 9faa5756-ee9d-4ddc-a13f-55223cb79066. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:53:30.024584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.076491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Router 31b4bf94-6ccf-4531-9c32-7037119c932f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:30.147580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 73ffdb69-f860-44c8-a339-bae37647fc42, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73ffdb69-f860-44c8-a339-bae37647fc42,segment=NetworkSegment(612d7749-731e-4e55-910d-b772e13b8600),segment_id=612d7749-731e-4e55-910d-b772e13b8600)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:30.153961 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.163913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.164876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 97eadad8-724c-4a0e-b6a5-b2c7082083f8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:30.170366 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Transition to ACTIVE for port object a90f2f3e-2a1e-4779-a141-0f29c1a92a86 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:30.178535 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.191321 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:30.195278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:30.277702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] For port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:30.278114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.310907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:30.311254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 21:53:30.311254 dv-neutron-820612-1-hyperv neutron-server[87555]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 15 21:53:30.311254 dv-neutron-820612-1-hyperv neutron-server[87555]: [parameters: {'in_use': 1, 'id_1': '69b41643-cf96-4bfb-90ba-6c492ac97720'}] Dec 15 21:53:30.311254 dv-neutron-820612-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:30.311646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:30.321500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3756607 Dec 15 21:53:30.323763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36816) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:30.380642 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Pushing event updated for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:30.397800 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.398471 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.398971 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.399662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.400773 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.401285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.401778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.402254 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.402752 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.403804 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.404802 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.405540 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:30.410190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:30.411241 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:30.429767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:30.433193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-4883159c-0133-4123-a4b4-0820cdf0cd44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] delete failed (client error): The resource could not be found. Dec 15 21:53:30.437826 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4883159c-0133-4123-a4b4-0820cdf0cd44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1021482317 HTTP/1.1" status: 404 len: 335 time: 0.1094937 Dec 15 21:53:30.437826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:30.438696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36820) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:30.449892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b430d500-7320-430c-a044-c939e91f3389 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'router': {'external_gateway_info': {'network_id': '31b4bf94-6ccf-4531-9c32-7037119c932f'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:30.518812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] Sync routers for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:30.528775 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Attempting to bind port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:30.530990 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Attempting to bind port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:30.531598 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Attempting to bind port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 on network a411e010-c320-4588-b3bb-76919d4c15af {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:30.537420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Calling delete_port for 925bccd3-26fb-4f9a-80b9-6cd4a39483ad owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:30.541499 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:30.542248 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Checking segment: {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:30.548540 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.549364 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Bound using segment: {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:30.550285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Bound port: a90f2f3e-2a1e-4779-a141-0f29c1a92a86, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5bfaa70-a39a-4223-9f88-aafa40ca565c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:30.550903 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.602700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router e605720b-7173-4261-b8a5-8848fb656421 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:30.604627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.626961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:30.627528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:30.668613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.691652 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] For port a90f2f3e-2a1e-4779-a141-0f29c1a92a86, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:30.696191 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] For port a90f2f3e-2a1e-4779-a141-0f29c1a92a86, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:30.705425 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.716791 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:30.740222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:30.761277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=73ffdb69-f860-44c8-a339-bae37647fc42,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:30.772528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:30.794004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:30.794404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:30.815468 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Pushing event updated for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:30.818607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:30.828126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:30.828873 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:30.849734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:30.850582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:30.875706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:30.915169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:30.915796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.009033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:31.013973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.042242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:31.042809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.066189 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:31.083156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.083577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f69a56-bb16-4d70-bc79-882db10e98e9 None None] The sync data for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:31.119345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b430d500-7320-430c-a044-c939e91f3389 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.154195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.167730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:31.202761 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b430d500-7320-430c-a044-c939e91f3389 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] update failed (client error): The resource could not be found. Dec 15 21:53:31.203787 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b430d500-7320-430c-a044-c939e91f3389 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f HTTP/1.1" status: 404 len: 339 time: 0.7646689 Dec 15 21:53:31.207800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36826) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.217846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-502021336'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:31.223394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:31.227440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:network and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:31.230957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:31.236951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:31.245800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:31.247429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdaa75a1-31ce-4028-8bb6-439cad41f444,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.251098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Pushing event deleted for resources: {'Port': ['ID=925bccd3-26fb-4f9a-80b9-6cd4a39483ad,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.256605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] No DVR routers for this DVR port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:31.272427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b261-694f-48e8-bce2-4db4c6c62ef4 req-9de807a3-82c7-4c7d-ab17-8a55fc0468ff tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:31.282097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5e0b261-694f-48e8-bce2-4db4c6c62ef4 req-9de807a3-82c7-4c7d-ab17-8a55fc0468ff tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4852057 Dec 15 21:53:31.287350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.306093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:53:31.310301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.311243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.311588 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment 10d3f5e5-5903-449a-a872-ff716af63585 of type vlan for network b1920a2e-1cbe-4fab-9bc0-f6572640d54e Dec 15 21:53:31.315079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.324789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5831d181-1cca-455b-a3f6-89832a0074f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:31.362985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2127587'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.388405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:31.390622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.398033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:31.407043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:31.407658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.413126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71edf547-9c86-4a70-b4c3-a05706ae8779 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:31.432811 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] Sync routers for ids ['e605720b-7173-4261-b8a5-8848fb656421'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:31.454526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Allocated IP 2001:db8::3 (2beb47d0-f3b9-4140-9cfd-0b94452bae6a/69b41643-cf96-4bfb-90ba-6c492ac97720/4a65ca31-35f1-4a77-848f-37b94dd87fb5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:31.461517 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] Routers {'e605720b-7173-4261-b8a5-8848fb656421'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:31.462747 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e605720b-7173-4261-b8a5-8848fb656421'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.480862 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6579661 Dec 15 21:53:31.480862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:31.480862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.481507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "PUT /v2.0/subnets/69b41643-cf96-4bfb-90ba-6c492ac97720 HTTP/1.1" status: 200 len: 900 time: 2.5636363 Dec 15 21:53:31.486568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.486901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.492426 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/e605720b-7173-4261-b8a5-8848fb656421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9566448 Dec 15 21:53:31.496948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.504413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:31.529462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.539803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.557297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:31.557687 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] Routers {'e605720b-7173-4261-b8a5-8848fb656421'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:31.558485 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e605720b-7173-4261-b8a5-8848fb656421'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.563229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=97eadad8-724c-4a0e-b6a5-b2c7082083f8,segment=NetworkSegment(add20dc5-4677-4c04-b5df-258c795202ca),segment_id=add20dc5-4677-4c04-b5df-258c795202ca)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:31.565461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.593622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=406f3314-6165-44e7-b821-be94fa64d7d1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.615725 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5e0b261-694f-48e8-bce2-4db4c6c62ef4 req-5129b31f-c80a-48a4-8efc-b36ac24a7a03 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3325837 Dec 15 21:53:31.619975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.620708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:31.623619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.648748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c357c92f-3972-41eb-80e2-6ec7b31e94ca tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:31.653511 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.654108 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebbf8fc-6bac-4202-b991-8323a3b2bb4b None None] The sync data for ids ['e605720b-7173-4261-b8a5-8848fb656421'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:31.656878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-afd69843-4e9e-4354-b88e-d850fd1f1585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:31.669737 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:22Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:30Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:31.674108 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23859da5-14b8-4a6e-ac77-9d79ad49df59 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:22Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:30Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:31.693451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.695052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb023845-f797-4ec2-845f-5ce1d7b10ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:31.701676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-36b7e4b0-1430-47b1-8449-a9a6f5e654cc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:31.715299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 925bccd3-26fb-4f9a-80b9-6cd4a39483ad {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:31.715647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 15 21:53:31.772700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:31.781025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=3e109b88-5535-4fc5-b432-4e43ac3f3de3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.785094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.788475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port 925bccd3-26fb-4f9a-80b9-6cd4a39483ad not found, will not notify nova. {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 15 21:53:31.791502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:31.792664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: fc940408-2b10-4baf-ab53-100848aebed2, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:31.806640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.806981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Added segment 769984c5-829b-4875-94dd-16b0c781416f of type vlan for network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c Dec 15 21:53:31.825441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event updated for resources: {'Subnet': ['ID=69b41643-cf96-4bfb-90ba-6c492ac97720,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.838897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network fc940408-2b10-4baf-ab53-100848aebed2 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:31.846133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.856604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:53:31.867461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.874362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb023845-f797-4ec2-845f-5ce1d7b10ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:31.876199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, fc940408-2b10-4baf-ab53-100848aebed2) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:31.878216 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb023845-f797-4ec2-845f-5ce1d7b10ffd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=e605720b-7173-4261-b8a5-8848fb656421 HTTP/1.1" status: 200 len: 205 time: 0.3570149 Dec 15 21:53:31.882937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36842) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.892477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=97eadad8-724c-4a0e-b6a5-b2c7082083f8,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:31.896590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:31.896590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:31.898978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f981e-da1b-473e-92e2-5fd166203b38 None None] Network fc940408-2b10-4baf-ab53-100848aebed2 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:31.912867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:31.935981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3466392 Dec 15 21:53:31.936208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:31.986594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 62954e7e-5cfa-4807-aeda-16e45085f60b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:32.081174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.086365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:32.086987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.096398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 62954e7e-5cfa-4807-aeda-16e45085f60b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:32.097016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 62954e7e-5cfa-4807-aeda-16e45085f60b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:32.114631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:32.217376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.230648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Transition to ACTIVE for port object 4a65ca31-35f1-4a77-848f-37b94dd87fb5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:32.254654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.264902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Transition to ACTIVE for port object 4a65ca31-35f1-4a77-848f-37b94dd87fb5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:32.279275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '406f3314-6165-44e7-b821-be94fa64d7d1'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:32.280289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.283593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.290823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:32.291718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.299002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dbd0eec3-b9b1-4a08-913c-cb23f4d882c5 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:32.305287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.321598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-381e20b8-ac97-46f4-91e8-c8843c89d539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:32.370564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.457701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:32.463829 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.2982385 Dec 15 21:53:32.479832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:32.482755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:32.485864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=b1920a2e-1cbe-4fab-9bc0-f6572640d54e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:32.492343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:32.495372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:32.503335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'name': 'tempest-PortsTestJSON-1131653515'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:32.558154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:32.585070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Network': ['ID=372e26e6-6835-4fe9-bc5d-60bee2fcda3c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:32.601771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:32.609965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:32.612916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:32.617324 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4056103 Dec 15 21:53:32.617535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:32.625859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'subnet': {'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:32.740262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:32.763735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:32.828197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:32.834298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:32.841125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Pushing event updated for resources: {'Port': ['ID=4a65ca31-35f1-4a77-848f-37b94dd87fb5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:32.844727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:32.900179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:32.900821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:32.923564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:32.931898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Usage tracker for resource:subnet and tenant:d7ea3441cb7c4c048b9a33995beca711 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:32.936967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:32.946441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:33.009912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Made reservation on behalf of d7ea3441cb7c4c048b9a33995beca711 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:33.013430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.068696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:33.073208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.088925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.102398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.132305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Attempting to bind port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:33.132905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Attempting to bind port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '3af3d97f-81a4-4748-b6b9-f9bf96908df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:33.133015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Attempting to bind port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 on network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:33.169111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:33.170174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Checking segment: {'id': '3af3d97f-81a4-4748-b6b9-f9bf96908df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:33.170174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.170392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Bound using segment: {'id': '3af3d97f-81a4-4748-b6b9-f9bf96908df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:33.170741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Bound port: 4a65ca31-35f1-4a77-848f-37b94dd87fb5, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af3d97f-81a4-4748-b6b9-f9bf96908df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2beb47d0-f3b9-4140-9cfd-0b94452bae6a'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:33.171118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.177058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.206677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:33.219816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-fc940408-2b10-4baf-ab53-100848aebed2', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:33.220670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.246972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:33.258262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:33.277192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:33.286562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.287501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router e605720b-7173-4261-b8a5-8848fb656421 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:53:33.312913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:33.314374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.356107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.359593 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43aa84b8-e9ed-43b3-a11f-2822a9496655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/e605720b-7173-4261-b8a5-8848fb656421 HTTP/1.1" status: 204 len: 168 time: 1.4705536 Dec 15 21:53:33.364006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36860) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:33.368431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:33.372185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.431081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Allocated IP 2001:db8::f816:3eff:fea0:4dd (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/406f3314-6165-44e7-b821-be94fa64d7d1/9eca10ca-a970-47e8-b866-8ce30a2054d8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:33.477089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd7be9-b20a-4f43-8111-4e251c95ccc2 req-d1ec5aba-2e1c-463d-b987-27ef1d7c5c68 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:33.477517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] For port 4a65ca31-35f1-4a77-848f-37b94dd87fb5, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:33.478829 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5fd7be9-b20a-4f43-8111-4e251c95ccc2 req-d1ec5aba-2e1c-463d-b987-27ef1d7c5c68 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5798860 Dec 15 21:53:33.485202 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 406f3314-6165-44e7-b821-be94fa64d7d1 (CIDR: 2001:db8::/64) Dec 15 21:53:33.505899 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:53:33.506780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:33.534706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] For port 4a65ca31-35f1-4a77-848f-37b94dd87fb5, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4a65ca31-35f1-4a77-848f-37b94dd87fb5,segment=NetworkSegment(3af3d97f-81a4-4748-b6b9-f9bf96908df5),segment_id=3af3d97f-81a4-4748-b6b9-f9bf96908df5)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:33.554383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.565676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7e560e5-5818-4993-94f1-fb65c89cd686 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:33.570730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:33.615690 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e76b8cb4-2acd-406b-9e46-df9d32aec22e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1196616 Dec 15 21:53:33.615943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.618253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:33.625477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:33.634206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:33.662844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet f0c159b8-adc3-45c3-87d5-80193e39d267 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:33.674323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.738836 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5fd7be9-b20a-4f43-8111-4e251c95ccc2 req-88776b47-4f43-4903-b0c8-06eaaede68f3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343934 Dec 15 21:53:33.777774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port 4a65ca31-35f1-4a77-848f-37b94dd87fb5, host dv-neutron-820612-1-hyperv, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:33.778442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.805341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:33.831278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73ffdb69-f860-44c8-a339-bae37647fc42 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:33.951174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Pushing event updated for resources: {'Port': ['ID=4a65ca31-35f1-4a77-848f-37b94dd87fb5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:33.955047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:33.959850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Allocated IP 172.21.0.2 (fc940408-2b10-4baf-ab53-100848aebed2/3e109b88-5535-4fc5-b432-4e43ac3f3de3/80a78b3c-1222-4e70-bad5-6ad057bc2747) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:33.976109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Subnet': ['ID=d9256972-6908-448c-8df5-4094d0cf66e0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:33.978796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for 4a65ca31-35f1-4a77-848f-37b94dd87fb5 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:34.025012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:34.044496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Checking segment: {'id': '769984c5-829b-4875-94dd-16b0c781416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:34.044496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network hostable DHCP agents. Network: 372e26e6-6835-4fe9-bc5d-60bee2fcda3c, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:34.080798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:34.108906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:34.112880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 372e26e6-6835-4fe9-bc5d-60bee2fcda3c) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:34.115013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:34.120038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:34.123496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:34.124199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.132748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:34.136362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34129bb-6d05-4ca5-9dcf-b0ecb9c1de0c None None] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:34.164717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:34.169130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.227902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.273994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6529310 Dec 15 21:53:34.274214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:34.274214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:34.274889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:34.276463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.282456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-34b6d794-fde7-4b7a-9b16-a403148ff566 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'router': {'external_gateway_info': {'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:34.284091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dee86c94-fdff-4974-be43-79013f71b5e9 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:34.319691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 73ffdb69-f860-44c8-a339-bae37647fc42 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:34.320329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.400361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.449436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Transition to ACTIVE for port object 9eca10ca-a970-47e8-b866-8ce30a2054d8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:34.503374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.523992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Transition to ACTIVE for port object 9eca10ca-a970-47e8-b866-8ce30a2054d8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:34.611519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.612535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.626864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-949f6eac-b529-41cf-8e68-d146a47263a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:34.649052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=e3775e68-ffbb-46bf-8bd7-b409d2dfb865,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:34.656536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.661058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:34.661738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5b8884bc-1127-4bb4-8ee7-fa0b14ac0cb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:34.706354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': '10d3f5e5-5903-449a-a872-ff716af63585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:34.706880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: b1920a2e-1cbe-4fab-9bc0-f6572640d54e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:34.713136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1b6e1-de36-48ff-a8ad-7608052963ab None None] Network 766217b4-1880-4e71-933d-86c8b4941da0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:34.714272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=f0c159b8-adc3-45c3-87d5-80193e39d267,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:34.719022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:34.723443 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/f0c159b8-adc3-45c3-87d5-80193e39d267 HTTP/1.1" status: 204 len: 168 time: 1.3543248 Dec 15 21:53:34.724996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:34.776547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-34b6d794-fde7-4b7a-9b16-a403148ff566 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.798129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:34.798807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.839923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:34.852171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:34.855827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:34.878770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:34.920142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.943044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.955699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b1920a2e-1cbe-4fab-9bc0-f6572640d54e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:34.973844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:34.979453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:34.980243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:34.982228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Pushing event updated for resources: {'Port': ['ID=9eca10ca-a970-47e8-b866-8ce30a2054d8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:34.985541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:35.003438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6629d05-280b-4469-b87f-b0fd4401a001 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:35.004549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:35.004991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.065151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Transition to ACTIVE for port object 80a78b3c-1222-4e70-bad5-6ad057bc2747 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:35.075768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5870028 Dec 15 21:53:35.097308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:35.107774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1407127288'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:35.111400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-372e26e6-6835-4fe9-bc5d-60bee2fcda3c', 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c', 'tenant_id': 'd7ea3441cb7c4c048b9a33995beca711', 'fixed_ips': [{'subnet_id': 'd9256972-6908-448c-8df5-4094d0cf66e0'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:35.112279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.122385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 97eadad8-724c-4a0e-b6a5-b2c7082083f8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:35.129130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:35.147448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:35.163889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:35.178129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:35.200737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.207587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8611f946-aa1f-46af-a7e4-fd4c1124bd0b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:35.247730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:35.251148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.297650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b153f5-addf-40b4-a135-02c56efe3ff3 req-0e87ffc5-aa30-4811-865e-019650671020 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:35.304831 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8b153f5-addf-40b4-a135-02c56efe3ff3 req-0e87ffc5-aa30-4811-865e-019650671020 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.3611765 Dec 15 21:53:35.320748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port 4a65ca31-35f1-4a77-848f-37b94dd87fb5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4a65ca31-35f1-4a77-848f-37b94dd87fb5,segment=NetworkSegment(3af3d97f-81a4-4748-b6b9-f9bf96908df5),segment_id=3af3d97f-81a4-4748-b6b9-f9bf96908df5)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:35.321274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.333138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:35.343429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:35.350278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:35.350776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.377112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=31c8568e-65b6-4793-a382-3e355e612035,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:35.387055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:35.412796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.413067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Allocated IP 2001:db8:1::2 (372e26e6-6835-4fe9-bc5d-60bee2fcda3c/d9256972-6908-448c-8df5-4094d0cf66e0/d6761bfe-0189-469e-b6f1-0cf81250553b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:35.414516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment 5c51490c-03b1-4345-bbf6-d9fa923ef672 of type vlan for network 3ee2ba9a-399e-4f2a-868c-096543587dc7 Dec 15 21:53:35.450236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:35.468099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.477856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for 4a65ca31-35f1-4a77-848f-37b94dd87fb5 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:35.491807 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8b153f5-addf-40b4-a135-02c56efe3ff3 req-a7e77896-c8f3-41ef-abda-7a3a192a5029 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861138 Dec 15 21:53:35.545717 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9231472 Dec 15 21:53:35.546035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.555589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:35.557140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.557686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Attempting to bind port 9eca10ca-a970-47e8-b866-8ce30a2054d8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:35.558068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Attempting to bind port 9eca10ca-a970-47e8-b866-8ce30a2054d8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:35.558433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Attempting to bind port 9eca10ca-a970-47e8-b866-8ce30a2054d8 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:35.560829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36884) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:35.563908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:35.564041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56ca281-22be-4842-91ec-8029ee52db6c None None] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:35.592295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:35.592670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:35.593081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.593477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:35.593962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Bound port: 9eca10ca-a970-47e8-b866-8ce30a2054d8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:35.594839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.598800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:6f:c4:a6', 'name': 'tempest-NetworksTestDHCPv6-2038080714'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:35.615382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Transition to ACTIVE for port object 80a78b3c-1222-4e70-bad5-6ad057bc2747 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:35.674249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,segment=NetworkSegment(91df3fad-9325-45ab-ba68-255b7757336e),segment_id=91df3fad-9325-45ab-ba68-255b7757336e)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:35.675137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.684807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.693524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:35.730096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:35.741457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Port': ['ID=4a65ca31-35f1-4a77-848f-37b94dd87fb5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:35.754043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cba32f15-d98b-4353-8e7c-9b0a7b7d6f68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:35.804087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:35.835828 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-34b6d794-fde7-4b7a-9b16-a403148ff566 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:53:35.836989 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-34b6d794-fde7-4b7a-9b16-a403148ff566 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f HTTP/1.1" status: 400 len: 364 time: 1.5611305 Dec 15 21:53:35.875400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:35.905039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:35.973989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] For port 9eca10ca-a970-47e8-b866-8ce30a2054d8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:35.977655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] For port 9eca10ca-a970-47e8-b866-8ce30a2054d8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9eca10ca-a970-47e8-b866-8ce30a2054d8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:36.025952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9272265 Dec 15 21:53:36.076977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:36.084133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'ports': [{'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'}, {'network_id': '3ee2ba9a-399e-4f2a-868c-096543587dc7'}]} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:36.084477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:36.084922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '3ee2ba9a-399e-4f2a-868c-096543587dc7'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:36.111061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=3ee2ba9a-399e-4f2a-868c-096543587dc7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:36.131303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:36.141826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Pushing event updated for resources: {'Port': ['ID=80a78b3c-1222-4e70-bad5-6ad057bc2747,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:36.170114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.190310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 3ee2ba9a-399e-4f2a-868c-096543587dc7 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:36.245753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.247496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.247496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.247496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.247496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.247496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.248107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.248793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.248793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.249246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.249744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.250186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:36.252813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.21.0.1 (fc940408-2b10-4baf-ab53-100848aebed2/3e109b88-5535-4fc5-b432-4e43ac3f3de3/e922e55c-994e-4034-a55c-41d597a1c386) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:36.254669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:36.261379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No DVR routers for this DVR port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:36.314165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:36.380841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Network fc940408-2b10-4baf-ab53-100848aebed2 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:36.396709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2a44fea9-208a-4673-b283-3d2adae5757d None None] Provisioning complete for port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:36.397071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a44fea9-208a-4673-b283-3d2adae5757d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.442050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:36.444493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:36.540216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:36.540780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.554973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:36.583752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2a44fea9-208a-4673-b283-3d2adae5757d None None] Port 4a65ca31-35f1-4a77-848f-37b94dd87fb5 was deleted so its status cannot be updated. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 15 21:53:36.596799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:36.606143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:36.624221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.625009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532c1ac-6807-4ddb-ba19-c519e8f9fe0d req-ac28c3a6-1129-475e-8c94-ffc0ae286b7a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:36.626508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8532c1ac-6807-4ddb-ba19-c519e8f9fe0d req-ac28c3a6-1129-475e-8c94-ffc0ae286b7a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6141179 Dec 15 21:53:36.637462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:36.651228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94aa08e3-9436-403a-981e-f1bbcfd9ba6f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:36.706291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:36.720941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.728683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-6a220cfa-c7d1-493a-8947-f4c04b15932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:36.730175 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-6a220cfa-c7d1-493a-8947-f4c04b15932e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 0.7189429 Dec 15 21:53:36.730853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:36.768797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Attempting to bind port 80a78b3c-1222-4e70-bad5-6ad057bc2747 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:36.769324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Attempting to bind port 80a78b3c-1222-4e70-bad5-6ad057bc2747 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:36.769789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Attempting to bind port 80a78b3c-1222-4e70-bad5-6ad057bc2747 on network fc940408-2b10-4baf-ab53-100848aebed2 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:36.804801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:36.807475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.811278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:36.812318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:36.822477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:36.839325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:36.839789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Checking segment: {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:36.840291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.840761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Bound using segment: {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:36.841314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Bound port: 80a78b3c-1222-4e70-bad5-6ad057bc2747, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:36.841758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.845685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:36.851627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Pushing event updated for resources: {'Port': ['ID=9eca10ca-a970-47e8-b866-8ce30a2054d8,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:36.856017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:36.894503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:36.950397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Transition to ACTIVE for port object d6761bfe-0189-469e-b6f1-0cf81250553b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:36.953571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4283d1-cd39-408c-9578-aabf27c037e0 None None] DHCP port deletion for 766217b4-1880-4e71-933d-86c8b4941da0 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:37.017894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8532c1ac-6807-4ddb-ba19-c519e8f9fe0d req-588723c2-bc5f-4822-9ace-0a25ced8c0ec tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665087 Dec 15 21:53:37.057121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object e922e55c-994e-4034-a55c-41d597a1c386 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:37.058678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 2} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:37.063558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.067385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Transition to ACTIVE for port object d6761bfe-0189-469e-b6f1-0cf81250553b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:37.111520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.126137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.126824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:37.143670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.155501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766217b4-1880-4e71-933d-86c8b4941da0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:37.188067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] For port 80a78b3c-1222-4e70-bad5-6ad057bc2747, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:37.202835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91df3fad-9325-45ab-ba68-255b7757336e') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:37.203124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91df3fad-9325-45ab-ba68-255b7757336e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:37.203954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.211223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.211670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.212141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.212619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.213052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.213423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.213853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.214295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.214718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.215135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.215552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.216150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:37.217065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a90f2f3e-2a1e-4779-a141-0f29c1a92a86 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:37.220301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:37.241123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.248940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.253354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:37.260104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] For port 80a78b3c-1222-4e70-bad5-6ad057bc2747, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80a78b3c-1222-4e70-bad5-6ad057bc2747,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:37.269625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:37.281714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:37.285537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Pushing event updated for resources: {'Port': ['ID=d6761bfe-0189-469e-b6f1-0cf81250553b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:37.288354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.294907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:37.295370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:37.325255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-5350b67c-148d-459e-a568-54cd83fe2cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:37.328079 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-5350b67c-148d-459e-a568-54cd83fe2cc6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.5603547 Dec 15 21:53:37.332684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0867b6c-f2d3-4311-95fd-a701b740c2e5 None None] Network 2beb47d0-f3b9-4140-9cfd-0b94452bae6a requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:37.345313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.430192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:37.430491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.434602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 4677cd16-03d7-4417-a1fb-207b73a48698 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:37.448456 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:37.511736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 4acb4cc3-60a6-454e-a441-c3050a48d5c4 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:37.515231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.530412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:37.544481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.554331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b8361a50-241a-4538-aa46-315b11b0e35a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:37.558499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Attempting to bind port d6761bfe-0189-469e-b6f1-0cf81250553b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:37.559131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Attempting to bind port d6761bfe-0189-469e-b6f1-0cf81250553b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '769984c5-829b-4875-94dd-16b0c781416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:37.559243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Attempting to bind port d6761bfe-0189-469e-b6f1-0cf81250553b on network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:37.624616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=69b41643-cf96-4bfb-90ba-6c492ac97720,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:37.650971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:37.652442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Pushing event updated for resources: {'Port': ['ID=80a78b3c-1222-4e70-bad5-6ad057bc2747,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:37.661180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:37.661629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Checking segment: {'id': '769984c5-829b-4875-94dd-16b0c781416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:37.662102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.662504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Bound using segment: {'id': '769984c5-829b-4875-94dd-16b0c781416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:37.663145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Bound port: d6761bfe-0189-469e-b6f1-0cf81250553b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769984c5-829b-4875-94dd-16b0c781416f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '372e26e6-6835-4fe9-bc5d-60bee2fcda3c'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:37.663492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.675657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:37.737878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network fc940408-2b10-4baf-ab53-100848aebed2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:37.739456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.748985 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-2b330f99-ccf2-41df-9c3d-20698a0faebd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1001 time: 0.4138429 Dec 15 21:53:37.757075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:37.821328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.824387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-baa3e7ad-0d1c-4cd2-a6b8-b98266365ad6 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:37.824762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:37.841406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:37.860103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:37.863547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:37.917840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:38.038251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.038821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.039291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.039760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.040305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.040948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.041541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.042111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.042696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.043300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.043973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.044565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:53:38.053794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:38.123167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=766217b4-1880-4e71-933d-86c8b4941da0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:38.124210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:38.174980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] For port d6761bfe-0189-469e-b6f1-0cf81250553b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:38.180503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] For port d6761bfe-0189-469e-b6f1-0cf81250553b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6761bfe-0189-469e-b6f1-0cf81250553b,segment=NetworkSegment(769984c5-829b-4875-94dd-16b0c781416f),segment_id=769984c5-829b-4875-94dd-16b0c781416f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:38.197779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.274103 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/766217b4-1880-4e71-933d-86c8b4941da0 HTTP/1.1" status: 204 len: 168 time: 3.5477848 Dec 15 21:53:38.274754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:38.348058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e87645-9873-4554-98c4-55a709edba88 None None] DHCP port deletion for 2beb47d0-f3b9-4140-9cfd-0b94452bae6a request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:38.349071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-265070049', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:38.357633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.369697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f8488e72-be67-4a9b-aaf6-ea3b3bbc8bf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:38.397337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2beb47d0-f3b9-4140-9cfd-0b94452bae6a']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:38.406014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:38.441777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:38.443506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a7db5-ac21-41f8-89aa-23934e5c768e None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:38.447565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af3d97f-81a4-4748-b6b9-f9bf96908df5') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:38.448230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af3d97f-81a4-4748-b6b9-f9bf96908df5') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:38.467848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.469356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.488320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:38.505930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:38.510780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.528709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:38.529256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.547133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:38.565407 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:38.568668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Allocated IP 2001:db8::1 (d8a3858a-2242-49d6-85f1-e5fcaa759f29/7a689cf3-0439-4b9a-8e19-7eb01fa622af/185b23b0-8508-4f75-bbf7-9667bb80df56) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:38.592157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Pushing event updated for resources: {'Port': ['ID=d6761bfe-0189-469e-b6f1-0cf81250553b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:38.596710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:38.617128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a0d257a6-1a18-4e10-a1c2-1fdab71a4c4d None None] Provisioning for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:38.633579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a90f2f3e-2a1e-4779-a141-0f29c1a92a86, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:38.651582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.652853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.669077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.670267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device db80a952-7d3e-491f-8205-af3b478a1c86 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:38.696642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 36fd70df-8813-4dcb-94f2-bc90717fc81d yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:38.712476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-1f98637c-43a8-4db5-9ebd-ad4eff44a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:38.714132 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-1f98637c-43a8-4db5-9ebd-ad4eff44a9a4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.9547529 Dec 15 21:53:38.722360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b0f0f1aa-dcf0-4e4f-96b8-69b53e90ef66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:38.727207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.735776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.765354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.903041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:38.910108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd93ebd3-f2de-4615-bb49-186aa8d4c224 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:38.958720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac098c8c-20c1-42ba-849e-9d56011fbff6 req-5745a34e-88fa-45fe-acb7-ac73f65edd20 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:38.960673 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac098c8c-20c1-42ba-849e-9d56011fbff6 req-5745a34e-88fa-45fe-acb7-ac73f65edd20 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6647460 Dec 15 21:53:38.992504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port db80a952-7d3e-491f-8205-af3b478a1c86 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:38.992853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.050586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:39.070568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=2beb47d0-f3b9-4140-9cfd-0b94452bae6a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:39.072185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:39.075170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:39.089697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.127701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/2beb47d0-f3b9-4140-9cfd-0b94452bae6a HTTP/1.1" status: 204 len: 168 time: 7.6286738 Dec 15 21:53:39.131019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8:0:1::1d2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/31c8568e-65b6-4793-a382-3e355e612035/4677cd16-03d7-4417-a1fb-207b73a48698) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:39.138027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36908) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:39.208658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-46b963ab-f489-4d07-bf68-85891ce6c67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:39.210722 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-46b963ab-f489-4d07-bf68-85891ce6c67c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4089878 Dec 15 21:53:39.217709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::f816:3eff:fe6f:c4a6 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/406f3314-6165-44e7-b821-be94fa64d7d1/4677cd16-03d7-4417-a1fb-207b73a48698) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:39.257630 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-15cca3d2-3ef2-48c6-9063-23638b7d5ac5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:39.258580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15cca3d2-3ef2-48c6-9063-23638b7d5ac5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:39.304856 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac098c8c-20c1-42ba-849e-9d56011fbff6 req-29a5869c-49a0-47ab-a798-078ecf414bf0 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138273 Dec 15 21:53:39.337839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.370677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.394273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:39.437020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6b931-6203-4b89-9e7e-70f1056de0ea None None] Network fc940408-2b10-4baf-ab53-100848aebed2 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:39.439293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-15cca3d2-3ef2-48c6-9063-23638b7d5ac5 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/69b41643-cf96-4bfb-90ba-6c492ac97720 HTTP/1.1" status: 404 len: 337 time: 0.2962859 Dec 15 21:53:39.456257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36912) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:39.465203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Transition to ACTIVE for port object 185b23b0-8508-4f75-bbf7-9667bb80df56 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:39.466015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 925bccd3-26fb-4f9a-80b9-6cd4a39483ad {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:39.466015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 925bccd3-26fb-4f9a-80b9-6cd4a39483ad not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:39.568273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.583675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27a3ff9c-b665-4100-af11-3c651f56483e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:39.597665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': '406f3314-6165-44e7-b821-be94fa64d7d1', 'ip_address': '2001:db8::f816:3eff:fea0:4dd'}, {'subnet_id': '31c8568e-65b6-4793-a382-3e355e612035'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '9eca10ca-a970-47e8-b866-8ce30a2054d8'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:53:39.632469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b5feea8f-690c-47a8-a0b1-feac28017215 None None] Provisioning for port 80a78b3c-1222-4e70-bad5-6ad057bc2747 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:39.707082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Port': ['ID=185b23b0-8508-4f75-bbf7-9667bb80df56,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:39.710634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:39.720176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.741455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:39.744378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:39.747095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:39.747795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.751354 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a63c2a-b378-48c4-a9c3-fcaee35feeaa tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:39.751835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a63c2a-b378-48c4-a9c3-fcaee35feeaa tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:39.756247 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57a63c2a-b378-48c4-a9c3-fcaee35feeaa tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/2beb47d0-f3b9-4140-9cfd-0b94452bae6a HTTP/1.1" status: 404 len: 339 time: 0.2951787 Dec 15 21:53:39.756851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:39.767040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:39.926001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9eca10ca-a970-47e8-b866-8ce30a2054d8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:39.989468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.023444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.150087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.160479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:40.170536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:40.170920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.193792 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-eba0c0a5-f93c-43dd-981b-efe6e4ffc073 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9625182 Dec 15 21:53:40.197974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aa7c0e9c-10d4-4b8d-bd85-16c5e36847c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:40.293218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.293470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee40349-73d8-4753-a0d6-a922057101b7 None None] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:40.346432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.354334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.493465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-49b0229d-805d-4930-8568-5a1fdf2a0142 None None] Provisioning for port 185b23b0-8508-4f75-bbf7-9667bb80df56 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:40.503011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-49b0229d-805d-4930-8568-5a1fdf2a0142 None None] Provisioning complete for port 185b23b0-8508-4f75-bbf7-9667bb80df56 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:40.503624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-49b0229d-805d-4930-8568-5a1fdf2a0142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.562826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 172.26.6.81 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/950c727f-6c3e-43a4-8172-75c2c5029fa1) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:40.732032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:40.749552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 9eca10ca-a970-47e8-b866-8ce30a2054d8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9eca10ca-a970-47e8-b866-8ce30a2054d8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:40.764655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-49b0229d-805d-4930-8568-5a1fdf2a0142 None None] Port 185b23b0-8508-4f75-bbf7-9667bb80df56 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:40.769968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.771526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6761bfe-0189-469e-b6f1-0cf81250553b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:40.805556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:40.808411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:40.809951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.822568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:40.851055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=4acb4cc3-60a6-454e-a441-c3050a48d5c4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:40.854623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:40.857242 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0c4ed056-1c61-4d4e-8b51-5d562090c41b req-7fec9a3e-07f3-4f3c-8a32-49c6b6e63f8c service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6179204 Dec 15 21:53:40.864933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bb10b69f-e7b2-4b97-8c8b-74fc15d91b24 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:40.936741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:40.991497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=9eca10ca-a970-47e8-b866-8ce30a2054d8,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:40.997789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.017503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.026937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.027484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d6761bfe-0189-469e-b6f1-0cf81250553b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:41.028266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.034766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bfff3b01-bd5d-4c2a-83d6-129cb56713c2 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:41.035591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d6761bfe-0189-469e-b6f1-0cf81250553b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:41.036479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.048594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.061233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Provisioning for port d6761bfe-0189-469e-b6f1-0cf81250553b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:41.078291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.096316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Provisioning complete for port d6761bfe-0189-469e-b6f1-0cf81250553b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:41.096697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.182124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:41.199583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:41.206862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=36fd70df-8813-4dcb-94f2-bc90717fc81d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.208325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:41.221810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.226074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 4677cd16-03d7-4417-a1fb-207b73a48698 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:41.231443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.251468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': '5c51490c-03b1-4345-bbf6-d9fa923ef672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '3ee2ba9a-399e-4f2a-868c-096543587dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:41.251842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: 3ee2ba9a-399e-4f2a-868c-096543587dc7, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:41.299743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2def0d-b1fc-4960-b06b-956edd33ea9d req-d55e411b-cd00-47b9-b56a-b746306be550 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:41.300968 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c2def0d-b1fc-4960-b06b-956edd33ea9d req-d55e411b-cd00-47b9-b56a-b746306be550 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6843765 Dec 15 21:53:41.320474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903f08c1-2c42-41b4-88c1-104ca8be7bae']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:41.322379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.355690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event updated for resources: {'Port': ['ID=185b23b0-8508-4f75-bbf7-9667bb80df56,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.362746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.373267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.376011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:41.386601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '840f29f9-a2fc-466f-bf87-619633f4c71f') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:41.386910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '840f29f9-a2fc-466f-bf87-619633f4c71f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:41.390262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.402693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.446043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d6761bfe-0189-469e-b6f1-0cf81250553b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6761bfe-0189-469e-b6f1-0cf81250553b,segment=NetworkSegment(769984c5-829b-4875-94dd-16b0c781416f),segment_id=769984c5-829b-4875-94dd-16b0c781416f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:41.450934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-569fbe65-3cc5-42c3-9e25-071446a4e166 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:41.454358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.455205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80a78b3c-1222-4e70-bad5-6ad057bc2747 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:41.483610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.495494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e77feaf2-7cd1-405e-a8e5-1c48b1254c8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:41.535897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 3ee2ba9a-399e-4f2a-868c-096543587dc7 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:41.563690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.577638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5c2def0d-b1fc-4960-b06b-956edd33ea9d req-a61ac76c-14e8-4423-a1b9-4208073416e9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318912 Dec 15 21:53:41.589109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 3ee2ba9a-399e-4f2a-868c-096543587dc7) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:41.591122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:41.591543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.611307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=950c727f-6c3e-43a4-8172-75c2c5029fa1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.611930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:41.613288 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:41.618956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.639495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:41.643477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:41.644163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd301f2-a4a1-432c-8caa-41573cda16e8 None None] Network 3ee2ba9a-399e-4f2a-868c-096543587dc7 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:41.672913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:41.678420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:41.683272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:41.684450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.689260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.693160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.710681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.711201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0bf8444-e814-49a3-a587-5a4132dba0d4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:41.826621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:41.845005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d6761bfe-0189-469e-b6f1-0cf81250553b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.854039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:41.854499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:41.856854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.877315 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7992122 Dec 15 21:53:41.878423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:41.884698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:41.887561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.890946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:41.903815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Allocated IP 2001:db8:0:1::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/31c8568e-65b6-4793-a382-3e355e612035/9eca10ca-a970-47e8-b866-8ce30a2054d8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:41.909158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:41.909834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.911642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 80a78b3c-1222-4e70-bad5-6ad057bc2747 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:41.958311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.961758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 80a78b3c-1222-4e70-bad5-6ad057bc2747 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:41.962318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:41.973874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=4677cd16-03d7-4417-a1fb-207b73a48698,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:41.989030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:41.999477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1936fbe1-a052-414a-8cf0-4dabf9fc0693 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:42.032900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/903f08c1-2c42-41b4-88c1-104ca8be7bae HTTP/1.1" status: 204 len: 168 time: 2.2584000 Dec 15 21:53:42.042457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:42.044406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 6.4645815 Dec 15 21:53:42.047415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=903f08c1-2c42-41b4-88c1-104ca8be7bae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:42.049050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:42.092481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:42.147532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 36fd70df-8813-4dcb-94f2-bc90717fc81d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:42.147920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.185530 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2456e2-516d-457c-9096-2abb5859e37d tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:42.186381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2456e2-516d-457c-9096-2abb5859e37d tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:42.187670 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9e2456e2-516d-457c-9096-2abb5859e37d tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/4ee883b8-9f4b-44f8-afee-04bc635a3c9f HTTP/1.1" status: 404 len: 337 time: 0.1419132 Dec 15 21:53:42.190339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36934) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:42.226648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] For port 9eca10ca-a970-47e8-b866-8ce30a2054d8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9eca10ca-a970-47e8-b866-8ce30a2054d8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:42.227650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Router 31b4bf94-6ccf-4531-9c32-7037119c932f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:42.238608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.240546 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6059ed3a-4d5f-4f94-8893-1704437bdce6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:42.241027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6059ed3a-4d5f-4f94-8893-1704437bdce6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:42.256454 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6059ed3a-4d5f-4f94-8893-1704437bdce6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/c4c58723-59c0-48e2-9129-afda02657acb HTTP/1.1" status: 404 len: 339 time: 0.0608578 Dec 15 21:53:42.256454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.256772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network fc940408-2b10-4baf-ab53-100848aebed2 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:42.261549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:42.265139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:42.283686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.292244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 80a78b3c-1222-4e70-bad5-6ad057bc2747, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80a78b3c-1222-4e70-bad5-6ad057bc2747,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:42.299409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.300446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a90f2f3e-2a1e-4779-a141-0f29c1a92a86 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:42.328002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:42.337670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 4677cd16-03d7-4417-a1fb-207b73a48698 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:42.338008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.394862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Transition to ACTIVE for port object 9eca10ca-a970-47e8-b866-8ce30a2054d8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:42.435151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.623005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=80a78b3c-1222-4e70-bad5-6ad057bc2747,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:42.625854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:42.629760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:42.630691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eaea248e-a9e1-4b72-a941-fd20e4422f75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:42.635047 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7289512 Dec 15 21:53:42.635915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:42.662103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] Sync routers for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:42.670684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Provisioning for port e922e55c-994e-4034-a55c-41d597a1c386 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:42.685439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Provisioning complete for port e922e55c-994e-4034-a55c-41d597a1c386 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:42.685821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.774619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:42.775811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:42.858523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:42.859224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:42.889257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Pushing event updated for resources: {'Port': ['ID=9eca10ca-a970-47e8-b866-8ce30a2054d8,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:42.899603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:42.916248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:42.916887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b9fd9309-ceb7-424f-bbb4-c17f4df84e29 None None] Port e922e55c-994e-4034-a55c-41d597a1c386 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:42.930104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:42.930755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:42.950082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.018841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:43.019261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172dfd6a-ccd9-4d62-9f31-f464e8d64777 None None] The sync data for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:43.097651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29482d24-905d-4c5c-b441-52aa5d90825f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.099287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Provisioning complete for port d6761bfe-0189-469e-b6f1-0cf81250553b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:43.099677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.140203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 36fd70df-8813-4dcb-94f2-bc90717fc81d owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:43.223592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:43.237085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:43.277530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting subnet e4e290e2-9957-4bca-af54-183c772c16a2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:43.292901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.295432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:43.296059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ae97e7e6-181b-4e0c-8fc0-fba4fec6fd9e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:43.314670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.327347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Provisioning complete for port 185b23b0-8508-4f75-bbf7-9667bb80df56 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:43.327854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.385059 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-29482d24-905d-4c5c-b441-52aa5d90825f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 21:53:43.391289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29482d24-905d-4c5c-b441-52aa5d90825f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f HTTP/1.1" status: 409 len: 329 time: 0.7517633 Dec 15 21:53:43.392194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36950) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:43.466752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Port 185b23b0-8508-4f75-bbf7-9667bb80df56 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:43.476123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9eca10ca-a970-47e8-b866-8ce30a2054d8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:43.527150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9de7d14f-8268-4b6f-b8e4-6aa5ec3edb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.590943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Provisioning complete for port e922e55c-994e-4034-a55c-41d597a1c386 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:43.591468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.626117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.666664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8f87544c-d060-4e83-83fd-a84074345dda None None] Port e922e55c-994e-4034-a55c-41d597a1c386 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:43.669903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.694430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a3442890-349c-4686-aef7-a1e5ec4c88c1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:43.698563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6761bfe-0189-469e-b6f1-0cf81250553b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:43.737354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef96e6-e665-4d49-9f55-540099e8a688 req-c2dfc8e0-74d4-4d72-92b6-ea8ae178d55b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:43.738887 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5ef96e6-e665-4d49-9f55-540099e8a688 req-c2dfc8e0-74d4-4d72-92b6-ea8ae178d55b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6831975 Dec 15 21:53:43.763004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=36fd70df-8813-4dcb-94f2-bc90717fc81d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:43.780619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:43.780985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d6761bfe-0189-469e-b6f1-0cf81250553b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:43.781631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.782189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:43.791038 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:43.810132 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:43.812543 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:43.816100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.818068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/36fd70df-8813-4dcb-94f2-bc90717fc81d HTTP/1.1" status: 204 len: 168 time: 1.9287040 Dec 15 21:53:43.823139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36954) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:43.852136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-77577af1-f167-4d77-9e97-981ef4a448f3 None None] Provisioning for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:43.860484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-77577af1-f167-4d77-9e97-981ef4a448f3 None None] Provisioning complete for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:43.862103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-77577af1-f167-4d77-9e97-981ef4a448f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.872171 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9324632 Dec 15 21:53:43.886752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36958) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:43.900796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-242685383'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:43.919763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:43.977863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:43.999231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:44.018238 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5ef96e6-e665-4d49-9f55-540099e8a688 req-5dca935c-be83-4f8c-8d45-d8fba2730579 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2598841 Dec 15 21:53:44.053199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80a78b3c-1222-4e70-bad5-6ad057bc2747 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:44.098747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8bbcb3-38a8-4ca3-8af0-eef8c3db9ac5 None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 21:53:44.123502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:44.138814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 4677cd16-03d7-4417-a1fb-207b73a48698 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:44.149384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:44.153271 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:44.182576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:44.185920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.241314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 80a78b3c-1222-4e70-bad5-6ad057bc2747 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:44.241689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.280811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:44.291565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 5a496c88-8368-49cb-88ed-81842fe78465 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:53:44.355266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.411785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8bbcb3-38a8-4ca3-8af0-eef8c3db9ac5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 21:53:44.457784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.506120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4c03b86-d979-4f3d-b6bb-6661d594e23b tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:44.538677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.550741 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 3, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:40Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:44.558395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:53:44.558907 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Updating router 40f843b2-4ed6-4d8e-b70d-084f93a700fb port e922e55c-994e-4034-a55c-41d597a1c386 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:53:44.591159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:44.625576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] Sync routers for ids ['5a496c88-8368-49cb-88ed-81842fe78465'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:44.640781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.644859 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.3496606 Dec 15 21:53:44.646301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:44.657903 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.680275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] Routers {'5a496c88-8368-49cb-88ed-81842fe78465'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:44.681105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['5a496c88-8368-49cb-88ed-81842fe78465'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:44.753801 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/e4e290e2-9957-4bca-af54-183c772c16a2 HTTP/1.1" status: 204 len: 168 time: 2.4883931 Dec 15 21:53:44.756143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:44.759043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e290e2-9957-4bca-af54-183c772c16a2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:44.764114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:44.789771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163260b-c18f-4199-be71-259b8ae225d2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:44.796763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7163260b-c18f-4199-be71-259b8ae225d2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:44.797677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7163260b-c18f-4199-be71-259b8ae225d2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:44.802103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:44.904681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e55f3-f3e8-41df-8676-26414e275c0c req-54f0b090-c23e-4de0-af40-b63407d00416 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:44.906170 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-633e55f3-f3e8-41df-8676-26414e275c0c req-54f0b090-c23e-4de0-af40-b63407d00416 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.4641604 Dec 15 21:53:44.909759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7163260b-c18f-4199-be71-259b8ae225d2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:44.910832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7163260b-c18f-4199-be71-259b8ae225d2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.0864480 Dec 15 21:53:44.917474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:44.942077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:45.014549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] Routers {'5a496c88-8368-49cb-88ed-81842fe78465'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:45.016622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['5a496c88-8368-49cb-88ed-81842fe78465'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:45.027577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 4acb4cc3-60a6-454e-a441-c3050a48d5c4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:45.027971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.049636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.049961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment f91d299f-58c5-4e1d-b83d-5e578fdb5ae0 of type vlan for network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 Dec 15 21:53:45.056110 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.070278 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Transition to ACTIVE for port object e922e55c-994e-4034-a55c-41d597a1c386 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:45.078853 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.080935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting subnet 0c74de80-cdb1-496e-864e-1a96bd0ccd5b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:45.084788 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d3d8bab6-4f5e-425b-aa65-778f6f8c547a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:45.092181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.104026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:45.104654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114f972a-98ee-4119-90ca-b4de3bfe1757 None None] The sync data for ids ['5a496c88-8368-49cb-88ed-81842fe78465'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:45.112853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-429be3de-5aff-4910-abc3-4136c7442fcd None None] Provisioning for port 4677cd16-03d7-4417-a1fb-207b73a48698 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:45.132745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-429be3de-5aff-4910-abc3-4136c7442fcd None None] Provisioning complete for port 4677cd16-03d7-4417-a1fb-207b73a48698 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:45.133534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-429be3de-5aff-4910-abc3-4136c7442fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.160976 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c573956-fb6f-4455-845a-e880a411e395 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers/5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 200 len: 883 time: 0.5142639 Dec 15 21:53:45.162522 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Pushing event updated for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:45.169227 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:45.171424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.181914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:45.198635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-429be3de-5aff-4910-abc3-4136c7442fcd None None] Port 4677cd16-03d7-4417-a1fb-207b73a48698 was deleted so its status cannot be updated. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 15 21:53:45.314760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.358134 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Attempting to bind port e922e55c-994e-4034-a55c-41d597a1c386 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:45.358844 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Attempting to bind port e922e55c-994e-4034-a55c-41d597a1c386 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:45.359486 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Attempting to bind port e922e55c-994e-4034-a55c-41d597a1c386 on network fc940408-2b10-4baf-ab53-100848aebed2 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:45.367265 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:45.368198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Checking segment: {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:45.369582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.370092 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Bound using segment: {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:45.370689 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Bound port: e922e55c-994e-4034-a55c-41d597a1c386, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7727b728-8da1-47a8-8a74-ee874a538845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:45.371265 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.383528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26925848-a68c-4031-8949-d2f33b581c10 None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:45.429388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.486779 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] For port e922e55c-994e-4034-a55c-41d597a1c386, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:45.497006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] For port e922e55c-994e-4034-a55c-41d597a1c386, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e922e55c-994e-4034-a55c-41d597a1c386,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:45.506746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.511403 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:45.543312 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-633e55f3-f3e8-41df-8676-26414e275c0c req-1339fc4d-4d1f-48e0-9f0a-f633523c3ed5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6308451 Dec 15 21:53:45.584931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 4acb4cc3-60a6-454e-a441-c3050a48d5c4 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:45.590281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:53:45.615421 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:45.616076 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:45.619905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.649457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5d1af9e5-20c6-4fc4-8cd8-58b72c5e4dd7 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:45.715591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=4677cd16-03d7-4417-a1fb-207b73a48698,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:45.727283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:45.780657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.785166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff5763e9-cc3e-43d8-88a5-2cbd57846c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.831559 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Pushing event updated for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:45.845114 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:45.877223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.878954 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/4677cd16-03d7-4417-a1fb-207b73a48698 HTTP/1.1" status: 204 len: 168 time: 3.7957897 Dec 15 21:53:45.886736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:45.903401 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:45.966160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:45.991910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:46.017771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.024926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:46.026234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.055266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f3ff40b8-47e6-4cf2-85cc-fbf0fb355390 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:46.083331 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1937101 Dec 15 21:53:46.087181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.091516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=4acb4cc3-60a6-454e-a441-c3050a48d5c4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:46.095831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:46.104303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:46.119449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:46.182799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.239909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.244765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/0c74de80-cdb1-496e-864e-1a96bd0ccd5b HTTP/1.1" status: 204 len: 168 time: 1.4865832 Dec 15 21:53:46.274281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36990) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:46.279707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:46.312072 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/4acb4cc3-60a6-454e-a441-c3050a48d5c4 HTTP/1.1" status: 204 len: 168 time: 1.3816037 Dec 15 21:53:46.313488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:46.328510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438de81b-6a4d-44b2-a943-c5dc1b469651 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:46.329436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-438de81b-6a4d-44b2-a943-c5dc1b469651 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:46.331968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 36994) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:46.332578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:46.356897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:46.370311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:46.376936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:46.398733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:46.432833 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 3, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:45Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:46.433781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4c8057eb-ec41-4879-914e-0fdf517e4a84 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:46.441414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3ad917-eea3-45fc-a767-d8f3565108e7 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 3, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:45Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:46.473163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:46.476609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.525306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.528615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=0c74de80-cdb1-496e-864e-1a96bd0ccd5b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:46.532792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:46.613184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-438de81b-6a4d-44b2-a943-c5dc1b469651 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:46.614353 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-438de81b-6a4d-44b2-a943-c5dc1b469651 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7267883 Dec 15 21:53:46.628322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 36998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:46.679250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8d2c27-6b3a-4c1d-be36-8ce3293aad88 req-58cfadf9-5485-40d1-8daa-81ef8341b839 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:46.687781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a8d2c27-6b3a-4c1d-be36-8ce3293aad88 req-58cfadf9-5485-40d1-8daa-81ef8341b839 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7917724 Dec 15 21:53:46.697121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port 7fc400ee-d150-4150-a098-6a021fd589d3 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:46.697512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.765035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.781406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 185b23b0-8508-4f75-bbf7-9667bb80df56 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:46.781968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.819637 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a8d2c27-6b3a-4c1d-be36-8ce3293aad88 req-2adb00ac-af73-4a77-a5d2-99e9c8f3553b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308508 Dec 15 21:53:46.825113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7c4a1-99cb-4d7b-90e1-7c7b8c1db298 None None] Network 136cc45b-6214-445b-b136-ea71ca0ad4cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:46.874078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ea87f3-5402-4d3d-aaa8-7d571c8870bb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:46.874722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-57ea87f3-5402-4d3d-aaa8-7d571c8870bb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:46.962304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.986866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f612d485-f42f-49e6-9341-fe2b45448b11 None None] Provisioning complete for port 7fc400ee-d150-4150-a098-6a021fd589d3 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:46.987517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f612d485-f42f-49e6-9341-fe2b45448b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:46.996064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-57ea87f3-5402-4d3d-aaa8-7d571c8870bb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:46.999763 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57ea87f3-5402-4d3d-aaa8-7d571c8870bb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6603460 Dec 15 21:53:47.029937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fc400ee-d150-4150-a098-6a021fd589d3,segment=NetworkSegment(e99ddfdc-6af2-4d62-9f82-baea8caeb875),segment_id=e99ddfdc-6af2-4d62-9f82-baea8caeb875)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:47.030303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.038074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8e32e8b5-51f5-4e8c-9b17-f9ae88da285e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:router {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:47.043533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:47.109390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.329866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for 185b23b0-8508-4f75-bbf7-9667bb80df56 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:47.338657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] DHCP port deletion for 136cc45b-6214-445b-b136-ea71ca0ad4cc request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:47.357143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Deleting port 7fc400ee-d150-4150-a098-6a021fd589d3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:47.360905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.362895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for 7fc400ee-d150-4150-a098-6a021fd589d3 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:47.448532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e67403-ca02-487b-852f-1ae9ffcfef1c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:47.453320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-71e67403-ca02-487b-852f-1ae9ffcfef1c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8235211 Dec 15 21:53:47.456045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37010) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:47.505573 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b32cd4-77a6-4564-a856-79909fb186a6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:53:47.509915 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68b32cd4-77a6-4564-a856-79909fb186a6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/36fd70df-8813-4dcb-94f2-bc90717fc81d HTTP/1.1" status: 404 len: 333 time: 0.1410508 Dec 15 21:53:47.515493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:47.523236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e922e55c-994e-4034-a55c-41d597a1c386 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:47.585816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8e32e8b5-51f5-4e8c-9b17-f9ae88da285e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:router {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:47.587027 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e32e8b5-51f5-4e8c-9b17-f9ae88da285e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 2.4022870 Dec 15 21:53:47.592658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:47.607334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ba1941-2323-4f65-8a23-a4eb2b129592 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:53:47.611424 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09ba1941-2323-4f65-8a23-a4eb2b129592 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/4acb4cc3-60a6-454e-a441-c3050a48d5c4 HTTP/1.1" status: 404 len: 333 time: 0.0923426 Dec 15 21:53:47.614716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37022) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:47.642828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-265070049'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:47.645133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.653212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:47.654224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:47.655810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:47.656634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:53:47.674599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5bc3c77-3bbe-491a-948b-704eac32ecbe tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:47.748569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e922e55c-994e-4034-a55c-41d597a1c386 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:47.761714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e922e55c-994e-4034-a55c-41d597a1c386 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:47.762116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.815438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] For port 7fc400ee-d150-4150-a098-6a021fd589d3, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fc400ee-d150-4150-a098-6a021fd589d3,segment=NetworkSegment(e99ddfdc-6af2-4d62-9f82-baea8caeb875),segment_id=e99ddfdc-6af2-4d62-9f82-baea8caeb875)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:47.816122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.861580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:47.867981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Port': ['ID=7fc400ee-d150-4150-a098-6a021fd589d3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:47.876500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:47.887170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No DVR routers for this DVR port 7fc400ee-d150-4150-a098-6a021fd589d3 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:47.945679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:53:47.977407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.011253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Calling delete_port for 7fc400ee-d150-4150-a098-6a021fd589d3 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:48.050534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6dabc-5c9c-4e28-af33-cd92e63dc7f9 req-f4816383-0221-4831-93b8-e53a3625003a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:48.052251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d4d6dabc-5c9c-4e28-af33-cd92e63dc7f9 req-f4816383-0221-4831-93b8-e53a3625003a tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6353717 Dec 15 21:53:48.068273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b8061569-742a-4561-9a39-5caae107f291 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:48.097432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:53:48.098597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3824c12d-70d8-4a62-9b07-6996989c42a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6388958 Dec 15 21:53:48.123066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37026) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:48.145290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:48.145735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:48.151836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.185773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e922e55c-994e-4034-a55c-41d597a1c386, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e922e55c-994e-4034-a55c-41d597a1c386,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:48.190917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.193150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:48.251575 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d4d6dabc-5c9c-4e28-af33-cd92e63dc7f9 req-1d69dd81-7028-4c0b-be66-dcb0233dd872 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810813 Dec 15 21:53:48.282252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fc400ee-d150-4150-a098-6a021fd589d3 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:48.290196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.320683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7fc400ee-d150-4150-a098-6a021fd589d3 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:48.321034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fc400ee-d150-4150-a098-6a021fd589d3 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:48.338649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:48.342648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:48.347318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.355576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6147e7-2630-47cf-95db-922ad9b8913a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:48.361396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=7ee5dcc1-291d-4516-a188-0b695298c657,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:48.364579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:48.368333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.386240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136cc45b-6214-445b-b136-ea71ca0ad4cc']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.395460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.406246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 31c8568e-65b6-4793-a382-3e355e612035 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:48.408463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Port': ['ID=185b23b0-8508-4f75-bbf7-9667bb80df56,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:48.425922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99ddfdc-6af2-4d62-9f82-baea8caeb875') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.426221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99ddfdc-6af2-4d62-9f82-baea8caeb875') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.437142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:48.437501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:48.438143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:48.441790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.489015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee2ba9a-399e-4f2a-868c-096543587dc7']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.496932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.527762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c51490c-03b1-4345-bbf6-d9fa923ef672') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.528189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c51490c-03b1-4345-bbf6-d9fa923ef672') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:48.552282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.555155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.572100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.607851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:48.608281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:48.628550 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:48.631111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:48.647357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Deleting port 7fc400ee-d150-4150-a098-6a021fd589d3 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:48.647959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.677250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.695746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.716011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:48.721471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:48.722061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.728917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-11280f65-031f-4275-bd11-70fe9feca581 None None] The port '7fc400ee-d150-4150-a098-6a021fd589d3' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:53:48.731359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7341d-70a6-4f26-a76f-65e0f8120c11 None None] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:48.741044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:48.741461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:48.770109 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:48.885004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.889255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.896375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.898145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abdfae65-1131-4671-a580-d1caf0cf6916 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:48.926781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=136cc45b-6214-445b-b136-ea71ca0ad4cc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:48.929703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:48.933939 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/136cc45b-6214-445b-b136-ea71ca0ad4cc HTTP/1.1" status: 204 len: 168 time: 2.6561494 Dec 15 21:53:48.936964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37030) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:48.942563 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8417032 Dec 15 21:53:48.959801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:48.960009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:48.960412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.974033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.979211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.983943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:48.990967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fd1a953e-6efc-440d-8475-e02263a9d9cf tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:49.012158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.125953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Allocated IP 172.22.0.2 (ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375/7ee5dcc1-291d-4516-a188-0b695298c657/3c8fa7a4-dff5-4c94-be63-7af8e4322689) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:49.183767 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d11e3570-3ac8-4ab4-aec2-89a2143058b6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.184245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d11e3570-3ac8-4ab4-aec2-89a2143058b6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.188383 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d11e3570-3ac8-4ab4-aec2-89a2143058b6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/eb6d90bb-0b20-4642-92da-3522fbfec015 HTTP/1.1" status: 404 len: 337 time: 0.2480636 Dec 15 21:53:49.191659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=3ee2ba9a-399e-4f2a-868c-096543587dc7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:49.194582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:49.202551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37038) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.204349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/3ee2ba9a-399e-4f2a-868c-096543587dc7 HTTP/1.1" status: 204 len: 168 time: 1.5890741 Dec 15 21:53:49.208131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.238458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1076668829'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:49.249599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:49.254095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0796ba3d-8b62-4975-8f0e-0f20b565fe2f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.254561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0796ba3d-8b62-4975-8f0e-0f20b565fe2f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.258581 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0796ba3d-8b62-4975-8f0e-0f20b565fe2f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/58d5c23b-d283-4fdb-8a27-ae07ae1f0553 HTTP/1.1" status: 404 len: 339 time: 0.0495188 Dec 15 21:53:49.261265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:49.263602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37046) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.266182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:49.316304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:49.322949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b7f1e6-5774-4de4-a0dc-0a1211c69800 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.323249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b7f1e6-5774-4de4-a0dc-0a1211c69800 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.324955 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-85b7f1e6-5774-4de4-a0dc-0a1211c69800 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/a6839279-8c5e-4ba0-8f9a-3c641ef9017f HTTP/1.1" status: 404 len: 337 time: 0.0604298 Dec 15 21:53:49.328962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.352274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.371007 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf9f4fb-849a-4289-91d8-d07144f439d3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.371743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf9f4fb-849a-4289-91d8-d07144f439d3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.375780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:49.379594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.425961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e922e55c-994e-4034-a55c-41d597a1c386 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:49.441656 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aaf9f4fb-849a-4289-91d8-d07144f439d3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/7f1f845a-aedd-4064-ae3c-a51b03b5993e HTTP/1.1" status: 404 len: 339 time: 0.1116705 Dec 15 21:53:49.445204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.451125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.460737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0041469-a9b6-42ab-a370-954a8e9ac5a5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:49.469980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Transition to ACTIVE for port object 3c8fa7a4-dff5-4c94-be63-7af8e4322689 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:49.505844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Router 31b4bf94-6ccf-4531-9c32-7037119c932f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:49.507507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Transition to ACTIVE for port object 3c8fa7a4-dff5-4c94-be63-7af8e4322689 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:49.508547 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bf5511-6574-4bdc-9885-4c9f2a6d9db1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.509756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bf5511-6574-4bdc-9885-4c9f2a6d9db1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.513665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=31c8568e-65b6-4793-a382-3e355e612035,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:49.515922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:49.520427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.524209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:49.541654 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/31c8568e-65b6-4793-a382-3e355e612035 HTTP/1.1" status: 204 len: 168 time: 1.4097097 Dec 15 21:53:49.542274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.542534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment a926d094-3859-4ab1-ad5c-59ff4f55b4f9 of type vlan for network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 Dec 15 21:53:49.543423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37060) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.544918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94386a2-2f3a-4ea6-b112-435f60566bb5 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:49.564704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.576445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:49.634969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.646069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7295f-0b3b-43aa-9579-7a8eae20532f req-44e96f3c-07b8-4c90-b10c-a5a7816e9400 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:49.647560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7c7295f-0b3b-43aa-9579-7a8eae20532f req-44e96f3c-07b8-4c90-b10c-a5a7816e9400 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.2542725 Dec 15 21:53:49.652457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 406f3314-6165-44e7-b821-be94fa64d7d1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:49.658681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-50bf5511-6574-4bdc-9885-4c9f2a6d9db1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/7047d3de-a121-49fa-93e7-267c299906db HTTP/1.1" status: 404 len: 337 time: 0.2088723 Dec 15 21:53:49.660372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.699593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37064) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.727613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:49.737223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:49.744612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:49.749097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Pushing event updated for resources: {'Port': ['ID=3c8fa7a4-dff5-4c94-be63-7af8e4322689,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:49.758894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:49.776150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1acff1f-569b-408d-9e67-eb993b5cb783 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:49.776629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1acff1f-569b-408d-9e67-eb993b5cb783 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:49.778285 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c1acff1f-569b-408d-9e67-eb993b5cb783 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/0c7d4883-868f-4d75-8ce8-29d960938971 HTTP/1.1" status: 404 len: 339 time: 0.0675595 Dec 15 21:53:49.784835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37068) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:49.822408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.854562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e922e55c-994e-4034-a55c-41d597a1c386 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:49.854562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.869843 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7c7295f-0b3b-43aa-9579-7a8eae20532f req-414a2801-183e-42eb-963d-17cb5b17758e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116880 Dec 15 21:53:49.882164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.887788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:49.888431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.931482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Attempting to bind port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:49.932032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Attempting to bind port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:49.932515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Attempting to bind port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 on network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:49.947546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 5a496c88-8368-49cb-88ed-81842fe78465 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:49.948615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:49.963691 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5604999 Dec 15 21:53:49.970621 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] Sync routers for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:49.971186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:49.971186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Checking segment: {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:49.971753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.972281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Bound using segment: {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:49.972966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Bound port: 3c8fa7a4-dff5-4c94-be63-7af8e4322689, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:49.973346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:49.992714 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:49.993535 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:49.994193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.016698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:50.112084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:50.129465 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.152984 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] Routers {'31b4bf94-6ccf-4531-9c32-7037119c932f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:50.153885 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['31b4bf94-6ccf-4531-9c32-7037119c932f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.211625 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-8d30ec20-8c45-4b52-8cd2-35cd6c95958a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] show failed (client error): The resource could not be found. Dec 15 21:53:50.214943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d30ec20-8c45-4b52-8cd2-35cd6c95958a tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-360286117 HTTP/1.1" status: 404 len: 334 time: 0.1959887 Dec 15 21:53:50.242667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:50.257429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting subnet e1ba510b-ce92-4fab-abad-a085fe892932 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:50.262973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.267100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-74542663-3744-40e5-b07b-56a10c046ace tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:50.270586 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.271448 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972c2139-4b4a-4e61-84e6-bbbc41c1fa7d None None] The sync data for ids ['31b4bf94-6ccf-4531-9c32-7037119c932f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:50.338663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=f0e7ce81-264f-4b07-a135-f9730f4e8fb0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:50.340559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] For port 3c8fa7a4-dff5-4c94-be63-7af8e4322689, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:50.344535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] For port 3c8fa7a4-dff5-4c94-be63-7af8e4322689, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3c8fa7a4-dff5-4c94-be63-7af8e4322689,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:50.345592 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1326830 Dec 15 21:53:50.350331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:50.358585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:50.371056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.378669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:50.394292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:50.400722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:50.556499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Pushing event updated for resources: {'Port': ['ID=3c8fa7a4-dff5-4c94-be63-7af8e4322689,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:50.575187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:50.593360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.611441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-74542663-3744-40e5-b07b-56a10c046ace tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] update failed (client error): The resource could not be found. Dec 15 21:53:50.620008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74542663-3744-40e5-b07b-56a10c046ace tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-701308172 HTTP/1.1" status: 404 len: 334 time: 0.3501480 Dec 15 21:53:50.623625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:50.688255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:50.690191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:50.701195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.701828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:50.702348 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9387e935-1026-4d1b-8931-b52fb61eff85 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 200 len: 890 time: 3.0973411 Dec 15 21:53:50.708564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:50.710456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] Sync routers for ids ['5a496c88-8368-49cb-88ed-81842fe78465'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:50.711313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37092) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:50.724975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] Routers {'5a496c88-8368-49cb-88ed-81842fe78465'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:50.726237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['5a496c88-8368-49cb-88ed-81842fe78465'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.786791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting subnet d9256972-6908-448c-8df5-4094d0cf66e0 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:50.796015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.836526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.850151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] Routers {'5a496c88-8368-49cb-88ed-81842fe78465'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:50.856998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['5a496c88-8368-49cb-88ed-81842fe78465'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:50.896300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.925795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:50.996550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:51.006814 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b80c65ed-b983-496e-83d4-59470b4c7257 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers/5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 200 len: 890 time: 0.2875075 Dec 15 21:53:51.008346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:51.009586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.009957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2584e8-7eb4-49d3-8820-d3715b2f6393 None None] The sync data for ids ['5a496c88-8368-49cb-88ed-81842fe78465'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:51.021674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37096) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:51.023422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc5cd4d-9ec6-424a-9c5c-edff8706b4d2 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:51.113911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=406f3314-6165-44e7-b821-be94fa64d7d1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:51.128765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:51.263266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.279054 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5fcaa1ee-dd7e-40b7-be0c-9bf3197088cf tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 200 len: 205 time: 0.2179844 Dec 15 21:53:51.281023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37100) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:51.288481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:51.292464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.311664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.373800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-db6a06fe-c1a6-40d6-90b4-296e9c7ad68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:51.375291 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-db6a06fe-c1a6-40d6-90b4-296e9c7ad68d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 1099 time: 1.0751069 Dec 15 21:53:51.442169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7926e5e-4173-4bfb-be90-aade30b5a6ef req-c67449eb-a4b9-4904-a7d3-cec37e3af2b7 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:51.443636 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7926e5e-4173-4bfb-be90-aade30b5a6ef req-c67449eb-a4b9-4904-a7d3-cec37e3af2b7 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 1.1451318 Dec 15 21:53:51.467155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3c8fa7a4-dff5-4c94-be63-7af8e4322689 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:51.473578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.501543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f85c3e6-5a43-4a61-9e33-b604c4965098 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:51.519832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.22.0.1 (ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375/7ee5dcc1-291d-4516-a188-0b695298c657/c08cc23c-8628-4bd1-8421-863d43951c4a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:51.615259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.651038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/406f3314-6165-44e7-b821-be94fa64d7d1 HTTP/1.1" status: 204 len: 168 time: 2.1037149 Dec 15 21:53:51.661034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 21:53:51.661325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 21:53:51.719255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.720028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37104) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:51.738474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object c08cc23c-8628-4bd1-8421-863d43951c4a will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:51.760962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72513bed-7cd0-4132-9f6c-fa25b6018b3e tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:51.769335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.776558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a227e36-2d12-410b-b4cb-4edaf4156a29 None None] Provisioning complete for port 9eca10ca-a970-47e8-b866-8ce30a2054d8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:51.776928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a227e36-2d12-410b-b4cb-4edaf4156a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.798993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.812180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Subnet': ['ID=d9256972-6908-448c-8df5-4094d0cf66e0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:51.814564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:51.820679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:51.825606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:51.836292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6586e950-02ee-412c-b7af-3f2f396aae25 None None] Network 372e26e6-6835-4fe9-bc5d-60bee2fcda3c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:51.887959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:51.892376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:51.898064 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/subnets/d9256972-6908-448c-8df5-4094d0cf66e0 HTTP/1.1" status: 204 len: 168 time: 1.2707925 Dec 15 21:53:51.898064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:51.931492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37108) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:51.943326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ffc6e4c-6fe5-463a-ab31-9c5deef157ff tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2221034 Dec 15 21:53:51.951033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:51.960277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37112) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:51.969673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:52.018981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7926e5e-4173-4bfb-be90-aade30b5a6ef req-e68796b0-b670-4c7c-962d-aeb978a11500 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5202842 Dec 15 21:53:52.056646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.093388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:52.098890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:52.109190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c33d8-fe82-40e3-8bef-fd7bd40b9ac7 None None] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:52.150131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:52.159240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:52.163727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:52.172706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:52.198311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:52.202239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.205642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-1d030bfd-27e4-4f09-a011-2dea5c4cad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:52.207093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-1d030bfd-27e4-4f09-a011-2dea5c4cad60 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 200 len: 913 time: 0.7513030 Dec 15 21:53:52.240170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:52.257647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Deleting port 9eca10ca-a970-47e8-b866-8ce30a2054d8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:52.257986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.271988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.275100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.369032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.383005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:52.390639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.433832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.454460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ba510b-ce92-4fab-abad-a085fe892932,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:52.465157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:52.468264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8b0cb01-4144-4bf5-b3ec-8e609d9e97f0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:52.488905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4fba3e-5ae9-4e0a-a13b-4035a64cd753 None None] Network 06fee9bd-38d6-4434-bc35-c771d4fe0252 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:52.504568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.534933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port d6761bfe-0189-469e-b6f1-0cf81250553b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:52.535272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.629849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] DHCP port deletion for 372e26e6-6835-4fe9-bc5d-60bee2fcda3c request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:52.670853 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/e1ba510b-ce92-4fab-abad-a085fe892932 HTTP/1.1" status: 204 len: 168 time: 2.8799217 Dec 15 21:53:52.670853 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-8707d970-1798-46f8-bc73-e585b6b94daf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 200 len: 1001 time: 0.4563000 Dec 15 21:53:52.685422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Provisioning for port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:52.688655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37116) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:52.736215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Deleting port d6761bfe-0189-469e-b6f1-0cf81250553b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:52.736659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.783115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Provisioning complete for port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:52.783639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.893313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] For port 9eca10ca-a970-47e8-b866-8ce30a2054d8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9eca10ca-a970-47e8-b866-8ce30a2054d8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:52.893550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:52.988410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=352af297-b0cd-41fd-bda3-0435da0c7e1a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:53.000943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:53.010591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.018568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86fae2b7-bb36-4cbd-bbd9-84610be59da1 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:53.099838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:53.105237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:53.112413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:53.113000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.123533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Calling delete_port for 9eca10ca-a970-47e8-b866-8ce30a2054d8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:53.140225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=e7bbb54d-83ab-48b0-86e4-f880c4749616,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:53.145824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:53.164341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2027836 Dec 15 21:53:53.169473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:53.178628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:53.198917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.205427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] For port d6761bfe-0189-469e-b6f1-0cf81250553b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6761bfe-0189-469e-b6f1-0cf81250553b,segment=NetworkSegment(769984c5-829b-4875-94dd-16b0c781416f),segment_id=769984c5-829b-4875-94dd-16b0c781416f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:53.205817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.244616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:53.245004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: f0e7ce81-264f-4b07-a135-f9730f4e8fb0, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:53.249012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.323415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e3fc2bc1-f56d-4599-a676-e868a16b4187 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:53.367485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-bbcfa1e7-aaf0-45ea-af27-fd9f3ccdb2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:53.369066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-bbcfa1e7-aaf0-45ea-af27-fd9f3ccdb2e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 200 len: 851 time: 0.6520920 Dec 15 21:53:53.378510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for d6761bfe-0189-469e-b6f1-0cf81250553b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:53.403468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:53.407186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.415954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.434084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:53.447826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.458230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5326c16a-767f-4bc9-bca3-65c5f53cec71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:53.491781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.502612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.507348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9eca10ca-a970-47e8-b866-8ce30a2054d8 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:53.555696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 950c727f-6c3e-43a4-8172-75c2c5029fa1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:53.556161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.558099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Pushing event deleted for resources: {'Port': ['ID=9eca10ca-a970-47e8-b866-8ce30a2054d8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:53.563351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9eca10ca-a970-47e8-b866-8ce30a2054d8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:53.563706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9eca10ca-a970-47e8-b866-8ce30a2054d8 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:53.564146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6761bfe-0189-469e-b6f1-0cf81250553b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:53.599472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:53.601113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] For port 3c8fa7a4-dff5-4c94-be63-7af8e4322689, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3c8fa7a4-dff5-4c94-be63-7af8e4322689,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:53.608038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] No DVR routers for this DVR port 9eca10ca-a970-47e8-b866-8ce30a2054d8 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:53.610492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] For port d6761bfe-0189-469e-b6f1-0cf81250553b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6761bfe-0189-469e-b6f1-0cf81250553b,segment=NetworkSegment(769984c5-829b-4875-94dd-16b0c781416f),segment_id=769984c5-829b-4875-94dd-16b0c781416f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:53.610979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.669526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:53:53.693221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:53.701382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:53.702250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.708612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:53.709930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port b5ba7c6d-10b0-4f98-b189-8203442b9f0b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:53.710267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.722269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:53.763832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f0e7ce81-264f-4b07-a135-f9730f4e8fb0) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:53.764570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee832d6-5065-4afc-a1d1-2540a6b7a253 req-2c672eb8-d270-4a7c-972f-2efee23a56e8 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:53.777405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:53.777405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.777685 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ee832d6-5065-4afc-a1d1-2540a6b7a253 req-2c672eb8-d270-4a7c-972f-2efee23a56e8 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5688145 Dec 15 21:53:53.785396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4b6c675a-ceec-4087-b47c-5bfedc8d13ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:53.797486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:53.804695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.827853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e65a0e-8341-451b-9fdb-108b0e8363c6 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:53.873916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:53.885918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Calling delete_port for d6761bfe-0189-469e-b6f1-0cf81250553b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:53.892168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:53.918286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] DHCP port deletion for 06fee9bd-38d6-4434-bc35-c771d4fe0252 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:53.920405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c88f22e-4895-4b99-90b0-4f50d7aaa699 None None] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:53.944519 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ee832d6-5065-4afc-a1d1-2540a6b7a253 req-801be3a2-8a93-4d6a-8447-f333ddefd2a9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709690 Dec 15 21:53:53.958524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Port': ['ID=d6761bfe-0189-469e-b6f1-0cf81250553b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:53.966585 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5709774 Dec 15 21:53:53.967459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:53.970743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:53.974442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] No DVR routers for this DVR port d6761bfe-0189-469e-b6f1-0cf81250553b on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:53.978743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0', 'name': 'tempest-PortsTestJSON-1532856036'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:54.076587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-5c705eeb-c9e3-497c-8b87-1a2ed634f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:54.079492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-5c705eeb-c9e3-497c-8b87-1a2ed634f710 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6548266 Dec 15 21:53:54.119765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:54.129629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:54.149682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7bbb54d-83ab-48b0-86e4-f880c4749616 (CIDR: 2001:db8::/64) Dec 15 21:53:54.165768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Deleting port b5ba7c6d-10b0-4f98-b189-8203442b9f0b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:54.166748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.191220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Pushing event updated for resources: {'Port': ['ID=3c8fa7a4-dff5-4c94-be63-7af8e4322689,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:54.224042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:54.232955 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:53:54.233590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:54.284879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:54.285332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:54.341309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:54.344834 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ada29ec-23de-4b70-bfb7-1d5c2732e5df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1744275 Dec 15 21:53:54.352580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:54.363521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:54.365508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.388215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.444468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Provisioning for port c08cc23c-8628-4bd1-8421-863d43951c4a completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:53:54.447341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No active binding found for port d6761bfe-0189-469e-b6f1-0cf81250553b {{(pid=87555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 21:53:54.447753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6761bfe-0189-469e-b6f1-0cf81250553b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:54.483823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Provisioning complete for port c08cc23c-8628-4bd1-8421-863d43951c4a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:54.484244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.487198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:54.508626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['372e26e6-6835-4fe9-bc5d-60bee2fcda3c']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:54.545948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Port c08cc23c-8628-4bd1-8421-863d43951c4a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:54.585808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 950c727f-6c3e-43a4-8172-75c2c5029fa1 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:54.691697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:53:54.709446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:54.713388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.722808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:54.764088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Provisioning complete for port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:54.764473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a20c7afa-1a97-49c0-b7c7-55f2d494ca00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.772629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769984c5-829b-4875-94dd-16b0c781416f') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:54.772934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769984c5-829b-4875-94dd-16b0c781416f') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:54.786939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:54.801774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:54.806575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Deleting port d6761bfe-0189-469e-b6f1-0cf81250553b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:54.807243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.808490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.822141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,segment=NetworkSegment(ec7da8e2-3e60-4909-a7d5-7d495e166508),segment_id=ec7da8e2-3e60-4909-a7d5-7d495e166508)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:54.822496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.837989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-f0e7ce81-264f-4b07-a135-f9730f4e8fb0', 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '352af297-b0cd-41fd-bda3-0435da0c7e1a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:54.837989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.856005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:54.887756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port e167dba5-d7f4-4f51-85de-bce65941c7cf yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:54.888651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] For port b5ba7c6d-10b0-4f98-b189-8203442b9f0b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,segment=NetworkSegment(ec7da8e2-3e60-4909-a7d5-7d495e166508),segment_id=ec7da8e2-3e60-4909-a7d5-7d495e166508)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:54.889038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.922094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.940051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:54.941728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b610a2bc-a251-40f7-8b62-c13531071032 None None] The port 'd6761bfe-0189-469e-b6f1-0cf81250553b' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:53:54.943509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:54.990478 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-9072c9a5-c567-4fc4-83f0-1ffc074444a6 service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8849022 Dec 15 21:53:55.013962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for b5ba7c6d-10b0-4f98-b189-8203442b9f0b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:55.045827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:53:55.053873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:55.054461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.062522 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:53:55.063052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Calling delete_port for b5ba7c6d-10b0-4f98-b189-8203442b9f0b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:55.077666 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:55.086392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:55.107564 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1469028 Dec 15 21:53:55.116033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37136) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:55.130334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'network': {'name': 'tempest-RoutersTest-438906245'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:55.163054 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:55.264151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': 'e7bbb54d-83ab-48b0-86e4-f880c4749616'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:53:55.265008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.302571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:55.332854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:network and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:55.359934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:55.382071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:55.397429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.7 (f0e7ce81-264f-4b07-a135-f9730f4e8fb0/352af297-b0cd-41fd-bda3-0435da0c7e1a/e167dba5-d7f4-4f51-85de-bce65941c7cf) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:55.398078 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:55.411062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.437667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66a15a20-6380-41c3-8e5a-315f766e67ac tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:55.446447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:55.450951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.451127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.460816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.463085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:55.481649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Network': ['ID=372e26e6-6835-4fe9-bc5d-60bee2fcda3c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:55.511947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3c8fa7a4-dff5-4c94-be63-7af8e4322689 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:55.521513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:55.531595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddc27b88-5698-4b9b-89a1-cb72681634b8 req-c11e386b-ed32-48b2-b54e-6d23535e328b service neutron] 10.222.0.32 "GET /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853790 Dec 15 21:53:55.538954 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/networks/372e26e6-6835-4fe9-bc5d-60bee2fcda3c HTTP/1.1" status: 204 len: 168 time: 3.5945327 Dec 15 21:53:55.545263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:55.546630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:53:55.547384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:53:55.561914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Pushing event deleted for resources: {'Port': ['ID=b5ba7c6d-10b0-4f98-b189-8203442b9f0b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:55.565211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:55.577299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] No DVR routers for this DVR port b5ba7c6d-10b0-4f98-b189-8203442b9f0b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:53:55.612087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df9d30-c518-469f-ab94-dc6eb5e5b896 req-52113511-06ec-4e4b-bb56-22105b8a8055 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:55.613747 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7df9d30-c518-469f-ab94-dc6eb5e5b896 req-52113511-06ec-4e4b-bb56-22105b8a8055 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.3826363 Dec 15 21:53:55.666070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:55.679406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.688282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:55.713775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-58de9084-2b85-409e-8843-1503e61d1905 None None] Provisioning complete for port c08cc23c-8628-4bd1-8421-863d43951c4a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:55.714450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58de9084-2b85-409e-8843-1503e61d1905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.736679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.737186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added segment 2fd80304-47fb-4a00-b2dd-17084084e6fb of type vlan for network 8dc17050-cfe7-409a-8e26-2a812f3216f6 Dec 15 21:53:55.752931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting subnet daf29276-1c48-4833-868e-47daade59fe4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:55.777724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e7bbb54d-83ab-48b0-86e4-f880c4749616/81bdba0a-ab57-4e8c-b6dc-ccc9458d907e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:55.782386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.812249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:53:55.812980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.850418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.855420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-58de9084-2b85-409e-8843-1503e61d1905 None None] Port c08cc23c-8628-4bd1-8421-863d43951c4a cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:53:55.896733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:55.910613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=950c727f-6c3e-43a4-8172-75c2c5029fa1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:55.915741 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7df9d30-c518-469f-ab94-dc6eb5e5b896 req-b72c6ded-48e6-4628-9582-4fe6878c9452 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901316 Dec 15 21:53:55.919454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:55.992233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:53:56.015179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.028580 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:52Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:53:52Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:56.032836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.034785 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:53:56.035218 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Updating router 40f843b2-4ed6-4d8e-b70d-084f93a700fb port c08cc23c-8628-4bd1-8421-863d43951c4a binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:53:56.044021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab9374b8-3c2b-41d0-8b32-ee1eb5ee2c61 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.072083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port b5ba7c6d-10b0-4f98-b189-8203442b9f0b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:56.072440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.113471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.117167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.186850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.203810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:56.204482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.228923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.259975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.267779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:56.269590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Transition to ACTIVE for port object 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:56.282304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:56.298555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b5ba7c6d-10b0-4f98-b189-8203442b9f0b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:53:56.313888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:56.316477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.331264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object e167dba5-d7f4-4f51-85de-bce65941c7cf will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:56.340545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=98329b4c-12b7-4a4e-8f63-60bd9f67cbfb,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:56.346834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:56.348572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.367289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b5ba7c6d-10b0-4f98-b189-8203442b9f0b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:53:56.367675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b5ba7c6d-10b0-4f98-b189-8203442b9f0b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:53:56.373232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Transition to ACTIVE for port object 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:56.378838 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2589977 Dec 15 21:53:56.385797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.391137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.424196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:56.439685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'subnet': {'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:56.467216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:56.471119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:56.478821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1207020 Dec 15 21:53:56.481844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:56.509217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Pushing event updated for resources: {'Port': ['ID=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:56.525076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:56.542009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:56.555587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:f0:7a:c7', 'name': 'tempest-NetworksTestDHCPv6-743067766'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:56.580318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] The port 'b5ba7c6d-10b0-4f98-b189-8203442b9f0b' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:53:56.599470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Network': ['ID=8dc17050-cfe7-409a-8e26-2a812f3216f6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:56.643707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.651543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.655262 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.672777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:56.681266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:56.715834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:56.724382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.729091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:subnet and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:56.736891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0ca8eb69-5ba4-4a79-86e6-ab7b746df0ef tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.759813 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Transition to ACTIVE for port object c08cc23c-8628-4bd1-8421-863d43951c4a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:56.766558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.772998 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.775126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fd139d8-18cf-450a-9f1e-b79060a56045 tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.778439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:56.784404 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:56.801003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.801502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router 5a496c88-8368-49cb-88ed-81842fe78465 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:53:56.812734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:56.813480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Attempting to bind port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:56.813868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Attempting to bind port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:56.814241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Attempting to bind port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:56.819288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.828197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Subnet': ['ID=daf29276-1c48-4833-868e-47daade59fe4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:56.834984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:56.836390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.848265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d659841-8489-4702-b4ac-846a3fd0f068 None None] Network 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:56.862453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/subnets/daf29276-1c48-4833-868e-47daade59fe4 HTTP/1.1" status: 204 len: 168 time: 1.3144813 Dec 15 21:53:56.863855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:56.866900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.867955 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 204 len: 168 time: 5.5810862 Dec 15 21:53:56.868731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:56.870401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fee9bd-38d6-4434-bc35-c771d4fe0252']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:56.875603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:56.879080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37154) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:56.884663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:56.887312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:56.887771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:56.888299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.888795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:56.889352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Bound port: 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:56.889802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.909795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Made reservation on behalf of d1847a4bc77c435f88c9157b118ec108 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:56.913314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.927300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-848297715'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:56.932332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7da8e2-3e60-4909-a7d5-7d495e166508') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:56.933486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7da8e2-3e60-4909-a7d5-7d495e166508') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:56.945423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:56.950153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=e167dba5-d7f4-4f51-85de-bce65941c7cf,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:56.961432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:56.965845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:56.972274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:56.983080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:57.011451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting subnet f5561e23-524e-4a77-8bff-663b7abf2d8b {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:57.015271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.018272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.048101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:57.052203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.077844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:53:57.078260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:53:57.113391 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:53:57.142151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] For port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:57.145624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] For port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:57.177759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:57.188766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.214572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.229267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Allocated IP 172.20.0.2 (f0e7ce81-264f-4b07-a135-f9730f4e8fb0/352af297-b0cd-41fd-bda3-0435da0c7e1a/1dbbdd7a-7821-410d-8d38-538d20e896b5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:57.269014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:53:57.274850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.284573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.302608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.322980 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Attempting to bind port c08cc23c-8628-4bd1-8421-863d43951c4a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:57.323480 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Attempting to bind port c08cc23c-8628-4bd1-8421-863d43951c4a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:57.323722 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Attempting to bind port c08cc23c-8628-4bd1-8421-863d43951c4a on network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:57.324493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.325015 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 1d320df3-295f-4c28-927c-4b0a69436d9e of type vlan for network 87379815-16a1-4f49-be01-8d618d4172fe Dec 15 21:53:57.329463 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:57.329851 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Checking segment: {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:57.330250 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.330652 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Bound using segment: {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:57.331251 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Bound port: c08cc23c-8628-4bd1-8421-863d43951c4a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:57.331510 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.333776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=06fee9bd-38d6-4434-bc35-c771d4fe0252,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:57.336176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:57.347138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.350045 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Pushing event updated for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:57.354038 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.359159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/06fee9bd-38d6-4434-bc35-c771d4fe0252 HTTP/1.1" status: 204 len: 168 time: 4.6670196 Dec 15 21:53:57.365189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37162) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:57.387857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:57.388528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.425149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:57.443135 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] For port c08cc23c-8628-4bd1-8421-863d43951c4a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:57.445714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.448479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] For port c08cc23c-8628-4bd1-8421-863d43951c4a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c08cc23c-8628-4bd1-8421-863d43951c4a,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:57.451309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5507d2-ad27-4bee-a0ac-fc6954fa8e57 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:57.451789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5507d2-ad27-4bee-a0ac-fc6954fa8e57 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:57.456075 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d5507d2-ad27-4bee-a0ac-fc6954fa8e57 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/1340bda6-c5a7-40d3-af25-e5d798502633 HTTP/1.1" status: 404 len: 337 time: 0.0851409 Dec 15 21:53:57.457878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37166) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:57.458212 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.469571 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.491831 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1337cfc8-6e4b-4394-8b45-78d01e4e9493 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] DELETE failed (client error): The resource could not be found. Dec 15 21:53:57.492390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1337cfc8-6e4b-4394-8b45-78d01e4e9493 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:53:57.496574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1337cfc8-6e4b-4394-8b45-78d01e4e9493 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/b281fad9-3b8c-4b83-9bc1-74ebfe2f3d83 HTTP/1.1" status: 404 len: 339 time: 0.0351892 Dec 15 21:53:57.503655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37170) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:57.509323 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5354595 Dec 15 21:53:57.519129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:57.554314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.571433 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Pushing event updated for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:57.575532 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.583928 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:53:57.585307 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:57.618393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.627791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:57.628451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.661454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8be34e80-cb69-47b8-a037-a4d62ebc56af tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.715791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7977219 Dec 15 21:53:57.723203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.726063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:57.734898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3af8df-2420-41e4-9760-679e5c3bd4d0 req-79008e7f-f777-438d-8c00-332702421d38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:57.736549 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae3af8df-2420-41e4-9760-679e5c3bd4d0 req-79008e7f-f777-438d-8c00-332702421d38 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5470638 Dec 15 21:53:57.745057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Transition to ACTIVE for port object 1dbbdd7a-7821-410d-8d38-538d20e896b5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:57.748537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': '87379815-16a1-4f49-be01-8d618d4172fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:53:57.766647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port e167dba5-d7f4-4f51-85de-bce65941c7cf {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:57.767090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.767842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Transition to ACTIVE for port object 1dbbdd7a-7821-410d-8d38-538d20e896b5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:53:57.772853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.791996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c6fd8fee-9377-41ff-934e-20f29b6f60e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.813979 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:53:57.855396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting subnet e9a93935-8b32-408e-b4a1-a7cdc2c077b2 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:53:57.862108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.877707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.916219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=87379815-16a1-4f49-be01-8d618d4172fe,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:57.924256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.925706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Pushing event updated for resources: {'Port': ['ID=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:57.941857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.942163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:57.971588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:57.980706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fd81a83-14c7-44b3-a4b1-0aabdab8f2f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.992158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c44c592b-6d52-46af-ac31-a1fa251efcea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:57.992793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.034200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Subnet': ['ID=f5561e23-524e-4a77-8bff-663b7abf2d8b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:58.036951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.045295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 87379815-16a1-4f49-be01-8d618d4172fe details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:53:58.046580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:58.051376 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/subnets/f5561e23-524e-4a77-8bff-663b7abf2d8b HTTP/1.1" status: 204 len: 168 time: 1.1735046 Dec 15 21:53:58.055074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:58.108509 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae3af8df-2420-41e4-9760-679e5c3bd4d0 req-095ad07b-d916-4844-a7aa-71e9dc34a1d9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700391 Dec 15 21:53:58.197873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 665b4898-a179-46ae-8361-3d44024c2c27 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:53:58.212400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24d7b67-1531-49ae-86ae-77298e8f278a None None] Network 749d9ddc-e454-40ad-b314-2047438beaa7 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:58.254286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.272709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:53:58.276376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.285062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:53:58.292052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:53:58.305115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:53:58.320741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:53:58.352502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.371198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:58.404965 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:52Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:53:57Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:53:58.406425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:53:58.417038 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddcf8f9-147b-463c-93bd-4c585dd80046 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:53:52Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:53:57Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:53:58.481010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:53:58.531449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:58.532116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.681502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.691199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d6adb4a-f28c-47ea-84ba-d7ed5c0d9bfc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:58.699431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:53:58.703314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.762886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Pushing event updated for resources: {'Port': ['ID=1dbbdd7a-7821-410d-8d38-538d20e896b5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:58.769540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:58.772414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Attempting to bind port 1dbbdd7a-7821-410d-8d38-538d20e896b5 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:53:58.772801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Attempting to bind port 1dbbdd7a-7821-410d-8d38-538d20e896b5 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:53:58.773177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Attempting to bind port 1dbbdd7a-7821-410d-8d38-538d20e896b5 on network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:53:58.785112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:53:58.785528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Checking segment: {'id': 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:58.785915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.786502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Bound using segment: {'id': 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:53:58.786880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Bound port: 1dbbdd7a-7821-410d-8d38-538d20e896b5, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f0e7ce81-264f-4b07-a135-f9730f4e8fb0'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:53:58.787265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.828677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Subnet': ['ID=e9a93935-8b32-408e-b4a1-a7cdc2c077b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:58.838862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:58.840037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:58.850781 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/subnets/e9a93935-8b32-408e-b4a1-a7cdc2c077b2 HTTP/1.1" status: 204 len: 168 time: 1.3436601 Dec 15 21:53:58.863393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:53:58.892794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759a9dc3-b40f-4e4f-b72c-3d7256438b0a None None] Network 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:53:58.895250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae28c4c-8b89-439d-b4b8-8b178c0ff534 req-8f3771ff-17be-4d8d-83e0-4de45b60e04f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:53:58.897404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fae28c4c-8b89-439d-b4b8-8b178c0ff534 req-8f3771ff-17be-4d8d-83e0-4de45b60e04f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.5448978 Dec 15 21:53:58.919186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] DHCP port deletion for 0518f4a2-e68c-4550-bc2b-ebd8c8305a22 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:53:58.960408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::177 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/e7bbb54d-83ab-48b0-86e4-f880c4749616/665b4898-a179-46ae-8361-3d44024c2c27) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:58.968656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:7ac7 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/98329b4c-12b7-4a4e-8f63-60bd9f67cbfb/665b4898-a179-46ae-8361-3d44024c2c27) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:53:59.084637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] For port 1dbbdd7a-7821-410d-8d38-538d20e896b5, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:53:59.098178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] For port 1dbbdd7a-7821-410d-8d38-538d20e896b5, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1dbbdd7a-7821-410d-8d38-538d20e896b5,segment=NetworkSegment(a926d094-3859-4ab1-ad5c-59ff4f55b4f9),segment_id=a926d094-3859-4ab1-ad5c-59ff4f55b4f9)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:53:59.099080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Deleting port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:59.099527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.149209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.172866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:53:59.279491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Subnet': ['ID=337e0242-0564-4314-ac2a-9520ec151e98,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:59.304637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.933s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:59.318756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Checking segment: {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:53:59.319331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network hostable DHCP agents. Network: 8dc17050-cfe7-409a-8e26-2a812f3216f6, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:53:59.328838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.506121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.520797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Pushing event updated for resources: {'Port': ['ID=1dbbdd7a-7821-410d-8d38-538d20e896b5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:53:59.536535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fae28c4c-8b89-439d-b4b8-8b178c0ff534 req-bfe7d14b-5365-4fb8-ab61-f0c21a0b4488 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235108 Dec 15 21:53:59.543011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:53:59.608157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] For port 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=97eadad8-724c-4a0e-b6a5-b2c7082083f8,segment=NetworkSegment(add20dc5-4677-4c04-b5df-258c795202ca),segment_id=add20dc5-4677-4c04-b5df-258c795202ca)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:59.608496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.626620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Deleting port 8379b816-6179-400f-81a8-979573c48c34 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:53:59.627082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.659346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:53:59.864026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for e167dba5-d7f4-4f51-85de-bce65941c7cf owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:59.887689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] For port 97eadad8-724c-4a0e-b6a5-b2c7082083f8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=97eadad8-724c-4a0e-b6a5-b2c7082083f8,segment=NetworkSegment(add20dc5-4677-4c04-b5df-258c795202ca),segment_id=add20dc5-4677-4c04-b5df-258c795202ca)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:53:59.888301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:53:59.911629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for 97eadad8-724c-4a0e-b6a5-b2c7082083f8 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:53:59.980001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.007745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 665b4898-a179-46ae-8361-3d44024c2c27 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:00.036658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Calling delete_port for 97eadad8-724c-4a0e-b6a5-b2c7082083f8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:00.066951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] DHCP port deletion for 749d9ddc-e454-40ad-b314-2047438beaa7 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:00.070885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.080527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.082283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:00.097439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Deleting port 73ffdb69-f860-44c8-a339-bae37647fc42 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:00.098001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.124605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c2938d9b-e3b9-4778-a465-5d4879b56eb4 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:00.125197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81aa418-7fd7-4374-ad48-a643617653ad None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:00.132973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:00.184326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] No DVR routers for this DVR port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:00.187574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Port': ['ID=97eadad8-724c-4a0e-b6a5-b2c7082083f8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:00.188403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.201750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:00.222592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 8dc17050-cfe7-409a-8e26-2a812f3216f6) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:00.231422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:00.235918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:00.236086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:00.240744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:00.241388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.253760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:00.254342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.256753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a44b3-1808-44c7-85cc-99ad10835dee None None] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:00.270556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=665b4898-a179-46ae-8361-3d44024c2c27,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:00.274452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:00.282577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:00.442234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.453241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '1d320df3-295f-4c28-927c-4b0a69436d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:00.453648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: 87379815-16a1-4f49-be01-8d618d4172fe, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:00.463562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] For port 8379b816-6179-400f-81a8-979573c48c34, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8379b816-6179-400f-81a8-979573c48c34,segment=NetworkSegment(78a712a7-c39d-458c-b0cd-946850a98e04),segment_id=78a712a7-c39d-458c-b0cd-946850a98e04)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:00.463946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.465943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0397673 Dec 15 21:54:00.475498 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9286149 Dec 15 21:54:00.479289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:00.479615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37198) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:00.498807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0518f4a2-e68c-4550-bc2b-ebd8c8305a22']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:00.515012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add20dc5-4677-4c04-b5df-258c795202ca') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:00.515981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add20dc5-4677-4c04-b5df-258c795202ca') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:00.520081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=d03b445b-5103-4916-a2d8-a5b32bed6025,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:00.524215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:00.541723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Provisioning for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:00.541923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.562263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.563179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:00.573206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:00.573665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.604679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:00.605069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.638727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Provisioning complete for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:00.638727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:00.656951 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:00.735746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Calling delete_port for 8379b816-6179-400f-81a8-979573c48c34 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:00.813330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:00.813706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:00.843157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee4564-1b76-4c05-b2ba-8effc742ab29 req-76228821-47ea-4a96-9222-aaf845390985 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:00.850693 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c6ee4564-1b76-4c05-b2ba-8effc742ab29 req-76228821-47ea-4a96-9222-aaf845390985 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7778366 Dec 15 21:54:00.860109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] For port 73ffdb69-f860-44c8-a339-bae37647fc42, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73ffdb69-f860-44c8-a339-bae37647fc42,segment=NetworkSegment(612d7749-731e-4e55-910d-b772e13b8600),segment_id=612d7749-731e-4e55-910d-b772e13b8600)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:00.860554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.929762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.948427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:00.966618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:00.987332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c6ee4564-1b76-4c05-b2ba-8effc742ab29 req-02aededc-000b-4b25-ac9b-a956827560ce tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356268 Dec 15 21:54:00.990625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Network': ['ID=0518f4a2-e68c-4550-bc2b-ebd8c8305a22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:00.996914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/networks/0518f4a2-e68c-4550-bc2b-ebd8c8305a22 HTTP/1.1" status: 204 len: 168 time: 2.9404957 Dec 15 21:54:00.998362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:00.999572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:00.999905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65163e-ab36-4fb7-b835-73ea12766378 None None] DHCP port deletion for 9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:01.002207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ccd3ec-abb7-44a7-9f3b-bccba367c52a None None] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:01.003023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.030989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52f19777-bd45-4236-a887-b32671612bf8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:01.043209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 665b4898-a179-46ae-8361-3d44024c2c27 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:01.043563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.075481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.076989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 87379815-16a1-4f49-be01-8d618d4172fe is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:01.091942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:01.108174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Calling delete_port for 73ffdb69-f860-44c8-a339-bae37647fc42 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:01.129897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Port': ['ID=8379b816-6179-400f-81a8-979573c48c34,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:01.138628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:01.142265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] No DVR routers for this DVR port 8379b816-6179-400f-81a8-979573c48c34 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:01.211344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=e167dba5-d7f4-4f51-85de-bce65941c7cf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:01.222929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 87379815-16a1-4f49-be01-8d618d4172fe) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:01.240417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:01.272465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b63bb-e651-4031-a6ae-8e02016c1d92 None None] Network 87379815-16a1-4f49-be01-8d618d4172fe requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:01.301388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:01.302581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.367900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Deleting port 97eadad8-724c-4a0e-b6a5-b2c7082083f8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:01.368736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.411328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.439569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.452953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 73ffdb69-f860-44c8-a339-bae37647fc42 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:01.453373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.479754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7420516 Dec 15 21:54:01.495817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37210) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:01.506693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-277384113', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:01.513916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:01.523865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:01.581087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.582353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.595631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a774e99-37c5-41d0-bbfa-a7d09c6b65c9']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:01.615884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78a712a7-c39d-458c-b0cd-946850a98e04') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:01.616220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78a712a7-c39d-458c-b0cd-946850a98e04') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:01.631001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.649084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-61733cfe-2507-49be-b4d0-ad8dbb7a922b None None] The port '97eadad8-724c-4a0e-b6a5-b2c7082083f8' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:01.667730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.679930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:01.680343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:01.701097 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:01.720759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-8dc17050-cfe7-409a-8e26-2a812f3216f6', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:01.721619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.731447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.742944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-78c59743-0bc3-4bc3-8858-aea804b86064 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:01.775649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.803999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.808715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.864963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/e167dba5-d7f4-4f51-85de-bce65941c7cf HTTP/1.1" status: 204 len: 168 time: 4.3353326 Dec 15 21:54:01.871404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Pushing event deleted for resources: {'Port': ['ID=73ffdb69-f860-44c8-a339-bae37647fc42,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:01.871633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37214) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:01.897532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:01.898711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] No DVR routers for this DVR port 73ffdb69-f860-44c8-a339-bae37647fc42 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:01.922167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.930318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.948890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c89c8db-95e0-4064-b16b-601a1e78b41f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:01.973472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:01.988544 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] 10.222.0.18 "DELETE /v2.0/networks/9a774e99-37c5-41d0-bbfa-a7d09c6b65c9 HTTP/1.1" status: 204 len: 168 time: 3.1235425 Dec 15 21:54:01.990116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-625470d5-81f7-40fc-be7f-654df01f8b75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:01.990116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625470d5-81f7-40fc-be7f-654df01f8b75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:02.001168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-625470d5-81f7-40fc-be7f-654df01f8b75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/e167dba5-d7f4-4f51-85de-bce65941c7cf HTTP/1.1" status: 404 len: 333 time: 0.1278005 Dec 15 21:54:02.012591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37220) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:02.020855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.028018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Pushing event deleted for resources: {'Network': ['ID=9a774e99-37c5-41d0-bbfa-a7d09c6b65c9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:02.045068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] For port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:02.104947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:02.111923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.122523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f23644e-8d39-4cdc-98c7-8b94b5a49890 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:54:02.123431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0f23644e-8d39-4cdc-98c7-8b94b5a49890 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:02.127134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] For port 73ffdb69-f860-44c8-a339-bae37647fc42, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=73ffdb69-f860-44c8-a339-bae37647fc42,segment=NetworkSegment(612d7749-731e-4e55-910d-b772e13b8600),segment_id=612d7749-731e-4e55-910d-b772e13b8600)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:02.127712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.173668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.175520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:02.329501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for 73ffdb69-f860-44c8-a339-bae37647fc42 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:02.336568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.437686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 665b4898-a179-46ae-8361-3d44024c2c27 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:02.447356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-87379815-16a1-4f49-be01-8d618d4172fe', 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': 'd03b445b-5103-4916-a2d8-a5b32bed6025'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:02.448247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.463380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:02.463719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:02.544174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37228) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:02.553524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0f23644e-8d39-4cdc-98c7-8b94b5a49890 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:02.555020 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0f23644e-8d39-4cdc-98c7-8b94b5a49890 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/e167dba5-d7f4-4f51-85de-bce65941c7cf HTTP/1.1" status: 404 len: 333 time: 0.5287514 Dec 15 21:54:02.559119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37234) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:02.598451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-edff78aa-5113-4c84-909b-bd12fadb4dac tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:02.600301 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-edff78aa-5113-4c84-909b-bd12fadb4dac tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.32 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.1322742 Dec 15 21:54:02.611057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Allocated IP 172.23.0.2 (8dc17050-cfe7-409a-8e26-2a812f3216f6/337e0242-0564-4314-ac2a-9520ec151e98/de3d178e-01e0-4773-b1a6-7949978166ac) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:02.690280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Deleting port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:02.691018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.732653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 352af297-b0cd-41fd-bda3-0435da0c7e1a {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:02.751471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.783849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.785458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e36f4b7c-96fc-47b6-89bf-fb0e3f325e8c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.2872560 Dec 15 21:54:02.789343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:02.915355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:02.939105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:02.939479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:02.948417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-64b0b33d-ebec-4310-8360-d89aee6f64eb None None] Provisioning for port 1dbbdd7a-7821-410d-8d38-538d20e896b5 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:02.960426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Pushing event updated for resources: {'Port': ['ID=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:02.970083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:02.986845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 73ffdb69-f860-44c8-a339-bae37647fc42 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:02.987434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.039797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Update dhcp port {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'fixed_ips': [{'subnet_id': 'e7bbb54d-83ab-48b0-86e4-f880c4749616', 'ip_address': '2001:db8::2'}, {'subnet_id': '98329b4c-12b7-4a4e-8f63-60bd9f67cbfb'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '81bdba0a-ab57-4e8c-b6dc-ccc9458d907e'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:54:03.082683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb7a2f-db18-414b-9c09-ddd316d41448 req-8d8a4de6-1c0d-470f-be57-1020732754a5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:03.084369 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8cb7a2f-db18-414b-9c09-ddd316d41448 req-8d8a4de6-1c0d-470f-be57-1020732754a5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.7349842 Dec 15 21:54:03.110269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.167058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.300111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.339316 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8cb7a2f-db18-414b-9c09-ddd316d41448 req-684db2be-de1c-4643-9b12-9baf8c281aec tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010169 Dec 15 21:54:03.367029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Allocated IP 2001:db8::2 (87379815-16a1-4f49-be01-8d618d4172fe/d03b445b-5103-4916-a2d8-a5b32bed6025/1403c6ed-9e8b-4e32-a6a7-8889df13cc84) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:03.375818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.376133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Transition to ACTIVE for port object de3d178e-01e0-4773-b1a6-7949978166ac will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:03.385841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-73ac1bcb-2998-40e8-b6b2-05a03c44d4e8 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:03.437667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=665b4898-a179-46ae-8361-3d44024c2c27,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:03.440168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] The port '73ffdb69-f860-44c8-a339-bae37647fc42' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:03.457148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:03.468184 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b3b50e3c-c5bc-4f03-b230-b0486fb6d43d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ab84a24415f4962a8b2c85c40f606e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9202995 Dec 15 21:54:03.497160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:03.633842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.645461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.660376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d3f6845-3887-4dc3-9767-b891182a5da6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:03.685778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Transition to ACTIVE for port object de3d178e-01e0-4773-b1a6-7949978166ac will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:03.695266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.699781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/352af297-b0cd-41fd-bda3-0435da0c7e1a HTTP/1.1" status: 204 len: 168 time: 1.1370616 Dec 15 21:54:03.704076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37246) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:03.714625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=352af297-b0cd-41fd-bda3-0435da0c7e1a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:03.719551 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/665b4898-a179-46ae-8361-3d44024c2c27 HTTP/1.1" status: 204 len: 168 time: 3.2296135 Dec 15 21:54:03.719739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe0a:b87d (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/98329b4c-12b7-4a4e-8f63-60bd9f67cbfb/81bdba0a-ab57-4e8c-b6dc-ccc9458d907e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:03.719836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:03.725212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.729903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c08cc23c-8628-4bd1-8421-863d43951c4a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:03.732915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37250) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:03.784794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f93beb4-feee-41d2-9654-e4679e173cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:03.843479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1828334-81c8-4551-94c9-536139fd975f None None] Network f0e7ce81-264f-4b07-a135-f9730f4e8fb0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:03.870452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.929954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] For port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:03.930333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:03.981874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.030593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749d9ddc-e454-40ad-b314-2047438beaa7']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:04.044800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.065642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612d7749-731e-4e55-910d-b772e13b8600') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:04.065642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612d7749-731e-4e55-910d-b772e13b8600') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:04.077891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:04.081473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Allocated IP 172.23.0.1 (8dc17050-cfe7-409a-8e26-2a812f3216f6/337e0242-0564-4314-ac2a-9520ec151e98/f5cad661-17be-4fb9-87aa-62983c0dc612) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:04.091024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:04.095042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.098160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.112262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:04.148446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Pushing event updated for resources: {'Port': ['ID=de3d178e-01e0-4773-b1a6-7949978166ac,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:04.151762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f83ee90f-9546-430e-8b3a-788ba0a3c1f2 None None] Could not find standard attr ID for object e167dba5-d7f4-4f51-85de-bce65941c7cf. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:54:04.155142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:04.190866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 1dbbdd7a-7821-410d-8d38-538d20e896b5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:04.191212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.194592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.219295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.248530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.270272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d24391-4a13-4ec5-9cb7-0ea6d41a5f1e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:04.274649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47d24391-4a13-4ec5-9cb7-0ea6d41a5f1e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5357027 Dec 15 21:54:04.275984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:04.276380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.296429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:04.299356 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:04.322593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Transition to ACTIVE for port object 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:04.351624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.379681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:04.411250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fac961e-d205-4683-acb1-d1e5cb824f38,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:04.422936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:04.428054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port c08cc23c-8628-4bd1-8421-863d43951c4a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:04.469934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.471045 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8fac961e-d205-4683-acb1-d1e5cb824f38 HTTP/1.1" status: 204 len: 168 time: 0.9653890 Dec 15 21:54:04.482404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Transition to ACTIVE for port object 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:04.507361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] For port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:04.541132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.564328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Transition to ACTIVE for port object 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:04.566815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Attempting to bind port de3d178e-01e0-4773-b1a6-7949978166ac on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:04.567383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Attempting to bind port de3d178e-01e0-4773-b1a6-7949978166ac by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:04.567906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Attempting to bind port de3d178e-01e0-4773-b1a6-7949978166ac on network 8dc17050-cfe7-409a-8e26-2a812f3216f6 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:04.579602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c08cc23c-8628-4bd1-8421-863d43951c4a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:04.580270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.588339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.641662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Transition to ACTIVE for port object f5cad661-17be-4fb9-87aa-62983c0dc612 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:04.661212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:04.661739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Checking segment: {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:04.662016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.662432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Bound using segment: {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:04.662938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Bound port: de3d178e-01e0-4773-b1a6-7949978166ac, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:04.663333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.677503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.688212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.698808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.711138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e25e6c52-1011-426d-b9da-a746fe31618b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:04.712636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:04.802644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port 1dbbdd7a-7821-410d-8d38-538d20e896b5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1dbbdd7a-7821-410d-8d38-538d20e896b5,segment=NetworkSegment(a926d094-3859-4ab1-ad5c-59ff4f55b4f9),segment_id=a926d094-3859-4ab1-ad5c-59ff4f55b4f9)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:04.803116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.870033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.878324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Network 87379815-16a1-4f49-be01-8d618d4172fe is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:04.889841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4ccf1b81-d6e2-4e5c-b3a7-f919f2040ea6 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:04.908386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.928307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:04.930816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.931080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:04.931326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Floating IP 0754fa63-6f56-44ef-a904-53a9de38fb01 disassociated. External IP: 172.26.6.27, port: 779978bb-ce47-4b00-97e6-e5d23c3cbeb0. Dec 15 21:54:04.931676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Calling delete_port for 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:04.949718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:04.960864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Network': ['ID=749d9ddc-e454-40ad-b314-2047438beaa7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:04.968350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Pushing event updated for resources: {'Port': ['ID=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:04.988856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:04.996007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:05.009714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 1dbbdd7a-7821-410d-8d38-538d20e896b5 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:05.033470 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/networks/749d9ddc-e454-40ad-b314-2047438beaa7 HTTP/1.1" status: 204 len: 168 time: 4.0319011 Dec 15 21:54:05.043460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37272) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:05.074638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0fd2ab-d169-4d8b-9f41-905262715b55 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:05.075990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c0fd2ab-d169-4d8b-9f41-905262715b55 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:05.089863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:05.091116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:05.114061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Pushing event updated for resources: {'Port': ['ID=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:05.115604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:05.120869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:05.136991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fb64-b752-4afe-984a-eed26cd091de req-688ccae0-0398-4cbb-8091-5e125361ff9b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:05.138562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-84e6fb64-b752-4afe-984a-eed26cd091de req-688ccae0-0398-4cbb-8091-5e125361ff9b tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 946 time: 0.6156862 Dec 15 21:54:05.160524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:05.213409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6c0fd2ab-d169-4d8b-9f41-905262715b55 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:05.215184 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6c0fd2ab-d169-4d8b-9f41-905262715b55 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9101622 Dec 15 21:54:05.218605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37278) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:05.283573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.531s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.283962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:05.301746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847eae7b-e230-4e76-bd66-4419b118e1c5 None None] DHCP port deletion for f0e7ce81-264f-4b07-a135-f9730f4e8fb0 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:05.317058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.346268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-847eae7b-e230-4e76-bd66-4419b118e1c5 None None] Deleting port 1dbbdd7a-7821-410d-8d38-538d20e896b5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:05.346649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-847eae7b-e230-4e76-bd66-4419b118e1c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.374051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:05.375695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:05.377477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:05.378329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:05.384525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.392008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fabf810d-0851-4094-ba87-8a0e2901554d tempest-FloatingIPTestJSON-690297739 tempest-FloatingIPTestJSON-690297739-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.397132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] For port de3d178e-01e0-4773-b1a6-7949978166ac, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:05.415191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Attempting to bind port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:05.415568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Attempting to bind port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1d320df3-295f-4c28-927c-4b0a69436d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:05.421249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Attempting to bind port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 on network 87379815-16a1-4f49-be01-8d618d4172fe {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:05.440591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8::1 (87379815-16a1-4f49-be01-8d618d4172fe/d03b445b-5103-4916-a2d8-a5b32bed6025/2b5cc983-4375-4d56-9cfe-dbd1b8050623) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:05.453692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=1dbbdd7a-7821-410d-8d38-538d20e896b5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:05.455475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting subnet 7a689cf3-0439-4b9a-8e19-7eb01fa622af {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:05.457677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:05.468801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.470223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No DVR routers for this DVR port 1dbbdd7a-7821-410d-8d38-538d20e896b5 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:05.492355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-847eae7b-e230-4e76-bd66-4419b118e1c5 None None] The port '1dbbdd7a-7821-410d-8d38-538d20e896b5' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:05.510643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.535983 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-84e6fb64-b752-4afe-984a-eed26cd091de req-86d4a92d-6845-4e56-8cfa-ace54d71aa17 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3801877 Dec 15 21:54:05.570395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] For port de3d178e-01e0-4773-b1a6-7949978166ac, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=de3d178e-01e0-4773-b1a6-7949978166ac,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:05.599202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port c08cc23c-8628-4bd1-8421-863d43951c4a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c08cc23c-8628-4bd1-8421-863d43951c4a,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:05.601490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:05.602062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Checking segment: {'id': '1d320df3-295f-4c28-927c-4b0a69436d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:05.602927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.603585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Bound using segment: {'id': '1d320df3-295f-4c28-927c-4b0a69436d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:05.604604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Bound port: 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d320df3-295f-4c28-927c-4b0a69436d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '87379815-16a1-4f49-be01-8d618d4172fe'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:05.605953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.633487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.635622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.648451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-112c959b-30c2-48a8-a161-133d9e35dce6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.673301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e7ce81-264f-4b07-a135-f9730f4e8fb0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:05.676329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.702423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:05.703148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a926d094-3859-4ab1-ad5c-59ff4f55b4f9') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:05.711708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.717667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.732566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 97eadad8-724c-4a0e-b6a5-b2c7082083f8 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:05.737465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.745202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:05.745764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.796377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.822910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 97eadad8-724c-4a0e-b6a5-b2c7082083f8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:05.823265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 97eadad8-724c-4a0e-b6a5-b2c7082083f8 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:05.848558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:05.850740 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:05.860871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:05.862120 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef8057af-7376-4b0a-8f87-b641a9ba7721 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6427851 Dec 15 21:54:05.864995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.866578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37294) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:05.900366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:05.904647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:05.904881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-04ab0bf7-c6bd-4e1e-905d-d565febf5660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.914271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05cf862a-4f49-40ee-87ca-c3eee883a4cd tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.951009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.955030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:05.968801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59ca3552-8835-43de-bb5e-e74a0beff2b6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:05.981507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=f0e7ce81-264f-4b07-a135-f9730f4e8fb0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:06.049545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] For port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:06.058232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event deleted for resources: {'Port': ['ID=779978bb-ce47-4b00-97e6-e5d23c3cbeb0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:06.066392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bd32e666-d144-4105-b2d9-c2bf942b40a0 None None] Could not find standard attr ID for object 665b4898-a179-46ae-8361-3d44024c2c27. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:54:06.070036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:06.077704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:06.083613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:06.132704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] For port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,segment=NetworkSegment(1d320df3-295f-4c28-927c-4b0a69436d9e),segment_id=1d320df3-295f-4c28-927c-4b0a69436d9e)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:06.136363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 98329b4c-12b7-4a4e-8f63-60bd9f67cbfb {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:06.148949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.200833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bd32e666-d144-4105-b2d9-c2bf942b40a0 None None] Provisioning for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:06.214263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Pushing event updated for resources: {'Port': ['ID=de3d178e-01e0-4773-b1a6-7949978166ac,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:06.224926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:06.230261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bb868487-42aa-4d40-b8db-f7a6fe66bfd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:06.283481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.303079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c645e9-8f97-4546-9e7b-bc993c13cdb8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:06.312086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bd32e666-d144-4105-b2d9-c2bf942b40a0 None None] Provisioning complete for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:06.312475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd32e666-d144-4105-b2d9-c2bf942b40a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.393115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Subnet': ['ID=7a689cf3-0439-4b9a-8e19-7eb01fa622af,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:06.418865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ef35b1b6-e35d-41b1-afb9-1a8ce1c59602 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:06.419580 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-ef35b1b6-e35d-41b1-afb9-1a8ce1c59602 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 21:54:06.420097 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-ef35b1b6-e35d-41b1-afb9-1a8ce1c59602 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:54:06.425553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca7343f-fcdc-43fa-a05b-b4612db2bec3 None None] Network d8a3858a-2242-49d6-85f1-e5fcaa759f29 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:06.426179 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef35b1b6-e35d-41b1-afb9-1a8ce1c59602 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5722866 Dec 15 21:54:06.430180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:06.432781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/f0e7ce81-264f-4b07-a135-f9730f4e8fb0 HTTP/1.1" status: 204 len: 168 time: 2.7205279 Dec 15 21:54:06.437152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:06.437349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37300) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:06.437874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.491344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620318655'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:06.498357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:06.502763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:06.505777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:06.513149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:06.535000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25127268'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:06.541557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:06.545744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:06.549210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:06.555534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:06.570391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.598831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.614537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:06.617525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.626362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.654628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:06.672059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.672666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:06.677354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:06.678052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Router 9d60875b-427c-4dd7-939e-33deae58fcc4 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:06.680579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:06.686705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:06.710799 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/subnets/7a689cf3-0439-4b9a-8e19-7eb01fa622af HTTP/1.1" status: 204 len: 168 time: 1.6631980 Dec 15 21:54:06.721839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37308) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:06.791641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:06.792060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.820975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object 2b5cc983-4375-4d56-9cfe-dbd1b8050623 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:06.827944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Pushing event updated for resources: {'Port': ['ID=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:06.835776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:06.836455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:06.836854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:06.850723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.863225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.882754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:06.887477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:06.891912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:06.895357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:06.902777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:07.006019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86b9907f-9b31-4f3b-9b37-402327f1ba36 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:07.165776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.210785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Deleting port 9faab373-3f5d-4f98-8d15-375d0ee1cfca {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:07.211143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.241833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.272224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.333004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73ffdb69-f860-44c8-a339-bae37647fc42 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:07.378988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] DHCP port deletion for d8a3858a-2242-49d6-85f1-e5fcaa759f29 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:07.388651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 73ffdb69-f860-44c8-a339-bae37647fc42 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:07.389158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 73ffdb69-f860-44c8-a339-bae37647fc42 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:07.389782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8379b816-6179-400f-81a8-979573c48c34 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:07.423986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:07.439948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-05348119-f311-4c50-a653-7878bae3cb6c None None] Could not find standard attr ID for object 665b4898-a179-46ae-8361-3d44024c2c27. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:54:07.442199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8379b816-6179-400f-81a8-979573c48c34 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:07.442599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8379b816-6179-400f-81a8-979573c48c34 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:07.444667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Deleting port 9faab373-3f5d-4f98-8d15-375d0ee1cfca {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:07.445104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.486530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:07.489449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 87379815-16a1-4f49-be01-8d618d4172fe is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:07.500370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:07.502925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:07.504278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:07.504764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.508180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6068f416-fc53-42fe-8b34-967d66eccfc8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:07.517822 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-553437e3-9477-40ba-a27d-e5a3ff09c615 req-806210d5-920d-4eb4-9b46-81ae12e51ee9 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.5747976 Dec 15 21:54:07.542453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:07.549994 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Sync routers for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:07.572197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.577369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.577641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment ff271c22-34b9-4ae1-9567-ae0d45cd9d2c of type vlan for network ab565331-174c-44e7-ace4-30e10603e9f5 Dec 15 21:54:07.596068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.601968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:07.603165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:07.613124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05eb121b-bf7c-4c08-a7c6-5395f6344218 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:07.723811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.765445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.813455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=2b5cc983-4375-4d56-9cfe-dbd1b8050623,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:07.826020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] No DVR routers for this DVR port 779978bb-ce47-4b00-97e6-e5d23c3cbeb0 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:07.834313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:07.839943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.841924 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2412e3a-8134-47d7-b726-a7a2e17c0127 req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.32 "DELETE /v2.0/ports/779978bb-ce47-4b00-97e6-e5d23c3cbeb0 HTTP/1.1" status: 204 len: 173 time: 5.2349916 Dec 15 21:54:07.842456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'name': 'network-vif-deleted', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:54:07.898709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e151cc-f2f7-423a-9da4-0d25d351e6e6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:07.922154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:07.938038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:07.972621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf062e0-e2c6-4564-9c35-d4a1873b7eb2 None None] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:08.099114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] For port 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9faab373-3f5d-4f98-8d15-375d0ee1cfca,segment=NetworkSegment(a8770659-341c-43bf-a9e3-c9e9cb3978f6),segment_id=a8770659-341c-43bf-a9e3-c9e9cb3978f6)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:08.099956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.112671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.118607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:08.119639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.129173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.133055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eff84ad-c4a9-4ce6-af67-4fe3842d3874 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:08.165947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.167250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6922362 Dec 15 21:54:08.184738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.225277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63f119a-69c7-403d-8ac0-649beeb1d44d None None] Network 87379815-16a1-4f49-be01-8d618d4172fe requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:08.226081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:08.255548 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5366743-be9d-411a-b3f8-b40d3340479a', 'name': 'network-vif-deleted', 'tag': '779978bb-ce47-4b00-97e6-e5d23c3cbeb0', 'status': 'completed', 'code': 200} Dec 15 21:54:08.314502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '10e151cc-f2f7-423a-9da4-0d25d351e6e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:08.330663 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8530650 Dec 15 21:54:08.334593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Calling delete_port for 9faab373-3f5d-4f98-8d15-375d0ee1cfca owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:08.336245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:08.338691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fc664c2a-4978-4f2f-9d08-34647cb34e86 None None] Provisioning for port de3d178e-01e0-4773-b1a6-7949978166ac completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:08.341972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c08cc23c-8628-4bd1-8421-863d43951c4a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:08.342733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:08.364626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:08.397315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:08.406027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:08.406567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:08.465677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=ab565331-174c-44e7-ace4-30e10603e9f5,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:08.468479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:08.477717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.481836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.488182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:08.492090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d1922407-3819-4f0a-a844-edeee785eb97 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:08.510070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ab565331-174c-44e7-ace4-30e10603e9f5 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:08.575540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=98329b4c-12b7-4a4e-8f63-60bd9f67cbfb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:08.585392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.596303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.625445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:08.680209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] No DVR routers for this DVR port 9faab373-3f5d-4f98-8d15-375d0ee1cfca on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:08.696985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:08.701800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-24494d51-22d1-4444-928c-b5d86f0880b2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:08.717347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235368d-0076-46fd-ab01-3da7865fe96d None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:08.720147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Port': ['ID=9faab373-3f5d-4f98-8d15-375d0ee1cfca,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:08.730986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:08.745755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] For port 9faab373-3f5d-4f98-8d15-375d0ee1cfca, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9faab373-3f5d-4f98-8d15-375d0ee1cfca,segment=NetworkSegment(a8770659-341c-43bf-a9e3-c9e9cb3978f6),segment_id=a8770659-341c-43bf-a9e3-c9e9cb3978f6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:08.746429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.761421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.857877 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-82760dcd-e45d-46b9-8bbf-660c3c9b37a6 req-e5d2efd7-5a5d-4306-8817-77dee837362e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5366743-be9d-411a-b3f8-b40d3340479a HTTP/1.1" status: 200 len: 210 time: 0.1731234 Dec 15 21:54:08.861865 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/98329b4c-12b7-4a4e-8f63-60bd9f67cbfb HTTP/1.1" status: 204 len: 168 time: 2.9896994 Dec 15 21:54:08.861865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:08.878855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:08.911648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:08.921087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:08.953276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a3858a-2242-49d6-85f1-e5fcaa759f29']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:08.980358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8770659-341c-43bf-a9e3-c9e9cb3978f6') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:08.980719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8770659-341c-43bf-a9e3-c9e9cb3978f6') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:09.007664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.031754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.041255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:09.041673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:09.058003 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:09.095310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:09.111163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event updated for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:09.122400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:09.127074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:09.142924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Calling delete_port for 9faab373-3f5d-4f98-8d15-375d0ee1cfca owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:09.150200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.155417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.156149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.167717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9f658f5c-a97c-422b-84a6-2aa30bff3a7d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:09.170178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:09.173664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.192317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:09.196647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f5182172-4594-4421-8dde-64af3a9954d7 None None] Provisioning for port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:09.198912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet e7bbb54d-83ab-48b0-86e4-f880c4749616 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:09.207705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:09.218471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.253806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.404272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.430048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.461167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/networks/d8a3858a-2242-49d6-85f1-e5fcaa759f29 HTTP/1.1" status: 204 len: 168 time: 2.7323251 Dec 15 21:54:09.463418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:09.470323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=2b5cc983-4375-4d56-9cfe-dbd1b8050623,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:09.481736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.483706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c08cc23c-8628-4bd1-8421-863d43951c4a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:09.484186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.485024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.503080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:09.509871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9934f2b5-8447-4aa6-b294-320cd8c168ca tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:09.539506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46f9d979-7d96-441a-ae67-79aea3e1234f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Synchronizing usage tracker for tenant:d7ea3441cb7c4c048b9a33995beca711 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:09.557121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Pushing event deleted for resources: {'Network': ['ID=d8a3858a-2242-49d6-85f1-e5fcaa759f29,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:09.562082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:09.583354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-46f9d979-7d96-441a-ae67-79aea3e1234f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Unset dirty status for tenant:d7ea3441cb7c4c048b9a33995beca711 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:09.584497 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46f9d979-7d96-441a-ae67-79aea3e1234f tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "GET /v2.0/ports?device_id=31b4bf94-6ccf-4531-9c32-7037119c932f HTTP/1.1" status: 200 len: 205 time: 0.1177561 Dec 15 21:54:09.588099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:09.623577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ef6e0ac6-d920-4b11-b1f1-4c1fb9ff270e tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:09.663811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9fcd94-83af-4851-be2f-fd884998bf38,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:09.687813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:09.699301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.699524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:09.699776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:09.741034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.742098 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5123253 Dec 15 21:54:09.743234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 87379815-16a1-4f49-be01-8d618d4172fe is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:09.744722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:09.746522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:09.756151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:09.756880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '10e151cc-f2f7-423a-9da4-0d25d351e6e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:09.770377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:09.825080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:09.900798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:09.910781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:09.959701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device de3d178e-01e0-4773-b1a6-7949978166ac up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:10.026835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.039188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:10.041011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e7d50b97-e303-465a-89d7-2c724c632056 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:10.074896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:10.094996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:10.103827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.113738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Checking router: 9d60875b-427c-4dd7-939e-33deae58fcc4 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:10.115860 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:10.127183 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:10.129645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=e7bbb54d-83ab-48b0-86e4-f880c4749616,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:10.135214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:10.136122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:10.137979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.144896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:10.145377 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:10.145551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:10.223125 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7345726 Dec 15 21:54:10.230593 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-33ab6890-ab4c-43ab-9c7e-de0db79743bf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e7bbb54d-83ab-48b0-86e4-f880c4749616 HTTP/1.1" status: 204 len: 168 time: 1.3504908 Dec 15 21:54:10.235039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:10.251064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Deleting port 9faab373-3f5d-4f98-8d15-375d0ee1cfca {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:10.253529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.267956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37348) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:10.279348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:10.514375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.529500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.543454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.568244 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:10.610428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:10.682845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.683666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Fanout notify agent at l3_agent the message router_deleted on router 31b4bf94-6ccf-4531-9c32-7037119c932f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:54:10.715215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.716809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50b0966b-1eb3-4dc6-99d8-0fc20eb93243 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] 10.222.0.18 "DELETE /v2.0/routers/31b4bf94-6ccf-4531-9c32-7037119c932f HTTP/1.1" status: 204 len: 168 time: 1.1278524 Dec 15 21:54:10.728473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router c4e3dbee-09de-4e50-a014-7a2f82f6599f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:54:10.760458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a824fe4d-22b6-4719-ba98-5b233f797399 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4846396 Dec 15 21:54:10.823245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37356) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:10.824421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port de3d178e-01e0-4773-b1a6-7949978166ac completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:10.846264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d15f3503-9838-4ce2-b7f1-2caf9694ab53 None None] The port '9faab373-3f5d-4f98-8d15-375d0ee1cfca' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:10.850084 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:54:10.855257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e3dd88d2-33ef-43a3-9e6c-82b92abbcbd3 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0999830 Dec 15 21:54:10.855974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:10.868762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=38dc1216-c818-425c-8c3a-6b5ab8f5eb3b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:10.878388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:10.878659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port de3d178e-01e0-4773-b1a6-7949978166ac triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:10.879322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:10.950353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:11.023812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Provisioning for port f5cad661-17be-4fb9-87aa-62983c0dc612 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:11.072567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Provisioning complete for port f5cad661-17be-4fb9-87aa-62983c0dc612 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:11.072952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.107665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:11.117696 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/c4e3dbee-09de-4e50-a014-7a2f82f6599f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3013654 Dec 15 21:54:11.124793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37364) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:11.172023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] Sync routers for ids ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:11.209607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.251117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.285667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:11.285946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: ab565331-174c-44e7-ace4-30e10603e9f5, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:11.288042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:11.331844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] Routers {'c4e3dbee-09de-4e50-a014-7a2f82f6599f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:11.332505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:11.467678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.476935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63b51ced-a033-4128-9435-65e536356df1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:11.494406 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:07Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:11.525169 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:11.525526 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Updating router 40f843b2-4ed6-4d8e-b70d-084f93a700fb port f5cad661-17be-4fb9-87aa-62983c0dc612 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:54:11.531638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e151cc-f2f7-423a-9da4-0d25d351e6e6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:11.543342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:11.577663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.581847 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/10e151cc-f2f7-423a-9da4-0d25d351e6e6 HTTP/1.1" status: 204 len: 168 time: 0.6754034 Dec 15 21:54:11.586071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37376) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:11.591401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37378) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:11.646552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:11.668945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Port f5cad661-17be-4fb9-87aa-62983c0dc612 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:11.675978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.735944 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.796258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-376eeaa6-8ee8-4d18-aa36-7bdf3dba8a67 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:11.815338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] Routers {'c4e3dbee-09de-4e50-a014-7a2f82f6599f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:11.816255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:11.835468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:11.874368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936a24e-edd0-4a76-9eec-31e3463c0e21 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:11.979171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:11.979841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803285e7-2e2c-417f-8c54-b8a505559532 None None] The sync data for ids ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:11.981524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Provisioning for port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:12.034749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Provisioning complete for port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:12.035361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.081681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.092425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-376eeaa6-8ee8-4d18-aa36-7bdf3dba8a67 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:12.093941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-376eeaa6-8ee8-4d18-aa36-7bdf3dba8a67 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5067992 Dec 15 21:54:12.107296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37386) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:12.115758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--587825265'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:12.122687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:12.134482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:12.152207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.171408 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc11e985-eefa-4495-838f-73bbac816eca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d7ea3441cb7c4c048b9a33995beca711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5306566 Dec 15 21:54:12.173860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:12.184568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:12.188458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:54:12.199901 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.207641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Removed routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:54:12.208362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.210416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:12.216846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.219902 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Transition to ACTIVE for port object f5cad661-17be-4fb9-87aa-62983c0dc612 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:12.228125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b653733-f959-420a-9868-718e11572e84 tempest-RoutersAdminNegativeIpV6Test-2139524086 tempest-RoutersAdminNegativeIpV6Test-2139524086-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.229829 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.235505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port de3d178e-01e0-4773-b1a6-7949978166ac, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=de3d178e-01e0-4773-b1a6-7949978166ac,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:12.235894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.238286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:12.254117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.255225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:12.264079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:12.273473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dcecd1-267f-41ed-b706-27a4ccb1dbfc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:12.276445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:12.283914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:12.291082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a74ab07-ed7b-4e88-a8c3-dda08ff749dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.294372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:12.314712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.323959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.325199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7dcecd1-267f-41ed-b706-27a4ccb1dbfc HTTP/1.1" status: 204 len: 168 time: 1.0356152 Dec 15 21:54:12.328279 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Pushing event updated for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:12.331576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:12.343716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37394) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:12.370263 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0760568a-37fd-4b47-8f8d-20c1912b282c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] show failed (client error): The resource could not be found. Dec 15 21:54:12.371443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0760568a-37fd-4b47-8f8d-20c1912b282c tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "GET /v2.0/security-groups/b7dcecd1-267f-41ed-b706-27a4ccb1dbfc HTTP/1.1" status: 404 len: 347 time: 0.0264735 Dec 15 21:54:12.383259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:12.436734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:12.453675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Provisioning complete for port de3d178e-01e0-4773-b1a6-7949978166ac triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:12.454052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6500f28-8464-43b3-a21d-464f125f7d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.482121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.499142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d2d16e-e036-4744-99dc-94004b40db98 None None] The sync data for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv is: [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:50:13Z', 'revision_number': 4, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3322516d-dacb-4873-8413-709f7a3d0e90', 'name': '', 'network_id': '3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'mac_address': 'fa:16:3e:01:df:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:50:10Z', 'updated_at': '2021-12-15T21:50:24Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'subnets': [{'id': 'e369a060-65a3-4e25-9f7f-6e6e5791854a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:12.528238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=de3d178e-01e0-4773-b1a6-7949978166ac,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:12.565440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:12.612634 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Attempting to bind port f5cad661-17be-4fb9-87aa-62983c0dc612 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:12.614044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:12.614632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Attempting to bind port f5cad661-17be-4fb9-87aa-62983c0dc612 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:12.615304 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Attempting to bind port f5cad661-17be-4fb9-87aa-62983c0dc612 on network 8dc17050-cfe7-409a-8e26-2a812f3216f6 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:12.630799 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:12.631408 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Checking segment: {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:12.631863 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.632812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Bound using segment: {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:12.632812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Bound port: f5cad661-17be-4fb9-87aa-62983c0dc612, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd80304-47fb-4a00-b2dd-17084084e6fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:12.633140 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.656153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:12.656736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.712443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:12.717252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Deleting port db29d5c4-8652-4007-aaa6-47c233568dd6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:12.717909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.749610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Deleting port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:12.749986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.786417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:12.790798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.811485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.812613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network ab565331-174c-44e7-ace4-30e10603e9f5 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:12.827559 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] For port f5cad661-17be-4fb9-87aa-62983c0dc612, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:12.830927 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] For port f5cad661-17be-4fb9-87aa-62983c0dc612, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f5cad661-17be-4fb9-87aa-62983c0dc612,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:12.838395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.847615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.857238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:12.867526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a0d4dcb-9b61-48d9-8f2c-0ce104082215 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.877331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:12.918603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.919963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da6df64-01ae-44fb-b9fd-dcfb22beb82c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:12.921165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2da6df64-01ae-44fb-b9fd-dcfb22beb82c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:12.933615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.958050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=476aa9bb-76ae-4e47-b23d-2beed273799e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:12.965719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:12.975348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5de9aa1a-c07f-4da1-b478-5c3ad4b08735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:12.975348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.978537 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8668976 Dec 15 21:54:12.981919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:12.983238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/83b4ecc0-78e2-455c-a40c-7ec62f324cc2 HTTP/1.1" status: 204 len: 168 time: 0.8079109 Dec 15 21:54:12.992438 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:12.993628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:12.997873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ab565331-174c-44e7-ace4-30e10603e9f5) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:12.999319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37402) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:13.008196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:13.009405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.030614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.037983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f40dfc37-4bd6-42e7-978b-b45205f357e5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '476aa9bb-76ae-4e47-b23d-2beed273799e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:13.038902 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-f40dfc37-4bd6-42e7-978b-b45205f357e5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 21:54:13.039510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-f40dfc37-4bd6-42e7-978b-b45205f357e5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:13.046852 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f40dfc37-4bd6-42e7-978b-b45205f357e5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0403583 Dec 15 21:54:13.046852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b4ecc0-78e2-455c-a40c-7ec62f324cc2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:13.053341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37408) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:13.054818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:13.055931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:13.059608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.064554 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6026b-67c0-4b87-98ca-a1c41aa46329 None None] New status for floating IP 0754fa63-6f56-44ef-a904-53a9de38fb01: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:54:13.066677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fde557f-f957-4e9d-a457-72801d5ede78 None None] Network ab565331-174c-44e7-ace4-30e10603e9f5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:13.087713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.088486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.255613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2da6df64-01ae-44fb-b9fd-dcfb22beb82c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:13.257648 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2da6df64-01ae-44fb-b9fd-dcfb22beb82c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports/2b5cc983-4375-4d56-9cfe-dbd1b8050623 HTTP/1.1" status: 200 len: 911 time: 2.1193321 Dec 15 21:54:13.290704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37414) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:13.314248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Calling delete_port for db29d5c4-8652-4007-aaa6-47c233568dd6 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:13.371201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd03b445b-5103-4916-a2d8-a5b32bed6025'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:13.434293 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Pushing event updated for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:13.435241 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0940187 Dec 15 21:54:13.451542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:13.483435 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:13.486485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2101033730'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:13.545047 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:13.660852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.693896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:13.712154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:13.712764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:13.729332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.750795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.778791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.795710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ab565331-174c-44e7-ace4-30e10603e9f5', 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '38dc1216-c818-425c-8c3a-6b5ab8f5eb3b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:13.796544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.820861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c9d31bd1-bbfe-475f-9131-2556fc0ea054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:13.830133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] For port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:13.830531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.016870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Provisioning complete for port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:14.017154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.064931 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 6, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:14.069416 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71f0751-30b1-46d5-9868-0b796e402d71 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 6, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:14.117710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Calling delete_port for 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:14.166873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:14.171285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:14.174602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:14.181263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:14.185503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,segment=NetworkSegment(1d320df3-295f-4c28-927c-4b0a69436d9e),segment_id=1d320df3-295f-4c28-927c-4b0a69436d9e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:14.203363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:14.207223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.215710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.224410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-34af6d7d-3824-47ee-baeb-f708f0f1f131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:14.251603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.263418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d69fe9-d792-4603-82a2-fe23478ae6a6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:14.289839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:14.299623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=476aa9bb-76ae-4e47-b23d-2beed273799e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:14.318425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:14.330924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9faab373-3f5d-4f98-8d15-375d0ee1cfca no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:14.347718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Deleting port db29d5c4-8652-4007-aaa6-47c233568dd6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:14.348078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.363785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:14.372015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:14.391090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.392450 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/476aa9bb-76ae-4e47-b23d-2beed273799e HTTP/1.1" status: 204 len: 168 time: 1.3379529 Dec 15 21:54:14.405551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:14.430781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.432146 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ed0d051-126b-4c85-b34d-6566a0510ac6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 934 time: 4.1806824 Dec 15 21:54:14.434310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9faab373-3f5d-4f98-8d15-375d0ee1cfca {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:14.434955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9faab373-3f5d-4f98-8d15-375d0ee1cfca not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:14.438233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:14.443449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.464598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5f0215cd-0243-4d71-81fb-573da0c1dbf4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:14.509625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.521062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:14.533402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:14.533890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:14.589860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Allocated IP 172.20.0.2 (ab565331-174c-44e7-ace4-30e10603e9f5/38dc1216-c818-425c-8c3a-6b5ab8f5eb3b/529d7e1f-b981-4d47-8317-8282f17c5259) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:14.755928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] No DVR routers for this DVR port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:14.788887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.789881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.832964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:14.842286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2b22866-5664-4d3b-baec-9836c45410a2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:14.845251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:14.859016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:14.859696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.868423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=45bec4b4-fca2-4f9b-851d-da5c68d95403,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:14.875797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.882792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:14.886681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Transition to ACTIVE for port object 529d7e1f-b981-4d47-8317-8282f17c5259 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:14.901869 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a9a07792-3530-492f-9009-63d121a1924a tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 934 time: 0.4567823 Dec 15 21:54:14.903727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:14.905604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f2b22866-5664-4d3b-baec-9836c45410a2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:14.907783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f2b22866-5664-4d3b-baec-9836c45410a2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5011275 Dec 15 21:54:14.908501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Transition to ACTIVE for port object 529d7e1f-b981-4d47-8317-8282f17c5259 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:14.913991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'routes': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:14.914211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f5cad661-17be-4fb9-87aa-62983c0dc612 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:14.939589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10551189-4abe-430b-8420-601c5746f226 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:14.962230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Provisioning complete for port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:14.963280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:14.971409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:14.971740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Calling delete_port for db29d5c4-8652-4007-aaa6-47c233568dd6 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:15.024984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Pushing event deleted for resources: {'Port': ['ID=81bdba0a-ab57-4e8c-b6dc-ccc9458d907e,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:15.027550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.037907 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.2048748 Dec 15 21:54:15.042178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:15.042877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0688f088-3038-40cc-ab23-54761dc42c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:15.066731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37438) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:15.077661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:15.102676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--130335437'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:15.125234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9e384b65-ca28-49c9-9da2-e1d6994e7745 None None] Port 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e was deleted so its status cannot be updated. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Dec 15 21:54:15.127972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:15.153201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:15.176332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Network ab565331-174c-44e7-ace4-30e10603e9f5 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:15.179976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.10 (ab565331-174c-44e7-ace4-30e10603e9f5/38dc1216-c818-425c-8c3a-6b5ab8f5eb3b/0cf5ba6e-4b19-4166-bc76-a348a04ccdb2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:15.182357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:15.191657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:15.243593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.284136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.293039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Pushing event updated for resources: {'Port': ['ID=529d7e1f-b981-4d47-8317-8282f17c5259,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:15.307029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port f5cad661-17be-4fb9-87aa-62983c0dc612 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:15.327283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.331075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:15.334049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:15.334646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.339279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/ports/2b5cc983-4375-4d56-9cfe-dbd1b8050623 HTTP/1.1" status: 200 len: 911 time: 2.0444860 Dec 15 21:54:15.340959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0533c06a-675c-4e99-8aa1-992093bc9dd5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:15.349726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:15.359231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f5cad661-17be-4fb9-87aa-62983c0dc612 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:15.359761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.391608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.396072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:15.406548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:15.414139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:15.447797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6d91bf82-00c9-40c4-9e60-1b5cb4b64cf9 None None] Provisioning complete for port f5cad661-17be-4fb9-87aa-62983c0dc612 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:15.448357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf82-00c9-40c4-9e60-1b5cb4b64cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.450120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:15.457945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:15.468912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:15.488188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Attempting to bind port 529d7e1f-b981-4d47-8317-8282f17c5259 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:15.488717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Attempting to bind port 529d7e1f-b981-4d47-8317-8282f17c5259 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:15.489194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Attempting to bind port 529d7e1f-b981-4d47-8317-8282f17c5259 on network ab565331-174c-44e7-ace4-30e10603e9f5 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:15.512868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:15.513884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:53:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:15.530302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.546880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=2b5cc983-4375-4d56-9cfe-dbd1b8050623,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:15.556621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:15.558785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03faed29-41e5-4b94-ae93-f299f0c74901 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:15.593870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:15.598907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:15.603082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:15.606021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.636663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:15.636952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Pushing event deleted for resources: {'Port': ['ID=db29d5c4-8652-4007-aaa6-47c233568dd6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:15.637351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Checking segment: {'id': 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:15.637992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.638587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Bound using segment: {'id': 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:15.639275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Bound port: 529d7e1f-b981-4d47-8317-8282f17c5259, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ab565331-174c-44e7-ace4-30e10603e9f5'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:15.639763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:15.640147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.698563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.702580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] 10.222.0.18 "DELETE /v2.0/floatingips/0754fa63-6f56-44ef-a904-53a9de38fb01 HTTP/1.1" status: 204 len: 168 time: 3.3153265 Dec 15 21:54:15.709389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37446) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:15.790277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:15.920212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d57ffa0-86b0-4ad8-af06-2d48ef788474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:15.923032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:15.926658 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.ipam_backend_mixin [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45bec4b4-fca2-4f9b-851d-da5c68d95403 (CIDR: 2001:db8::/64) Dec 15 21:54:15.936492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:15.936951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:15.974329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'tenant_id': '97dd064522104aa49c7a69d39454e7bf', 'fixed_ips': [{'subnet_id': '45bec4b4-fca2-4f9b-851d-da5c68d95403'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:15.975552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.024258 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d55d7d39-83e4-4630-a65b-bc541488b07a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9563816 Dec 15 21:54:16.032568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:16.131845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'subnet': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:16.183257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.214471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] For port 529d7e1f-b981-4d47-8317-8282f17c5259, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:16.229220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.263070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d91bf82-00c9-40c4-9e60-1b5cb4b64cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.272973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] For port 529d7e1f-b981-4d47-8317-8282f17c5259, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=529d7e1f-b981-4d47-8317-8282f17c5259,segment=NetworkSegment(ff271c22-34b9-4ae1-9567-ae0d45cd9d2c),segment_id=ff271c22-34b9-4ae1-9567-ae0d45cd9d2c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:16.333286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:16.357997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.368623 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:16.405512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.431412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.471310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a4749ca1-631c-479e-93ab-72ebbdcf650a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:16.491703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port f5cad661-17be-4fb9-87aa-62983c0dc612, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f5cad661-17be-4fb9-87aa-62983c0dc612,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:16.505745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.535728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.536700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device de3d178e-01e0-4773-b1a6-7949978166ac up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:16.581762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12417077-1f5c-4305-804f-2c07ced108c8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:16.626108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:16.630599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:subnet and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:16.635998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Pushing event updated for resources: {'Port': ['ID=529d7e1f-b981-4d47-8317-8282f17c5259,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:16.640274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:16.658180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:16.667701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:16.677569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:16.692249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.693464 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6683564 Dec 15 21:54:16.696483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:16.705150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:16.705361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b492dfaa-79fb-4af0-8695-7a5e3e66b3bd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '12417077-1f5c-4305-804f-2c07ced108c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:16.705979 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-b492dfaa-79fb-4af0-8695-7a5e3e66b3bd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 21:54:16.706272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-b492dfaa-79fb-4af0-8695-7a5e3e66b3bd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:16.709925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b492dfaa-79fb-4af0-8695-7a5e3e66b3bd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0090849 Dec 15 21:54:16.711770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:16.739500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.757829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e09a4b6-9fe7-4ab2-8e97-bf00ff038749 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:16.813491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:54:16.813851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Allocated IP 2001:db8::2 (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/45bec4b4-fca2-4f9b-851d-da5c68d95403/ab25cbad-e54e-416a-ad0f-bb84ea0b09e8) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:16.814001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:54:16.831202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:16.835673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.854100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-6d91bf82-00c9-40c4-9e60-1b5cb4b64cf9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:16.854439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-6d91bf82-00c9-40c4-9e60-1b5cb4b64cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:16.892158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.953939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network ab565331-174c-44e7-ace4-30e10603e9f5 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:16.955716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:16.962944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Deleting port 3322516d-dacb-4873-8413-709f7a3d0e90 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:16.963483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.971156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:16.976795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:16.984282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:16.988151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:16.996261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port de3d178e-01e0-4773-b1a6-7949978166ac triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:16.996765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.082519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=0cf5ba6e-4b19-4166-bc76-a348a04ccdb2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:17.095287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:17.113338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.137212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.213640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:17.214624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.224640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] For port 3322516d-dacb-4873-8413-709f7a3d0e90, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3322516d-dacb-4873-8413-709f7a3d0e90,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:17.225172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.238615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 6, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:12Z', 'revision_number': 4, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:17.255142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.261612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:17.273148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Transition to ACTIVE for port object ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:17.317174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:17.318013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:17.322498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.365893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Calling delete_port for 3322516d-dacb-4873-8413-709f7a3d0e90 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:17.395920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.9337938 Dec 15 21:54:17.402639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37462) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:17.424338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Transition to ACTIVE for port object ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:17.505771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:17.506674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.600362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.616291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:17.678541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:17.694023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:17.709050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:17.798969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:17.854149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.854957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:17.876615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e6cc2c00-a743-45cb-808d-ef10a1a2d2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:17.892405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.906491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:17.921616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Pushing event updated for resources: {'Port': ['ID=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:17.946841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:17.958521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:17.959611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81bdba0a-ab57-4e8c-b6dc-ccc9458d907e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:18.027784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12417077-1f5c-4305-804f-2c07ced108c8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:18.054777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:18.119532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.130772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.132327 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/12417077-1f5c-4305-804f-2c07ced108c8 HTTP/1.1" status: 204 len: 168 time: 1.4207222 Dec 15 21:54:18.133706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.135798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Attempting to bind port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:18.136202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Attempting to bind port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:18.137405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Attempting to bind port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 on network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:18.143140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:18.182465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aebe8bf-7108-4300-bd35-07508828c227 None None] Network ab565331-174c-44e7-ace4-30e10603e9f5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:18.200697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f5cad661-17be-4fb9-87aa-62983c0dc612 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:18.217643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:18.240975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:18.241529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Checking segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:18.242040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.242543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Bound using segment: {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:18.243779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Bound port: ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4052deac-7db6-4a9b-b743-9a0791be8511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:18.244284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.419151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.426615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d1dfea3d-c5a5-4ad0-a26b-f337f5a17082 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:18.475110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e30f8da1-b0a7-47a2-afa1-49449a36d8a0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:18.481855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.484127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3322516d-dacb-4873-8413-709f7a3d0e90,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:18.486167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-57df0d3a-ea9c-460c-ac60-171e9ea25820 None None] Provisioning for port 529d7e1f-b981-4d47-8317-8282f17c5259 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:18.514657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:18.584730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.598275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-911be03a-d960-4ff1-82ec-a5657feb9017 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:18.626718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] For port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:18.642519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:18.658166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e30f8da1-b0a7-47a2-afa1-49449a36d8a0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:18.659425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e30f8da1-b0a7-47a2-afa1-49449a36d8a0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5153339 Dec 15 21:54:18.665672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37470) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:18.677121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--402764647'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:18.677666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f5cad661-17be-4fb9-87aa-62983c0dc612 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:18.678211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.693345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=0cf5ba6e-4b19-4166-bc76-a348a04ccdb2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:18.702854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:18.703425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] For port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:18.732977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.736353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:18.747150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2114605b-e579-4390-abbd-bb10400ae4d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:18.876950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:18.896831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Pushing event updated for resources: {'Port': ['ID=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:18.902169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:18.953818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.979660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:18.989866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:18.993955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:18.995123 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c17fed7b-02d1-4fb7-813d-ecd8298350c1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 700 time: 4.0858431 Dec 15 21:54:18.997709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.objects.ports [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87553) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:54:19.002577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37474) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:19.015724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.036372 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 HTTP/1.1" status: 204 len: 168 time: 1.6325617 Dec 15 21:54:19.037042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 7, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:19.039146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37478) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:19.053169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:19.096088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.100016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdbe60a-fbc4-4828-8fd5-1efc453ec1a1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:54:19.100553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cdbe60a-fbc4-4828-8fd5-1efc453ec1a1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:19.108470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d5cd8-14a8-4681-8397-e59ccc2c5bfe None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 7, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:19.117272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:19.120073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.140841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 2b5cc983-4375-4d56-9cfe-dbd1b8050623 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:19.141189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.252050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:19.254675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6cdbe60a-fbc4-4828-8fd5-1efc453ec1a1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:19.257518 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cdbe60a-fbc4-4828-8fd5-1efc453ec1a1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 HTTP/1.1" status: 404 len: 333 time: 0.2174687 Dec 15 21:54:19.261330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:19.323807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:19.331685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 529d7e1f-b981-4d47-8317-8282f17c5259 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:19.427096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 529d7e1f-b981-4d47-8317-8282f17c5259 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:19.438734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 529d7e1f-b981-4d47-8317-8282f17c5259 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:19.439268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.632397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:19.677024 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:19.684388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Router 9d60875b-427c-4dd7-939e-33deae58fcc4 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:19.699092 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:19.702742 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:19.712649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.731770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1084e4aa-1e08-444f-87f7-5fec71ac7cc4 None None] Provisioning complete for port 529d7e1f-b981-4d47-8317-8282f17c5259 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:19.732377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1084e4aa-1e08-444f-87f7-5fec71ac7cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.812552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 529d7e1f-b981-4d47-8317-8282f17c5259, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=529d7e1f-b981-4d47-8317-8282f17c5259,segment=NetworkSegment(ff271c22-34b9-4ae1-9567-ae0d45cd9d2c),segment_id=ff271c22-34b9-4ae1-9567-ae0d45cd9d2c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:19.823075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:19.828403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-97a306de-e867-40d5-96d6-23524c3d4d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:19.917600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=529d7e1f-b981-4d47-8317-8282f17c5259,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:19.929684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:19.930037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-512a2c92-8d1e-4822-aada-e9e86a41d7e0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 700 time: 0.9206676 Dec 15 21:54:19.932111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37486) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:19.963679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:19.973984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 38dc1216-c818-425c-8c3a-6b5ab8f5eb3b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:19.998581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.149774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.182114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-165585b0-123a-461a-bffb-44dac72e9be5 None None] Could not find standard attr ID for object 0cf5ba6e-4b19-4166-bc76-a348a04ccdb2. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:54:20.312212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.348148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 529d7e1f-b981-4d47-8317-8282f17c5259 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:20.373063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.414978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b0ac2263-1780-4c20-a615-14197e40269e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:20.439051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.472321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 529d7e1f-b981-4d47-8317-8282f17c5259 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:20.473099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.478675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.504414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 7, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:20.509070 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:20.518029 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:20.518640 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:20.588509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.589733 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9191272 Dec 15 21:54:20.621183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.636723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6328d639-377f-4669-87e8-532301b60984 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '12f1e5f4-cdc2-4317-b40c-9cae20b519fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:20.637650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:20.645799 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-6328d639-377f-4669-87e8-532301b60984 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 21:54:20.646619 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-6328d639-377f-4669-87e8-532301b60984 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:20.651275 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6328d639-377f-4669-87e8-532301b60984 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0240269 Dec 15 21:54:20.651275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:20.672171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Sync routers for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:20.675210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] 10.222.0.18 "PUT /v2.0/routers/9d60875b-427c-4dd7-939e-33deae58fcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9650893 Dec 15 21:54:20.675753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.676122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.683363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fe6d1c32-922d-4e37-8388-323e64e093c0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '12f1e5f4-cdc2-4317-b40c-9cae20b519fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:20.684065 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-fe6d1c32-922d-4e37-8388-323e64e093c0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 21:54:20.684547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-fe6d1c32-922d-4e37-8388-323e64e093c0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:20.688149 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe6d1c32-922d-4e37-8388-323e64e093c0 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082264 Dec 15 21:54:20.708288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:20.709068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:20.725417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.731744 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:20.793927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:20.798146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c68d3b7f-0a8d-4f6f-953f-839bced9f461 None None] Provisioning for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:20.828728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 2b5cc983-4375-4d56-9cfe-dbd1b8050623 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:20.864059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3c68bc1a-504b-4b24-b439-2c66599eeb70 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '12f1e5f4-cdc2-4317-b40c-9cae20b519fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:20.866322 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-3c68bc1a-504b-4b24-b439-2c66599eeb70 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 21:54:20.866902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-3c68bc1a-504b-4b24-b439-2c66599eeb70 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:20.871171 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3c68bc1a-504b-4b24-b439-2c66599eeb70 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0760183 Dec 15 21:54:20.891924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.907946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-367c4626-5838-431a-a146-10accd14c6fb tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '12f1e5f4-cdc2-4317-b40c-9cae20b519fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:20.908825 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-367c4626-5838-431a-a146-10accd14c6fb tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 21:54:20.909307 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-367c4626-5838-431a-a146-10accd14c6fb tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:20.912894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-367c4626-5838-431a-a146-10accd14c6fb tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0161531 Dec 15 21:54:20.920000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f1e5f4-cdc2-4317-b40c-9cae20b519fb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:20.924137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37510) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:20.947847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:20.963529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:21.051661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.063033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.065592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.067400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3c75a6a5-4c04-4b9e-8fcb-202d45a91716 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:21.125822 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 7, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:21.130245 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1326f1-5abe-463b-9848-3a7005c5d02a None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 7, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f5cad661-17be-4fb9-87aa-62983c0dc612', 'name': '', 'network_id': '8dc17050-cfe7-409a-8e26-2a812f3216f6', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:e8:0e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '337e0242-0564-4314-ac2a-9520ec151e98', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:02Z', 'updated_at': '2021-12-15T21:54:16Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '337e0242-0564-4314-ac2a-9520ec151e98', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:21.144191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:21.211078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:21.211800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.255664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] For port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:21.256231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.258371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=38dc1216-c818-425c-8c3a-6b5ab8f5eb3b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:21.265599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:21.268920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.286919 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/38dc1216-c818-425c-8c3a-6b5ab8f5eb3b HTTP/1.1" status: 204 len: 168 time: 1.9575102 Dec 15 21:54:21.287460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605a0cf-af2d-4a20-80aa-a032c3e801be None None] Network ab565331-174c-44e7-ace4-30e10603e9f5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:21.289013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:21.391417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.405448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.406924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.411824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5de4194-4f15-44a1-a691-c8293f7073ca tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:21.453929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.482303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.486165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:21.490931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:21.503697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.519964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.528442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e757ff2a-3d25-41ee-9f70-9fc8721f7655 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:21.531482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c089fa-8040-4414-b097-d40944abd3e8 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:21.536741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Deleting port 817bfea6-1362-429b-b067-8d0a4301ce00 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:21.537084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.553022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:21.553591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.608444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f1e5f4-cdc2-4317-b40c-9cae20b519fb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:21.616905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 529d7e1f-b981-4d47-8317-8282f17c5259 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:21.617249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.654262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:21.674041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.679031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.682922 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/12f1e5f4-cdc2-4317-b40c-9cae20b519fb HTTP/1.1" status: 204 len: 168 time: 0.7529447 Dec 15 21:54:21.683110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,revision_number=4']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:21.688368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:21.697754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:21.698262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9b09a1e-00b7-4c17-bf36-326d332e227b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:21.776783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.796733 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7466266 Dec 15 21:54:21.799952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:21.806425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Request body: {'port': {'network_id': 'ebd4cee7-ecca-4d29-83ae-767ee7a8bdda', 'mac_address': 'fa:16:3e:41:e4:0d', 'name': 'tempest-NetworksTestDHCPv6-1133983445'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:21.813331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.834055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:21.850868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:21.853722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173'}], 'enable_snat': True}, 'gw_port_id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:54:18Z', 'revision_number': 5, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port': {'id': '817bfea6-1362-429b-b067-8d0a4301ce00', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:49:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:49:58Z', 'updated_at': '2021-12-15T21:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:21.858031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:21.968808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Checking router: 9d60875b-427c-4dd7-939e-33deae58fcc4 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:21.970914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:21.985316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:22.006171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Routers {'9d60875b-427c-4dd7-939e-33deae58fcc4'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:22.006870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9d60875b-427c-4dd7-939e-33deae58fcc4'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.075048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Subnet': ['ID=4c17cead-8c46-4be2-ab3d-9e8922fffee0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:22.126528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] DHCP port deletion for ab565331-174c-44e7-ace4-30e10603e9f5 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:22.127842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:22.128105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.663s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:22.149868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:22.161397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.178306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=2b5cc983-4375-4d56-9cfe-dbd1b8050623,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:22.182531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:22.218581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Deleting port 529d7e1f-b981-4d47-8317-8282f17c5259 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:22.219151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.311468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] Set router 9d60875b-427c-4dd7-939e-33deae58fcc4 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:22.322355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72027dfd-a73a-4467-b75b-e9bce550ed39 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:22.331821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router c4e3dbee-09de-4e50-a014-7a2f82f6599f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:22.467485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:54:21Z', 'revision_number': 6, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.468178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:22.472955 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/c4e3dbee-09de-4e50-a014-7a2f82f6599f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1213186 Dec 15 21:54:22.475640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37526) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:22.485313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410c87b6-fc77-4be1-9e04-f013d5689431 None None] The sync data for ids ['9d60875b-427c-4dd7-939e-33deae58fcc4'] in dv-neutron-820612-1-hyperv is: [{'id': '9d60875b-427c-4dd7-939e-33deae58fcc4', 'name': 'tempest-ServerActionsTestJSON-1800499901-router', 'tenant_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:49:54Z', 'updated_at': '2021-12-15T21:54:21Z', 'revision_number': 6, 'project_id': 'f46c40747ad84dc1ba8c92969e1a99f0', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:22.490196 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] Sync routers for ids ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:22.526561 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] Routers {'c4e3dbee-09de-4e50-a014-7a2f82f6599f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:22.527519 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.535148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] For port 817bfea6-1362-429b-b067-8d0a4301ce00, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=817bfea6-1362-429b-b067-8d0a4301ce00,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:22.535514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.565238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72027dfd-a73a-4467-b75b-e9bce550ed39 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:22.565884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61cefda0-f381-47c3-9315-5a23d974a5e8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:22.566484 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72027dfd-a73a-4467-b75b-e9bce550ed39 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8771152 Dec 15 21:54:22.570483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37530) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:22.571624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:22.572399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.579341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port 529d7e1f-b981-4d47-8317-8282f17c5259, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=529d7e1f-b981-4d47-8317-8282f17c5259,segment=NetworkSegment(ff271c22-34b9-4ae1-9567-ae0d45cd9d2c),segment_id=ff271c22-34b9-4ae1-9567-ae0d45cd9d2c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:22.579692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.580861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033510088'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:22.597880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:22.633242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:22.636453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61cefda0-f381-47c3-9315-5a23d974a5e8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:22.647754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61cefda0-f381-47c3-9315-5a23d974a5e8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e3dbee-09de-4e50-a014-7a2f82f6599f HTTP/1.1" status: 200 len: 205 time: 0.1708286 Dec 15 21:54:22.650183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37534) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:22.651972 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.653594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:22.670886 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] Routers {'c4e3dbee-09de-4e50-a014-7a2f82f6599f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:22.672033 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.680017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] For port 529d7e1f-b981-4d47-8317-8282f17c5259, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=529d7e1f-b981-4d47-8317-8282f17c5259,segment=NetworkSegment(ff271c22-34b9-4ae1-9567-ae0d45cd9d2c),segment_id=ff271c22-34b9-4ae1-9567-ae0d45cd9d2c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:22.681114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.761550 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:22.762285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fb71a2-5b16-4846-bf7e-be57045475a8 None None] The sync data for ids ['c4e3dbee-09de-4e50-a014-7a2f82f6599f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:22.819152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.837288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Calling delete_port for 529d7e1f-b981-4d47-8317-8282f17c5259 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:22.841383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:22.975040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 529d7e1f-b981-4d47-8317-8282f17c5259 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:22.984265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:22.997835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.002709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.021161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.035135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3d1d5ae6-2a9b-4d78-8f4f-7a6b4e953353 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:23.037324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Calling delete_port for 817bfea6-1362-429b-b067-8d0a4301ce00 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:23.055471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.093618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] No DVR routers for this DVR port 529d7e1f-b981-4d47-8317-8282f17c5259 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:23.097658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Pushing event deleted for resources: {'Port': ['ID=529d7e1f-b981-4d47-8317-8282f17c5259,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:23.106358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:23.113106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Usage tracker for resource:port and tenant:97dd064522104aa49c7a69d39454e7bf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.134375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.156103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.185894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Made reservation on behalf of 97dd064522104aa49c7a69d39454e7bf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:23.210651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.216251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.256980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.257516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router c4e3dbee-09de-4e50-a014-7a2f82f6599f {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:54:23.294342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.299715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.305821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fb39698d-303b-43ad-bd59-f9afbf4bfe66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:23.344537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:23.344863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:23.350635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.351591 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7174f0a9-ac4c-4cec-9927-7a3c581511c0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/c4e3dbee-09de-4e50-a014-7a2f82f6599f HTTP/1.1" status: 204 len: 168 time: 0.7003398 Dec 15 21:54:23.354011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31576d9-2ed4-4727-ab09-544bc5971de1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:23.363441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37538) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.363688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:23.364524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.365775 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7942083 Dec 15 21:54:23.369515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37542) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.377988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2d8efc85-a90a-4bc4-8179-6a6d98b863f4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.378710 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-2d8efc85-a90a-4bc4-8179-6a6d98b863f4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 21:54:23.379197 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-2d8efc85-a90a-4bc4-8179-6a6d98b863f4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.380152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d8efc85-a90a-4bc4-8179-6a6d98b863f4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096943 Dec 15 21:54:23.384195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.389427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.397456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:23.403823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.407166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.413485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.448778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.449816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9f88df2-f782-41ab-bd15-8e71106d890f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0644920 Dec 15 21:54:23.452687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.458484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c3199b43-285c-4bf3-8a21-a4222d8990d7 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.458956 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-c3199b43-285c-4bf3-8a21-a4222d8990d7 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 21:54:23.459420 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c3199b43-285c-4bf3-8a21-a4222d8990d7 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.463911 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3199b43-285c-4bf3-8a21-a4222d8990d7 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067637 Dec 15 21:54:23.463911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.468266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.474230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:23.478723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.481295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bdd77f70-05a5-4b65-bf72-36b181a15522 None None] Provisioning complete for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:23.481712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdd77f70-05a5-4b65-bf72-36b181a15522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.481832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.490284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.519179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.540378 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.548575 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb24d4a0-65d5-44b7-aecf-a1ce23f7fd7d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0843611 Dec 15 21:54:23.549145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37558) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.556829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-65427571-818a-4bb9-905a-a7abbc9b8d3f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.558927 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-65427571-818a-4bb9-905a-a7abbc9b8d3f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 21:54:23.561835 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-65427571-818a-4bb9-905a-a7abbc9b8d3f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.566279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65427571-818a-4bb9-905a-a7abbc9b8d3f tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146146 Dec 15 21:54:23.567290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37562) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.579116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.582909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet d03b445b-5103-4916-a2d8-a5b32bed6025 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:23.589230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:23.592907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.599100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.601026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.608163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.629482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port f5cad661-17be-4fb9-87aa-62983c0dc612 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:23.629838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.640473 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.647065 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70168b30-51a9-4825-91c2-4ce6887923ff tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0733926 Dec 15 21:54:23.651441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.658339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-faa88ca1-c12b-4282-8c0b-db26ea1855ad tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.658818 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-faa88ca1-c12b-4282-8c0b-db26ea1855ad tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 21:54:23.659306 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-faa88ca1-c12b-4282-8c0b-db26ea1855ad tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.663087 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-faa88ca1-c12b-4282-8c0b-db26ea1855ad tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076313 Dec 15 21:54:23.664361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.670833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.678462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:23.683980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.687175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.693417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.724671 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.728645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fca51075-86a6-4bf0-8337-aa21823ae88b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0606365 Dec 15 21:54:23.728957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.735314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'a31576d9-2ed4-4727-ab09-544bc5971de1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:23.741355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:23.745835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:23.748814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:23.755202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:23.788792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:23.790036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eb63c678-d624-4891-8221-fe0e4299f5f1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0599983 Dec 15 21:54:23.792883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:23.826521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] device_id is not set on port 699f56bf-3277-46b8-a67f-bae11359a32b yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:23.859440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.869045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 529d7e1f-b981-4d47-8317-8282f17c5259 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:23.869380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:23.992051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.017586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.021721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] The port '529d7e1f-b981-4d47-8317-8282f17c5259' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:24.022601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e363b42f-a929-4938-bcbd-44fd7316d1d3 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:24.056162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 529d7e1f-b981-4d47-8317-8282f17c5259 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:24.062329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.067972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.072323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7893ac34-9f4b-4207-bdd1-5fc875cb3cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:24.086094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31576d9-2ed4-4727-ab09-544bc5971de1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:24.089391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:24.089688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 529d7e1f-b981-4d47-8317-8282f17c5259 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:24.091014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 529d7e1f-b981-4d47-8317-8282f17c5259 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:24.091463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 817bfea6-1362-429b-b067-8d0a4301ce00 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:24.102759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.106453 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/a31576d9-2ed4-4727-ab09-544bc5971de1 HTTP/1.1" status: 204 len: 168 time: 0.3101962 Dec 15 21:54:24.106726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.138310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 817bfea6-1362-429b-b067-8d0a4301ce00 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:24.138904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 817bfea6-1362-429b-b067-8d0a4301ce00 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:24.139504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3322516d-dacb-4873-8413-709f7a3d0e90 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:24.158707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f6228be-e596-44c3-b9ff-3ccc359b8f7a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:24.175891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f6228be-e596-44c3-b9ff-3ccc359b8f7a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:24.176743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 3322516d-dacb-4873-8413-709f7a3d0e90 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:24.182129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3322516d-dacb-4873-8413-709f7a3d0e90 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:24.182273 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f6228be-e596-44c3-b9ff-3ccc359b8f7a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0695395 Dec 15 21:54:24.186496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.192342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--182204050'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:24.199344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.202511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Pushing event deleted for resources: {'Port': ['ID=817bfea6-1362-429b-b067-8d0a4301ce00,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:24.209453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.219391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.224947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:24.239573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.244030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:24.246866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:24.252574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.323332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.327619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.332831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:24.376516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=911f7ed6-311c-4750-a113-5d5843a49e0b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:24.379631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:24.384219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.388431 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2006800 Dec 15 21:54:24.389002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.393964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '911f7ed6-311c-4750-a113-5d5843a49e0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:24.400767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.404546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:24.407413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:24.413032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.447473 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The resource could not be found. Dec 15 21:54:24.448847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-52fcba6d-179a-45e4-9fc2-c5e39127eaaa tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0589411 Dec 15 21:54:24.451626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.456751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '911f7ed6-311c-4750-a113-5d5843a49e0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '87b7554f-20b8-429b-b53f-b629bbbd5d12'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:24.462948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.466689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:24.469517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:24.475530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.510947 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The resource could not be found. Dec 15 21:54:24.514542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc5e6bde-e3da-43f0-b69e-c3ff30bacaa5 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0593371 Dec 15 21:54:24.515129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.517925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.580341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.607701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.625694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab565331-174c-44e7-ace4-30e10603e9f5']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:24.632482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.657820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.662921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78020d50-a55b-48b1-8cb1-2b244b48e636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:24.678227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=911f7ed6-311c-4750-a113-5d5843a49e0b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:24.681874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:24.685211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.685612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port f5cad661-17be-4fb9-87aa-62983c0dc612, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f5cad661-17be-4fb9-87aa-62983c0dc612,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:24.689437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.689573 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/911f7ed6-311c-4750-a113-5d5843a49e0b HTTP/1.1" status: 204 len: 168 time: 0.1702464 Dec 15 21:54:24.689573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.740683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6d27189b-0384-4378-ac08-4b74e50b24bc tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:24.755470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6d27189b-0384-4378-ac08-4b74e50b24bc tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:24.756783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d27189b-0384-4378-ac08-4b74e50b24bc tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0668979 Dec 15 21:54:24.761337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.761666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37606) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.766796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': '641e7b52-9b8a-490f-bab0-34c9ee6e6cc7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:24.773497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.777841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:24.780672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:24.786229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.789319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:24.789636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff271c22-34b9-4ae1-9567-ae0d45cd9d2c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:24.822000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The resource could not be found. Dec 15 21:54:24.823202 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c7272ced-2034-4eb0-b9d7-b1b6d52f99f8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0606017 Dec 15 21:54:24.826770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37610) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:24.831766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339620022'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:24.838202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.852664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.861816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.880539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:24.884780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:24.887582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:24.893232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:24.945637 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:54:24.963389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.967302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:24.971077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38f2b82e-656b-464c-9931-b606d550954a tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:24.986302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.001258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for f5cad661-17be-4fb9-87aa-62983c0dc612 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:25.016242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14044d3-1737-48f6-aa29-ab2dc5ff8069,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:25.019261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:25.022633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.023756 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1960659 Dec 15 21:54:25.027624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37614) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.034092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072531425'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:25.039772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:25.043787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:25.046637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:25.052343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:25.059517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.061840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.074789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.081513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:25.082632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.085279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:25.087311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8::19f (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/45bec4b4-fca2-4f9b-851d-da5c68d95403/699f56bf-3277-46b8-a67f-bae11359a32b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:25.088655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:25.094512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:25.113569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:e40d (ebd4cee7-ecca-4d29-83ae-767ee7a8bdda/4c17cead-8c46-4be2-ab3d-9e8922fffee0/699f56bf-3277-46b8-a67f-bae11359a32b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:25.116614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:25.117012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:25.146857 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:25.167843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.171901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.175799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-16dbcc32-c5a0-46f9-b0d0-ce92419daa7b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:25.221698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc546550-73e8-4edf-9f18-438eeae9b407,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:25.225567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:25.226888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.231076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1998489 Dec 15 21:54:25.232300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.238099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group_rule': {'security_group_id': 'e14044d3-1737-48f6-aa29-ab2dc5ff8069', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fc546550-73e8-4edf-9f18-438eeae9b407'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:25.244952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:25.248807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:25.251797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:25.261336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:25.292302 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:25.293327 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb41eb06-43a3-40f4-98fb-bde58d5644ec tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0608640 Dec 15 21:54:25.296244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37622) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.362638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.385785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.386275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d60875b-427c-4dd7-939e-33deae58fcc4 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:54:25.391251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.432120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.443718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0dea0cd5-ebcb-40ec-8f42-cbb59eb0729f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:25.447632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.453064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9fb1e9f1-226b-4998-a450-47a2c5418dbd tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:25.467944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc546550-73e8-4edf-9f18-438eeae9b407,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:25.472591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:25.481778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.487197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.491624 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc546550-73e8-4edf-9f18-438eeae9b407 HTTP/1.1" status: 204 len: 168 time: 0.1921766 Dec 15 21:54:25.493318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.499440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=d03b445b-5103-4916-a2d8-a5b32bed6025,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:25.505235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.513411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd27082b-974d-4406-affd-c27043fbb370 None None] Network 87379815-16a1-4f49-be01-8d618d4172fe requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:25.514240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.516734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:25.520614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58874768-b4e6-457e-9ea2-24bca6f15cea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:25.595405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3660d4a6-e790-458e-a45e-3116accae5af tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:25.597529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=ab565331-174c-44e7-ace4-30e10603e9f5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:25.621032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3660d4a6-e790-458e-a45e-3116accae5af tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:25.625349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3660d4a6-e790-458e-a45e-3116accae5af tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1309083 Dec 15 21:54:25.626096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37630) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.678603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:25.689854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.693368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9d60875b-427c-4dd7-939e-33deae58fcc4 HTTP/1.1" status: 204 len: 168 time: 5.0120697 Dec 15 21:54:25.694303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37634) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.702528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/d03b445b-5103-4916-a2d8-a5b32bed6025 HTTP/1.1" status: 204 len: 168 time: 2.3381028 Dec 15 21:54:25.733366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37638) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.748613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/ab565331-174c-44e7-ace4-30e10603e9f5 HTTP/1.1" status: 204 len: 168 time: 4.4553459 Dec 15 21:54:25.755264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:25.764795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.767759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'name': 'tempest-PortsTestJSON-1315612097'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:25.856131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] DHCP port deletion for 87379815-16a1-4f49-be01-8d618d4172fe request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:25.861677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Deleting port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:25.862067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.887817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Deleting subnet e369a060-65a3-4e25-9f7f-6e6e5791854a {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:25.891170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.902547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.938359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.952259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:25.954534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15004e2f-3ac2-426b-9841-1f3c8573a553 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:25.997477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:25.998227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.012907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=f5cad661-17be-4fb9-87aa-62983c0dc612,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:26.017574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:26.025467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.028541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.083474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:26.140908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.141576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] For port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,segment=NetworkSegment(1d320df3-295f-4c28-927c-4b0a69436d9e),segment_id=1d320df3-295f-4c28-927c-4b0a69436d9e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:26.143380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.144149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:26.147730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Transition to ACTIVE for port object 699f56bf-3277-46b8-a67f-bae11359a32b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:26.154403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cd624ba3-aa98-42df-bb20-973fa4c81ee4 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:26.161608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:26.178406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:26.194083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14044d3-1737-48f6-aa29-ab2dc5ff8069,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:26.205564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:26.277555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:26.281096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.281604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.284624 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/e14044d3-1737-48f6-aa29-ab2dc5ff8069 HTTP/1.1" status: 204 len: 168 time: 0.6552184 Dec 15 21:54:26.288382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37646) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:26.315582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:26.350534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Calling delete_port for 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:26.358431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.393208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port f9ed05f2-75f5-4c70-b0ad-e6a26f660718 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:26.412644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,segment=NetworkSegment(1d320df3-295f-4c28-927c-4b0a69436d9e),segment_id=1d320df3-295f-4c28-927c-4b0a69436d9e)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:26.413006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.436131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c16bc81-4584-4080-88d3-df1f2395d72e tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:26.458045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.470680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:26.549720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.576152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:26.579893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.584792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.589784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:26.591759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:26.592623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:26.598958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:26.599619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.679315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:26.680019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] No DVR routers for this DVR port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:26.683528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Pushing event deleted for resources: {'Port': ['ID=1403c6ed-9e8b-4e32-a6a7-8889df13cc84,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:26.686780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:26.749497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c16bc81-4584-4080-88d3-df1f2395d72e tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:26.754518 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c16bc81-4584-4080-88d3-df1f2395d72e tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4600761 Dec 15 21:54:26.755364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37650) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:26.756287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event updated for resources: {'Port': ['ID=699f56bf-3277-46b8-a67f-bae11359a32b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:26.760699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:26.762220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498170774'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:26.769331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.788913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:26.792903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf620a0c-31ce-4145-b15c-f92a5a0dc163 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:26.842217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:26.845581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e369a060-65a3-4e25-9f7f-6e6e5791854a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:26.847721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.853205 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.0518589 Dec 15 21:54:26.858570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ae7f2c-f38b-47ef-9e1b-ecab635d726f None None] Network 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:26.860735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:26.863700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:26.912538 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e369a060-65a3-4e25-9f7f-6e6e5791854a HTTP/1.1" status: 204 len: 168 time: 1.2153964 Dec 15 21:54:26.912538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:26.912538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:26.919335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:26.929174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:26.978852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2d5af46-8a41-46c7-bb56-6d9b99987847 None None] Provisioning for port 699f56bf-3277-46b8-a67f-bae11359a32b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:26.988947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2d5af46-8a41-46c7-bb56-6d9b99987847 None None] Provisioning complete for port 699f56bf-3277-46b8-a67f-bae11359a32b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:26.989332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2d5af46-8a41-46c7-bb56-6d9b99987847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.022842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:27.046287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Usage tracker for resource:security_group_rule and tenant:7a33057fb3504e0bb8f3aa19495ac1d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:27.050994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:27.058251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting port 699f56bf-3277-46b8-a67f-bae11359a32b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:27.058852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.095694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:27.119459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b2d5af46-8a41-46c7-bb56-6d9b99987847 None None] Port 699f56bf-3277-46b8-a67f-bae11359a32b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:27.141428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.211334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] DHCP port deletion for 3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:27.212218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Deleting port d4d23229-f7d8-49cd-b316-3c9e429d67aa {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:27.212340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.216094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Deleting port d4d23229-f7d8-49cd-b316-3c9e429d67aa {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:27.216483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.286685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.324413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:27.415214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 1403c6ed-9e8b-4e32-a6a7-8889df13cc84 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:27.415821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.433473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] For port d4d23229-f7d8-49cd-b316-3c9e429d67aa, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d4d23229-f7d8-49cd-b316-3c9e429d67aa,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:27.433881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.471721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.479483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:27.520679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] The port '1403c6ed-9e8b-4e32-a6a7-8889df13cc84' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:27.529256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.565751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:27.569870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:27.574924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:27.587298 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6489658 Dec 15 21:54:27.589174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:27.595119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:27.595783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.599553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37664) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:27.602474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=f9ed05f2-75f5-4c70-b0ad-e6a26f660718,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:27.627849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.640821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:27.655123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e79f12cd-0a51-481a-b954-9b77e72b601d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:27.672220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:27.676176 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9155500 Dec 15 21:54:27.678912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37668) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:27.682454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Calling delete_port for d4d23229-f7d8-49cd-b316-3c9e429d67aa owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:27.718391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet 337e0242-0564-4314-ac2a-9520ec151e98 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:27.732407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:27.733070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.733252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:27.800041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.801639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port f9ed05f2-75f5-4c70-b0ad-e6a26f660718 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:27.801982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.815745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb739ab7-8268-4c48-8073-8530759ec77b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:27.831840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:27.835525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.908365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.911397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.915553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:27.916230 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1605179 Dec 15 21:54:27.946899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:27.952937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:27.955369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9283d6a1-722e-4e19-b1a2-930b43e5d77d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:27.956219 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-9283d6a1-722e-4e19-b1a2-930b43e5d77d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 21:54:27.956800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-9283d6a1-722e-4e19-b1a2-930b43e5d77d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 21:54:27.957748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9283d6a1-722e-4e19-b1a2-930b43e5d77d tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "PUT /v2.0/security-groups/fb739ab7-8268-4c48-8073-8530759ec77b HTTP/1.1" status: 409 len: 330 time: 0.0135634 Dec 15 21:54:27.970287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37676) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:27.988597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:27.997470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] For port d4d23229-f7d8-49cd-b316-3c9e429d67aa, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d4d23229-f7d8-49cd-b316-3c9e429d67aa,segment=NetworkSegment(e57d8679-0125-4b0c-8b3e-d46dc82f3619),segment_id=e57d8679-0125-4b0c-8b3e-d46dc82f3619)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:27.997827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.011859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Calling delete_port for 699f56bf-3277-46b8-a67f-bae11359a32b owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:28.036055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Pushing event deleted for resources: {'Port': ['ID=d4d23229-f7d8-49cd-b316-3c9e429d67aa,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.040745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] No DVR routers for this DVR port d4d23229-f7d8-49cd-b316-3c9e429d67aa on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:28.044136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.128346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87379815-16a1-4f49-be01-8d618d4172fe']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:28.141476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d4d23229-f7d8-49cd-b316-3c9e429d67aa no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:28.192207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.193074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d4d23229-f7d8-49cd-b316-3c9e429d67aa {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:28.193430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d4d23229-f7d8-49cd-b316-3c9e429d67aa not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:28.236222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.238959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.337625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Calling delete_port for d4d23229-f7d8-49cd-b316-3c9e429d67aa owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:28.375093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d320df3-295f-4c28-927c-4b0a69436d9e') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:28.375374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d320df3-295f-4c28-927c-4b0a69436d9e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:28.399538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for f9ed05f2-75f5-4c70-b0ad-e6a26f660718 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:28.402003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.405535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:25Z', 'revision_number': 8, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:28.409606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:28.418589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:28.419198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:28.438427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.442882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.487775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:28.488264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:28.502355 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:28.556728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.574857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5affd457-a5df-4d90-a113-2e72416cd769 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:28.582740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:28.583351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:28.589947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:28.631184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.632654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.641000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.644986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.645188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8a3593-0ccb-497d-b942-306122e03c67 None None] Network 8dc17050-cfe7-409a-8e26-2a812f3216f6 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:28.645596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=337e0242-0564-4314-ac2a-9520ec151e98,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.652998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.654014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f2f4534-56f3-4fb7-8ee5-8e5c539b9e9a tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:28.654342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ca903b2f-e37e-4c29-8483-7221e7be5872 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:28.671898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb739ab7-8268-4c48-8073-8530759ec77b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.677776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.679735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.680649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8fd9801-a69d-474c-ad01-2f84d4def2c4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:28.692567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=87379815-16a1-4f49-be01-8d618d4172fe,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.699936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.703273 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/87379815-16a1-4f49-be01-8d618d4172fe HTTP/1.1" status: 204 len: 168 time: 2.9690590 Dec 15 21:54:28.707335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:28.716219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-683752718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:28.724307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:28.728908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:28.732017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:28.734618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.742852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.743093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:28.749686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/f9ed05f2-75f5-4c70-b0ad-e6a26f660718 HTTP/1.1" status: 204 len: 168 time: 1.0647104 Dec 15 21:54:28.749686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/337e0242-0564-4314-ac2a-9520ec151e98 HTTP/1.1" status: 204 len: 168 time: 1.1455338 Dec 15 21:54:28.749686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=f9ed05f2-75f5-4c70-b0ad-e6a26f660718,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.749686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:28.750072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37686) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:28.754226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.755279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/fb739ab7-8268-4c48-8073-8530759ec77b HTTP/1.1" status: 204 len: 168 time: 0.7841017 Dec 15 21:54:28.756295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.760800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'mac_address': 'fa:16:3e:53:98:b2', 'name': 'tempest-PortsTestJSON-1958781381'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:28.783888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:28.785598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:28.815973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Port': ['ID=699f56bf-3277-46b8-a67f-bae11359a32b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:28.824639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:28.870508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.871540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.940551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.954027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b0fb6c14-7df7-47a6-aace-a32a0e8fdf94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Synchronizing usage tracker for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:28.957190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:28.962387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/699f56bf-3277-46b8-a67f-bae11359a32b HTTP/1.1" status: 204 len: 168 time: 2.0946321 Dec 15 21:54:28.967374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.041784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b0fb6c14-7df7-47a6-aace-a32a0e8fdf94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Unset dirty status for tenant:7a33057fb3504e0bb8f3aa19495ac1d3 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:29.047140 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b0fb6c14-7df7-47a6-aace-a32a0e8fdf94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2592695 Dec 15 21:54:29.048535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.056472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.084601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Deleting port d4d23229-f7d8-49cd-b316-3c9e429d67aa {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:29.085055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.117629 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-50579208-06ae-4554-adb1-0e12935e31e9 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] delete failed (client error): The resource could not be found. Dec 15 21:54:29.122534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-50579208-06ae-4554-adb1-0e12935e31e9 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "DELETE /v2.0/security-groups/15b18044-4d2c-4b48-afa4-0f330e02408e HTTP/1.1" status: 404 len: 347 time: 0.0650358 Dec 15 21:54:29.125702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37704) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.134701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.138327 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29e478c3-6197-4339-95e9-332412787665 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4274018 Dec 15 21:54:29.161437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37708) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.175600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] The port 'd4d23229-f7d8-49cd-b316-3c9e429d67aa' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:29.179855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1677498157'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:29.185317 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-9651d536-ee49-4ec1-b6b7-e59d8e909638 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] show failed (client error): The resource could not be found. Dec 15 21:54:29.186310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9651d536-ee49-4ec1-b6b7-e59d8e909638 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-groups/0b5a5b6e-1255-4a23-8b8e-a02022965708 HTTP/1.1" status: 404 len: 347 time: 0.0596840 Dec 15 21:54:29.190067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.195250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.196417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:29.202603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:29.215639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:29.222658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b990cfb-59eb-4ec6-9319-4cfcf604b370 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:29.223419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2b990cfb-59eb-4ec6-9319-4cfcf604b370 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:29.223980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:29.226532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:29.229855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:29.240237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0ee14da8-4c13-4a25-9f3f-608799c3fdcd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] show failed (client error): The resource could not be found. Dec 15 21:54:29.241241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ee14da8-4c13-4a25-9f3f-608799c3fdcd tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] 10.222.0.18 "GET /v2.0/security-group-rules/0973dec7-382e-4f6b-9abe-35f18dcf8edb HTTP/1.1" status: 404 len: 356 time: 0.0413108 Dec 15 21:54:29.242228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:29.244575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:29.256868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port de3d178e-01e0-4773-b1a6-7949978166ac {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:29.257198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.269071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:25Z', 'revision_number': 8, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:29.273626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] DHCP port deletion for 8dc17050-cfe7-409a-8e26-2a812f3216f6 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:29.278680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Deleting port de3d178e-01e0-4773-b1a6-7949978166ac {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:29.279082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.304573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:29.328905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:29.332720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.340985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff88d02a-a500-4927-bc5e-69b6aad51de2 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:25Z', 'revision_number': 8, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c08cc23c-8628-4bd1-8421-863d43951c4a', 'name': '', 'network_id': 'ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:f5:7d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:51Z', 'updated_at': '2021-12-15T21:54:05Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '7ee5dcc1-291d-4516-a188-0b695298c657', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:29.341971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2b990cfb-59eb-4ec6-9319-4cfcf604b370 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:29.342977 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2b990cfb-59eb-4ec6-9319-4cfcf604b370 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3745196 Dec 15 21:54:29.345796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.380351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.434303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:29.450853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57d8679-0125-4b0c-8b3e-d46dc82f3619') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:29.451591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57d8679-0125-4b0c-8b3e-d46dc82f3619') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:29.470271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.496775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.508861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.515176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7d853-a6bb-40ba-8c75-929ed4aa3bf9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:29.526332 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04e7d853-a6bb-40ba-8c75-929ed4aa3bf9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1765823 Dec 15 21:54:29.529045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.533008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:29.559264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] For port de3d178e-01e0-4773-b1a6-7949978166ac, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=de3d178e-01e0-4773-b1a6-7949978166ac,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:29.559802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.603998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:29.604412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.621975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:29.623559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:29.625190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:29.626108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:29.628495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.629078 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment f6b24a19-1f7a-41ab-b931-1c66d220ddaa of type vlan for network 737cad81-8c02-4e2e-b860-baf4279ad8b4 Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:29.630435 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:29.651001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port c3dcb0d0-4280-42ae-a15e-cecde38a18fc yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:29.685947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.726052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Calling delete_port for de3d178e-01e0-4773-b1a6-7949978166ac owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:29.735655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:29.743395 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb2443a9-0994-45d5-8fd0-b374d5242e39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2070322 Dec 15 21:54:29.743395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37734) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:29.768890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.774079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port de3d178e-01e0-4773-b1a6-7949978166ac, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=de3d178e-01e0-4773-b1a6-7949978166ac,segment=NetworkSegment(2fd80304-47fb-4a00-b2dd-17084084e6fb),segment_id=2fd80304-47fb-4a00-b2dd-17084084e6fb)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:29.774414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.818608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.823067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9034700e-3a33-45b8-b62c-7fd54cdde1cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:29.854130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 45bec4b4-fca2-4f9b-851d-da5c68d95403 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:29.857401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.871143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Pushing event deleted for resources: {'Port': ['ID=de3d178e-01e0-4773-b1a6-7949978166ac,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:29.874786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:29.877012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] No DVR routers for this DVR port de3d178e-01e0-4773-b1a6-7949978166ac on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:29.939814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:54:29.940239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.958657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:29.963257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for de3d178e-01e0-4773-b1a6-7949978166ac owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:29.979488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:29.985253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.032754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.046573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.053062 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] 10.222.0.18 "DELETE /v2.0/networks/3dbfea24-8ad3-4f5f-a3a0-459ee6172ad5 HTTP/1.1" status: 204 len: 168 time: 3.1298764 Dec 15 21:54:30.056097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.058447 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef12a5a8-899b-418b-a3e4-9f78921b9c03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a33057fb3504e0bb8f3aa19495ac1d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681607 Dec 15 21:54:30.059029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.062243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:30.062243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.073400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:30.082201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f5cad661-17be-4fb9-87aa-62983c0dc612 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:30.123653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: f5cad661-17be-4fb9-87aa-62983c0dc612 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:30.124016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f5cad661-17be-4fb9-87aa-62983c0dc612 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:30.124361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device de3d178e-01e0-4773-b1a6-7949978166ac no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:30.154076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.161121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: de3d178e-01e0-4773-b1a6-7949978166ac {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:30.161487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device de3d178e-01e0-4773-b1a6-7949978166ac not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:30.179923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.224171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.233235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.285448 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1226752 Dec 15 21:54:30.288734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=737cad81-8c02-4e2e-b860-baf4279ad8b4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.292198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.293007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37748) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.301930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:30.310129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:30.310447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:30.317159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:30.332813 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a6dd5c18-2e66-4245-a06f-a88b3707eb4e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f46c40747ad84dc1ba8c92969e1a99f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0984082 Dec 15 21:54:30.335192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.343074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.446896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:30.452750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:30.456386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:30.463851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:30.475305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.475979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.482756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:30.483606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f950602c-014a-4e99-a86c-1cad3486cd85 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:30.520239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:30.524984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.526019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=45bec4b4-fca2-4f9b-851d-da5c68d95403,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.532410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.537271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.537976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-771c47a0-272e-44ac-bd5d-c5c5f17a2727 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:30.556464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.558255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495203a8-7119-4569-92b2-b0c24f65047c None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:30.566956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068f416-fc53-42fe-8b34-967d66eccfc8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.576364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.610234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.613915 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/45bec4b4-fca2-4f9b-851d-da5c68d95403 HTTP/1.1" status: 204 len: 168 time: 0.8582528 Dec 15 21:54:30.620921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.626763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.630644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6068f416-fc53-42fe-8b34-967d66eccfc8 HTTP/1.1" status: 204 len: 168 time: 0.5684254 Dec 15 21:54:30.633875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:30.639804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:30.642518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:30.650799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:30.651577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.686153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=c3dcb0d0-4280-42ae-a15e-cecde38a18fc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.689463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.693907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.716022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9617472 Dec 15 21:54:30.716022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37762) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:30.737697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Deleting subnet 4c17cead-8c46-4be2-ab3d-9e8922fffee0 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:30.747068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.811343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port de3d178e-01e0-4773-b1a6-7949978166ac {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:30.811809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.817095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.851394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.861508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-617c14a4-a3d9-4bf2-8b45-2cafc75b110e tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:30.904945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a1f9ca-cf9f-4617-8bf5-124073074fef,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:30.935010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:30.941236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:30.963622 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8a1f9ca-cf9f-4617-8bf5-124073074fef HTTP/1.1" status: 204 len: 168 time: 0.6062930 Dec 15 21:54:30.998630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4292a-1b08-45c0-9e1c-4c53f81d6652 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:30.999288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e2d4292a-1b08-45c0-9e1c-4c53f81d6652 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:31.016965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.093795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] The port 'de3d178e-01e0-4773-b1a6-7949978166ac' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:31.121431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.127609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d37eab0b-285b-4531-b8a1-b1de8b9b4d27 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:31.182158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Subnet': ['ID=4c17cead-8c46-4be2-ab3d-9e8922fffee0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:31.189752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:31.191004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.210977 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/4c17cead-8c46-4be2-ab3d-9e8922fffee0 HTTP/1.1" status: 204 len: 168 time: 0.5887370 Dec 15 21:54:31.214408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:31.261870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.300924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e2d4292a-1b08-45c0-9e1c-4c53f81d6652 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:31.302338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e2d4292a-1b08-45c0-9e1c-4c53f81d6652 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/c3dcb0d0-4280-42ae-a15e-cecde38a18fc HTTP/1.1" status: 200 len: 841 time: 0.5853715 Dec 15 21:54:31.310456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc17050-cfe7-409a-8e26-2a812f3216f6']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:31.316276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:31.322721 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b83af4c8-9441-446a-993d-5c8a02d868ab tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030991 Dec 15 21:54:31.326177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37784) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:31.401292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd80304-47fb-4a00-b2dd-17084084e6fb') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:31.401587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd80304-47fb-4a00-b2dd-17084084e6fb') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:31.430001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.435848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port c3dcb0d0-4280-42ae-a15e-cecde38a18fc {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:31.436225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.443744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.457949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b417872c-5ba7-48fd-b07d-a0290385bf4e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:31.530511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.566687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:31.569450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:31.614769 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:31.728298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=88505ae5-4193-476d-875c-0eec95f7b20d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:31.731133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:31.751907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:31.752328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: 737cad81-8c02-4e2e-b860-baf4279ad8b4, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:31.766809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c0ebf9-b4f6-40e5-9cdf-dc9dbb70a20b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:31.767518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4c0ebf9-b4f6-40e5-9cdf-dc9dbb70a20b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:31.770064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.776424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.777394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.781626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dade19b3-52f2-45d3-a671-d08b9149971b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:31.794428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba29762-fb70-4fda-acf8-b87f55bdf228 None None] Network ebd4cee7-ecca-4d29-83ae-767ee7a8bdda requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:31.816607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=8dc17050-cfe7-409a-8e26-2a812f3216f6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:31.819460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:31.823902 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/8dc17050-cfe7-409a-8e26-2a812f3216f6 HTTP/1.1" status: 204 len: 168 time: 3.0713816 Dec 15 21:54:31.829060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37804) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:31.888297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4c0ebf9-b4f6-40e5-9cdf-dc9dbb70a20b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:31.892223 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4c0ebf9-b4f6-40e5-9cdf-dc9dbb70a20b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5648189 Dec 15 21:54:31.893001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:31.954993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for c3dcb0d0-4280-42ae-a15e-cecde38a18fc owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:31.979802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7d4f1e70-5fba-4dc4-a845-24934ea93bae None None] Provisioning complete for port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:31.980215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d4f1e70-5fba-4dc4-a845-24934ea93bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:31.996200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:32.074313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 737cad81-8c02-4e2e-b860-baf4279ad8b4) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:32.078235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:32.078820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.088409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3f2726-1ed9-4237-a1f7-0d9d1271a17e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:32.089091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aa3f2726-1ed9-4237-a1f7-0d9d1271a17e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Synchronizing usage tracker for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:32.111816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.123832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5666c-87d7-46be-a233-df2f3844bc71 None None] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:32.130424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18c71b6d-3a1a-4160-978b-220b59b53e5c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:32.249733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.251007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.255652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=c3dcb0d0-4280-42ae-a15e-cecde38a18fc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:32.259310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:32.268349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9701409 Dec 15 21:54:32.272764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.299590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-aa3f2726-1ed9-4237-a1f7-0d9d1271a17e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Unset dirty status for tenant:97dd064522104aa49c7a69d39454e7bf on resource:subnet {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:32.307156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aa3f2726-1ed9-4237-a1f7-0d9d1271a17e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4060161 Dec 15 21:54:32.312554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37834) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.364888 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/c3dcb0d0-4280-42ae-a15e-cecde38a18fc HTTP/1.1" status: 204 len: 168 time: 1.0419700 Dec 15 21:54:32.369836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.487222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fcaf040e-58f8-4774-8914-2d73690e86e9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1700983 Dec 15 21:54:32.499719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37844) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.533430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] DHCP port deletion for ebd4cee7-ecca-4d29-83ae-767ee7a8bdda request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:32.567840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-737cad81-8c02-4e2e-b860-baf4279ad8b4', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:32.568759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.583165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Deleting port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:32.583552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.613251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb921b18-9565-477f-b575-efc0cae0b608 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:54:32.613565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb921b18-9565-477f-b575-efc0cae0b608 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:32.674627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-392461663'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:32.683564 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfadc3a-7203-4b1d-8d91-c9849e0dc4cf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:32.683564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfadc3a-7203-4b1d-8d91-c9849e0dc4cf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:32.689100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5bfadc3a-7203-4b1d-8d91-c9849e0dc4cf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/699f56bf-3277-46b8-a67f-bae11359a32b HTTP/1.1" status: 404 len: 333 time: 0.1844337 Dec 15 21:54:32.689474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:32.695669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.726668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb921b18-9565-477f-b575-efc0cae0b608 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:32.728571 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb921b18-9565-477f-b575-efc0cae0b608 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/c3dcb0d0-4280-42ae-a15e-cecde38a18fc HTTP/1.1" status: 404 len: 333 time: 0.3590477 Dec 15 21:54:32.737580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.743207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Usage tracker for resource:network and tenant:1336d6e03008488090f058a0f0c97afd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:32.750154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:32.763689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:32.769308 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-140af191-e5f7-4f46-8e8d-4283e6e49b2d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:32.769887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-140af191-e5f7-4f46-8e8d-4283e6e49b2d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:32.772944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-140af191-e5f7-4f46-8e8d-4283e6e49b2d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/4c17cead-8c46-4be2-ab3d-9e8922fffee0 HTTP/1.1" status: 404 len: 337 time: 0.0759768 Dec 15 21:54:32.808290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.895834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Made reservation on behalf of 1336d6e03008488090f058a0f0c97afd for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:32.902152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.930699 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd0fdbe-864d-414e-9001-660708df52ae tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:32.931150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd0fdbe-864d-414e-9001-660708df52ae tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:32.935858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9cd0fdbe-864d-414e-9001-660708df52ae tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/45bec4b4-fca2-4f9b-851d-da5c68d95403 HTTP/1.1" status: 404 len: 337 time: 0.1156449 Dec 15 21:54:32.944273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] For port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,segment=NetworkSegment(4052deac-7db6-4a9b-b743-9a0791be8511),segment_id=4052deac-7db6-4a9b-b743-9a0791be8511)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:32.944959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:32.945286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.945733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:32.950227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'name': 'tempest-PortsTestJSON-2120055629'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:32.954025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Allocated IP 2001:db8::2 (737cad81-8c02-4e2e-b860-baf4279ad8b4/88505ae5-4193-476d-875c-0eec95f7b20d/a6d08e0d-c6ad-4061-9c73-d37c011b1833) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:33.082210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Calling delete_port for ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:33.182712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:33.186741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Usage tracker for resource:security_group_rule and tenant:1336d6e03008488090f058a0f0c97afd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:33.189784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:33.196997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:33.231969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c08a5e6-c834-430f-b943-362bf8a19c39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:33.232206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c08a5e6-c834-430f-b943-362bf8a19c39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:33.257598 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5c08a5e6-c834-430f-b943-362bf8a19c39 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/665b4898-a179-46ae-8361-3d44024c2c27 HTTP/1.1" status: 404 len: 333 time: 0.1303318 Dec 15 21:54:33.262188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37876) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:33.293331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.298560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:33.317469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37880) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:33.322159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.324318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d636969-a3b7-411c-8f6f-5b2b45da021f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:33.324761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d636969-a3b7-411c-8f6f-5b2b45da021f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:33.331400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:33.341525 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d636969-a3b7-411c-8f6f-5b2b45da021f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/98329b4c-12b7-4a4e-8f63-60bd9f67cbfb HTTP/1.1" status: 404 len: 337 time: 0.0758712 Dec 15 21:54:33.347380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37886) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:33.354649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:33.369262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Pushing event deleted for resources: {'Port': ['ID=ab25cbad-e54e-416a-ad0f-bb84ea0b09e8,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:33.375622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:33.411182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] No DVR routers for this DVR port ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:33.421188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.434144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.439653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:33.466769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.487102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Transition to ACTIVE for port object a6d08e0d-c6ad-4061-9c73-d37c011b1833 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:33.517368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Transition to ACTIVE for port object a6d08e0d-c6ad-4061-9c73-d37c011b1833 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:33.523623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:33.528261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.538471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3f6a5293-e5c8-414e-ba27-c496b805c818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:33.539779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3248a7b6-db02-43ba-88d4-e20909635a1a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:33.560458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:33.574313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.575119 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Added segment f3c2df95-cd02-46c4-933f-0a76d39a4995 of type vlan for network a7baea73-6fbb-4a26-a310-788f503ae889 Dec 15 21:54:33.596060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.681098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-376857976'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:33.688385 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f552310-0b5b-4459-a22d-0faa96c13bd1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:33.689036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f552310-0b5b-4459-a22d-0faa96c13bd1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:33.689880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:33.693870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:33.699715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:33.701768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:33.737386 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f552310-0b5b-4459-a22d-0faa96c13bd1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e7bbb54d-83ab-48b0-86e4-f880c4749616 HTTP/1.1" status: 404 len: 337 time: 0.3889534 Dec 15 21:54:33.738425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:33.742150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.760728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:33.761912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Usage tracker for resource:network and tenant:b283cc75e3fc46ebb2b3f44929866713 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:33.779455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:33.793069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Pushing event updated for resources: {'Port': ['ID=a6d08e0d-c6ad-4061-9c73-d37c011b1833,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:33.804823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:33.810532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.828249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:33.831857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Attempting to bind port a6d08e0d-c6ad-4061-9c73-d37c011b1833 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:33.832327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Attempting to bind port a6d08e0d-c6ad-4061-9c73-d37c011b1833 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:33.832702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Attempting to bind port a6d08e0d-c6ad-4061-9c73-d37c011b1833 on network 737cad81-8c02-4e2e-b860-baf4279ad8b4 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:33.834431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port a245df2b-199b-4595-9a72-76a6d84a3a22 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:33.838929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:33.839315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Checking segment: {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:33.839719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.840164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Bound using segment: {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:33.840627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Bound port: a6d08e0d-c6ad-4061-9c73-d37c011b1833, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:33.841007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.892164 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8205e6e4-014e-4558-9f63-626bc835fdda tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:33.893005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8205e6e4-014e-4558-9f63-626bc835fdda tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:33.896932 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8205e6e4-014e-4558-9f63-626bc835fdda tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/4677cd16-03d7-4417-a1fb-207b73a48698 HTTP/1.1" status: 404 len: 333 time: 0.1227143 Dec 15 21:54:33.901716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:33.918145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Made reservation on behalf of b283cc75e3fc46ebb2b3f44929866713 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:33.921968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.934130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8::1 (737cad81-8c02-4e2e-b860-baf4279ad8b4/88505ae5-4193-476d-875c-0eec95f7b20d/e748e87f-efd7-41b6-9664-3f518e261a91) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:33.937489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] For port a6d08e0d-c6ad-4061-9c73-d37c011b1833, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:33.941317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] For port a6d08e0d-c6ad-4061-9c73-d37c011b1833, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a6d08e0d-c6ad-4061-9c73-d37c011b1833,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:33.945850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.947158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.950956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f9a01e02-46f3-49ff-b1ad-98ba39591038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:33.974896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:33.980426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.985854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:33.986435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:33.995513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d2a7eab-98ef-414b-8644-813b6c936ffc tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:34.018659 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-25ef8b29-ab43-4ee0-9c5b-e0a30d550a09 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.019104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25ef8b29-ab43-4ee0-9c5b-e0a30d550a09 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:34.037090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Pushing event updated for resources: {'Port': ['ID=a6d08e0d-c6ad-4061-9c73-d37c011b1833,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:34.042756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:34.072378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:34.089614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Usage tracker for resource:security_group_rule and tenant:b283cc75e3fc46ebb2b3f44929866713 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:34.097874 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25ef8b29-ab43-4ee0-9c5b-e0a30d550a09 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/31c8568e-65b6-4793-a382-3e355e612035 HTTP/1.1" status: 404 len: 337 time: 0.1946888 Dec 15 21:54:34.108755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.112771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:34.114237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:34.114658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ab25cbad-e54e-416a-ad0f-bb84ea0b09e8 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:34.117406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8665063 Dec 15 21:54:34.123492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37900) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.126469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event updated for resources: {'Network': ['ID=a7baea73-6fbb-4a26-a310-788f503ae889,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:34.129854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:34.133651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Request body: {'subnet': {'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:34.143638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a7baea73-6fbb-4a26-a310-788f503ae889 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:34.196990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:34.216316 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e2da3f-2432-4792-afa4-d4478449ec7e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.216781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e2da3f-2432-4792-afa4-d4478449ec7e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:34.259425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-18e2da3f-2432-4792-afa4-d4478449ec7e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/406f3314-6165-44e7-b821-be94fa64d7d1 HTTP/1.1" status: 404 len: 337 time: 0.1327949 Dec 15 21:54:34.272476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.295714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:34.308959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Usage tracker for resource:subnet and tenant:1336d6e03008488090f058a0f0c97afd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:34.317386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:34.345944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:34.355303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port c08cc23c-8628-4bd1-8421-863d43951c4a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:34.355638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.408738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Made reservation on behalf of 1336d6e03008488090f058a0f0c97afd for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:34.412254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.429757 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ffca7c-9f6c-4733-876c-aad4e700766c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.430265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ffca7c-9f6c-4733-876c-aad4e700766c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:34.479689 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-39ffca7c-9f6c-4733-876c-aad4e700766c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/6b5d3671-a8e0-4767-be85-60f1e0e81ba4 HTTP/1.1" status: 404 len: 333 time: 0.1540837 Dec 15 21:54:34.485943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37912) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.490531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.514610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.531799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object e748e87f-efd7-41b6-9664-3f518e261a91 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:34.533790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9641fdc-f92a-4b1a-8567-e7a3426e986d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.534238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9641fdc-f92a-4b1a-8567-e7a3426e986d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:34.536231 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9641fdc-f92a-4b1a-8567-e7a3426e986d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c6f97286-a298-4cc2-8f5a-964c35848801 HTTP/1.1" status: 404 len: 337 time: 0.0470247 Dec 15 21:54:34.541984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.603375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.609102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.613690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11bd9e10-e885-47c1-801e-6e9c82ba70dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:34.625351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.636837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.668348 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e118034d-0d5b-4b5a-8aa7-8bd46e9954fe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.668798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e118034d-0d5b-4b5a-8aa7-8bd46e9954fe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:34.669107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:34.672723 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e118034d-0d5b-4b5a-8aa7-8bd46e9954fe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/1521534a-2191-4d13-88cc-a9a5ab525118 HTTP/1.1" status: 404 len: 337 time: 0.1122110 Dec 15 21:54:34.676775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37920) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:34.690931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cc3aac-807b-4cca-bb36-7af40ea5b8af,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:34.694014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:34.696522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:34.699276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:34.727775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfbace5b-7663-49cc-8f82-3eb160c43ae5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:34.751210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port c08cc23c-8628-4bd1-8421-863d43951c4a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c08cc23c-8628-4bd1-8421-863d43951c4a,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:34.751561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.912661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:34.915149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:34.921119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:34.921777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.926010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:34.928504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:34.929023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.932872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:34.933218 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Added segment 910366f5-2593-4bcf-a2b8-6c4c9fc93bc2 of type vlan for network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 Dec 15 21:54:34.978908 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed41e3e-dfa3-469c-baa0-ed26f1b01e51 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:34.979618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed41e3e-dfa3-469c-baa0-ed26f1b01e51 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.032534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ed41e3e-dfa3-469c-baa0-ed26f1b01e51 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/07b4eb7d-9e74-49ac-9a47-96f79df3c684 HTTP/1.1" status: 404 len: 333 time: 0.3473465 Dec 15 21:54:35.045216 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3033247 Dec 15 21:54:35.045450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37924) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.046928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda3f51-3736-4cf1-97c8-ab3aeff62b89 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=a245df2b-199b-4595-9a72-76a6d84a3a22,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:35.048302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.054905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for c08cc23c-8628-4bd1-8421-863d43951c4a owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:35.082685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.135232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:35.144780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:35.148064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:35.152203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:35.154496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:35.193501 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-99581e17-1e73-447a-847c-4d3d811aa8bd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.193950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99581e17-1e73-447a-847c-4d3d811aa8bd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.197741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7dbe1e-876b-4d53-8b6f-60255a54b2da None None] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:35.207170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.212738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:35.213633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.220564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-606b6bf9-fba8-43f1-9bbd-2ace2ac0b1a5 tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:35.223966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99581e17-1e73-447a-847c-4d3d811aa8bd tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/5b9e7d16-d1a1-4c24-b4b4-0b3daff3a76b HTTP/1.1" status: 404 len: 337 time: 0.1794372 Dec 15 21:54:35.235322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37932) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.346723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.351899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-631c939d-83b0-4363-9081-ab8dec518c2b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:35.365546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f6ff13ea-029b-4851-830c-f91591c35e04 None None] Provisioning for port a6d08e0d-c6ad-4061-9c73-d37c011b1833 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:35.378774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.381694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.396049 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0739968 Dec 15 21:54:35.396049 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-192abd9e-a99b-4759-a389-df0cbd4d1b03 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.396049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192abd9e-a99b-4759-a389-df0cbd4d1b03 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.398520 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-192abd9e-a99b-4759-a389-df0cbd4d1b03 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/52243b5b-97f8-4860-be14-68e8a9ea0c8b HTTP/1.1" status: 404 len: 333 time: 0.1507032 Dec 15 21:54:35.402618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.406953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Pushing event updated for resources: {'Network': ['ID=f58b5aba-cffd-4648-9f9a-81f3ea6ce710,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:35.410114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:35.454826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:35.505258 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae6e35cc-7940-43c0-a3d0-a21bb47601ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.505962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae6e35cc-7940-43c0-a3d0-a21bb47601ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.507745 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae6e35cc-7940-43c0-a3d0-a21bb47601ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c41cc9c2-8913-4faa-a825-af9d7b10c2d3 HTTP/1.1" status: 404 len: 337 time: 0.0982776 Dec 15 21:54:35.525884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37944) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.626250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37948) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.646457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710', 'binding:host_id': 'hv-neutron-8206', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1321019566'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:35.656167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:35.661952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Usage tracker for resource:port and tenant:8642aabec56e44f390ad7b4c3a8d2cff is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:35.662927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event updated for resources: {'Subnet': ['ID=9664856a-1498-40a3-a354-7e7b6a3b3699,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:35.667960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:35.680307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:35.686959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:35.693279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a7aebc-2a97-4657-8ec1-e5bee58de1b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.693748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a7aebc-2a97-4657-8ec1-e5bee58de1b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.708571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Made reservation on behalf of 8642aabec56e44f390ad7b4c3a8d2cff for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:35.711146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.721172 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6a7aebc-2a97-4657-8ec1-e5bee58de1b7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/ac24a9d3-4f5e-4d07-96fe-e6ff7e111fcf HTTP/1.1" status: 404 len: 333 time: 0.1900775 Dec 15 21:54:35.736886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.743409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Checking segment: {'id': 'f3c2df95-cd02-46c4-933f-0a76d39a4995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:35.743766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Network hostable DHCP agents. Network: a7baea73-6fbb-4a26-a310-788f503ae889, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:35.782031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e69b0a8-a128-4086-930f-b6b69f48093d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.782493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e69b0a8-a128-4086-930f-b6b69f48093d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.784232 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e69b0a8-a128-4086-930f-b6b69f48093d tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/2d742057-0df3-4ba8-8ab3-d81c98bcc900 HTTP/1.1" status: 404 len: 337 time: 0.0449362 Dec 15 21:54:35.785050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.794275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.835168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.849419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1700e7ba-ff9a-4393-a19f-912c2107d620 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:35.898543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Network a7baea73-6fbb-4a26-a310-788f503ae889 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:35.907390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:35.910492 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98aa458-38a7-45cb-b5b0-bf3c87da7068 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.910966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98aa458-38a7-45cb-b5b0-bf3c87da7068 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.913877 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f98aa458-38a7-45cb-b5b0-bf3c87da7068 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/c7007f65-b0c4-4942-9759-170e4f39e2e9 HTTP/1.1" status: 404 len: 333 time: 0.0694206 Dec 15 21:54:35.916228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=c08cc23c-8628-4bd1-8421-863d43951c4a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:35.921022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Usage tracker for resource:security_group_rule and tenant:8642aabec56e44f390ad7b4c3a8d2cff is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:35.923518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37960) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:35.928863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:35.945799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:35.953922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a7baea73-6fbb-4a26-a310-788f503ae889) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:35.966672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c4fc1-233e-4e9f-a288-005da2100b6d None None] Network a7baea73-6fbb-4a26-a310-788f503ae889 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:35.981113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:35.992110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:35.992692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e6050f-4cc1-4514-9dd7-23ac65b09d34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:35.992827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:35.993216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61e6050f-4cc1-4514-9dd7-23ac65b09d34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:35.994894 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61e6050f-4cc1-4514-9dd7-23ac65b09d34 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/a44efb52-9fb6-46f8-8dd1-2019f255a152 HTTP/1.1" status: 404 len: 337 time: 0.0703926 Dec 15 21:54:36.004570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.089267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.103144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.103458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.108832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.resource_extend [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:54:36.122991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:36.144692 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0201483 Dec 15 21:54:36.146121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffaa8eb6-6ef5-43ea-9504-1c318ab7cb2a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:36.147016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffaa8eb6-6ef5-43ea-9504-1c318ab7cb2a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:36.148846 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ffaa8eb6-6ef5-43ea-9504-1c318ab7cb2a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/95ef6dcc-c979-48fd-8cf3-4e7d42572acb HTTP/1.1" status: 404 len: 333 time: 0.1379552 Dec 15 21:54:36.151697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.153411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37968) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.153802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.207904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Request body: {'port': {'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889', 'name': 'tempest-TagsExtTest-2116534521'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:36.240245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.279041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a6d08e0d-c6ad-4061-9c73-d37c011b1833 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:36.313786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-20ca64d0-2461-4705-b49f-a7fe722508bd None None] Provisioning for port e748e87f-efd7-41b6-9664-3f518e261a91 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:36.338944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-20ca64d0-2461-4705-b49f-a7fe722508bd None None] Provisioning complete for port e748e87f-efd7-41b6-9664-3f518e261a91 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:36.339594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20ca64d0-2461-4705-b49f-a7fe722508bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.345202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:36.348089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:36.363682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81e276ca-fca2-4c0d-ac86-cf8119db6ce2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:36.366626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.379713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.385444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1af03eea-9b7e-444b-a9e8-5efbd2e9e8d2 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:36.394891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port ca148a3e-0a67-47a9-809b-264bd713cb16 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:36.467855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-20ca64d0-2461-4705-b49f-a7fe722508bd None None] Port e748e87f-efd7-41b6-9664-3f518e261a91 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:36.474762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:36.482491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:36.482671 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-217e5f16-ba3f-4a77-bdba-da96dc8b218b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:36.482671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217e5f16-ba3f-4a77-bdba-da96dc8b218b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:36.484453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-217e5f16-ba3f-4a77-bdba-da96dc8b218b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e1b815db-c00a-484c-84d6-de4d31e6bb41 HTTP/1.1" status: 404 len: 337 time: 0.3254216 Dec 15 21:54:36.490597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd4a934-575f-4ca3-9b6a-a8b225319c6b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:36.493898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:36.495653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.524636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a6d08e0d-c6ad-4061-9c73-d37c011b1833 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:36.531329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a6d08e0d-c6ad-4061-9c73-d37c011b1833 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:36.532170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.584738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a7baea73-6fbb-4a26-a310-788f503ae889', 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889', 'tenant_id': '1336d6e03008488090f058a0f0c97afd', 'fixed_ips': [{'subnet_id': '9664856a-1498-40a3-a354-7e7b6a3b3699'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:36.586615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.591041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] In _notify_port_updated(), no bound segment for port a245df2b-199b-4595-9a72-76a6d84a3a22 on network b1920a2e-1cbe-4fab-9bc0-f6572640d54e {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:54:36.596838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:36.597454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.598895 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/ports/a245df2b-199b-4595-9a72-76a6d84a3a22 HTTP/1.1" status: 200 len: 818 time: 1.5150573 Dec 15 21:54:36.621987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37980) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.708466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6b3a1ad4-d6ff-4aeb-9a11-dc77a0ea3ed1 None None] Provisioning complete for port e748e87f-efd7-41b6-9664-3f518e261a91 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:36.708466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b3a1ad4-d6ff-4aeb-9a11-dc77a0ea3ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.872641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b7885c-627e-4fee-89ef-1d535567d975 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:36.873032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b7885c-627e-4fee-89ef-1d535567d975 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:36.883992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a1ad4-d6ff-4aeb-9a11-dc77a0ea3ed1 None None] Port e748e87f-efd7-41b6-9664-3f518e261a91 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:36.902463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=a245df2b-199b-4595-9a72-76a6d84a3a22,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:36.911092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.916415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:36.919496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:36.923048 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6b7885c-627e-4fee-89ef-1d535567d975 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/59b99ed0-22b7-4836-9dff-c2b87eff8837 HTTP/1.1" status: 404 len: 333 time: 0.4255428 Dec 15 21:54:36.929853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:36.931444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Usage tracker for resource:port and tenant:1336d6e03008488090f058a0f0c97afd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:36.939927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:36.949541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Allocated IP 172.20.0.2 (a7baea73-6fbb-4a26-a310-788f503ae889/9664856a-1498-40a3-a354-7e7b6a3b3699/6ce901f2-d046-473c-817d-beb075dc6b5e) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:36.972774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a6d08e0d-c6ad-4061-9c73-d37c011b1833, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a6d08e0d-c6ad-4061-9c73-d37c011b1833,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:36.981366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.988792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:36.989216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:36.995811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9d112e60-94c1-41cb-a3cb-52bc82295993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.000281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port a245df2b-199b-4595-9a72-76a6d84a3a22 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:37.000723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.016466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:54:37.025936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-85498bb8-872d-4141-9be2-9d53d6178147 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:37.026510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85498bb8-872d-4141-9be2-9d53d6178147 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:37.030658 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-85498bb8-872d-4141-9be2-9d53d6178147 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/675f0188-2fa7-4df4-895c-0b5e5d7acde1 HTTP/1.1" status: 404 len: 337 time: 0.0939262 Dec 15 21:54:37.031934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 37988) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.088438 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e5d8830-3569-4078-8d45-a2a0abb058a7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:37.088888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e5d8830-3569-4078-8d45-a2a0abb058a7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:37.092873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e5d8830-3569-4078-8d45-a2a0abb058a7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/d444b369-5120-442a-a5dd-118cc5f2abeb HTTP/1.1" status: 404 len: 337 time: 0.0583067 Dec 15 21:54:37.111580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37992) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.119893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Made reservation on behalf of 1336d6e03008488090f058a0f0c97afd for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:37.123434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.161643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7e24b0b4-f47e-458c-9302-4e3549f29b95 None None] Provisioning complete for port e748e87f-efd7-41b6-9664-3f518e261a91 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:37.161928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e24b0b4-f47e-458c-9302-4e3549f29b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.203538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a6d08e0d-c6ad-4061-9c73-d37c011b1833,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:37.233945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.234293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.234633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.234961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.235500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.235663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.235937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.236260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.236580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.236899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.237215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.237534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.241451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:37.269674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f4357c-5e5e-48f3-8eba-4290431d0fc9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:37.270320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f4357c-5e5e-48f3-8eba-4290431d0fc9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:37.275156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3f4357c-5e5e-48f3-8eba-4290431d0fc9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/6d502b9b-e09a-4363-b533-b971df627d75 HTTP/1.1" status: 404 len: 333 time: 0.1544192 Dec 15 21:54:37.278498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 37996) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.278664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7e24b0b4-f47e-458c-9302-4e3549f29b95 None None] Port e748e87f-efd7-41b6-9664-3f518e261a91 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:37.313165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] device_id is not set on port e9dce09e-834f-44d8-8bec-d1d58a347e30 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:37.323597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port ca148a3e-0a67-47a9-809b-264bd713cb16 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:37.328322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:37.334997 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0609007 Dec 15 21:54:37.338219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38000) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.341213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.346784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1418595391'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:37.347193 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:37.356137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.358347 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:37.358602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:37.359603 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:37.367222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:37.370301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Transition to ACTIVE for port object ca148a3e-0a67-47a9-809b-264bd713cb16 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:37.370592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Transition to ACTIVE for port object 6ce901f2-d046-473c-817d-beb075dc6b5e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:37.372056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:37.379916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:37.388323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.394504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1dacfae8-3724-4689-8dac-b821d4c310a8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.397589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Transition to ACTIVE for port object 6ce901f2-d046-473c-817d-beb075dc6b5e will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:37.404420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.410749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.462131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=ca148a3e-0a67-47a9-809b-264bd713cb16,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:37.470906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.471296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.471680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.472086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.472464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.472837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.473206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.473577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.474014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.474299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.474667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.475033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:37.478586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:37.482076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.500586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:37.503171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Network a7baea73-6fbb-4a26-a310-788f503ae889 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:37.506621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:37.511065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:37.513720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:37.523389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.523763 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 0c3b4c01-f9e3-4a68-9d94-691c894ab9cb of type vlan for network a3706405-9bfb-432a-918c-b67680f9da01 Dec 15 21:54:37.524619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.556919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.572081 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:37.596229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.601772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:37.602590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.622160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-537e809b-7938-43f3-85e9-27d34d484fa6 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.641960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Pushing event updated for resources: {'Port': ['ID=6ce901f2-d046-473c-817d-beb075dc6b5e,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:37.652932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:37.664404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for a245df2b-199b-4595-9a72-76a6d84a3a22 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:37.673118 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3338540 Dec 15 21:54:37.675797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Attempting to bind port 6ce901f2-d046-473c-817d-beb075dc6b5e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:37.676208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Attempting to bind port 6ce901f2-d046-473c-817d-beb075dc6b5e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f3c2df95-cd02-46c4-933f-0a76d39a4995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:37.676579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Attempting to bind port 6ce901f2-d046-473c-817d-beb075dc6b5e on network a7baea73-6fbb-4a26-a310-788f503ae889 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:37.682385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:37.682767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Checking segment: {'id': 'f3c2df95-cd02-46c4-933f-0a76d39a4995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:37.683224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.683751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Bound using segment: {'id': 'f3c2df95-cd02-46c4-933f-0a76d39a4995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:37.684255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Bound port: 6ce901f2-d046-473c-817d-beb075dc6b5e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c2df95-cd02-46c4-933f-0a76d39a4995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'a7baea73-6fbb-4a26-a310-788f503ae889'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:37.684636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.720456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.751283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:37.819312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.826044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Checking segment: {'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:37.826668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Network hostable DHCP agents. Network: f58b5aba-cffd-4648-9f9a-81f3ea6ce710, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:37.836867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] For port 6ce901f2-d046-473c-817d-beb075dc6b5e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:37.841408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] For port 6ce901f2-d046-473c-817d-beb075dc6b5e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ce901f2-d046-473c-817d-beb075dc6b5e,segment=NetworkSegment(f3c2df95-cd02-46c4-933f-0a76d39a4995),segment_id=f3c2df95-cd02-46c4-933f-0a76d39a4995)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:37.844859 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-21653ff3-6860-43bf-9ae3-96296b7ff0b4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:37.845314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21653ff3-6860-43bf-9ae3-96296b7ff0b4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:37.848417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.855567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bf499f2-b01d-4d16-b84d-b98b8eaff349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.873481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=a3706405-9bfb-432a-918c-b67680f9da01,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:37.885701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:37.889370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:37.908904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:37.913131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6c5db43-93a4-4022-a2e1-53372b781b0a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:37.913856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a3706405-9bfb-432a-918c-b67680f9da01 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:37.914337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:37.917691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:37.923605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:37.933224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f58b5aba-cffd-4648-9f9a-81f3ea6ce710) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:37.939862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:37.949563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:37.953044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:37.959030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf004e0-4538-40ce-9264-79ae9cb5aef6 None None] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:37.971799 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-21653ff3-6860-43bf-9ae3-96296b7ff0b4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/d444239d-28fb-4739-b1be-f134b6883de1 HTTP/1.1" status: 404 len: 337 time: 0.6911538 Dec 15 21:54:37.973005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=a245df2b-199b-4595-9a72-76a6d84a3a22,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:37.973480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:37.976035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:37.984787 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:37.989590 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:37.989893 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Updating router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 port e748e87f-efd7-41b6-9664-3f518e261a91 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:54:38.046426 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9357450-29c9-4715-836d-103790d0af2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:38.047746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9357450-29c9-4715-836d-103790d0af2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:38.050274 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9357450-29c9-4715-836d-103790d0af2b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/f9b73ad6-60e3-4750-a835-ccedae27f8e9 HTTP/1.1" status: 404 len: 337 time: 0.0729961 Dec 15 21:54:38.053690 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.109302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38012) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.119885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a6d08e0d-c6ad-4061-9c73-d37c011b1833 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:38.121297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.121873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.122630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.128395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.130229 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/a245df2b-199b-4595-9a72-76a6d84a3a22 HTTP/1.1" status: 204 len: 168 time: 1.5041952 Dec 15 21:54:38.142505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.176309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ff7ad8-b8a0-411e-8fb7-f6d19045a9df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:38.176779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ff7ad8-b8a0-411e-8fb7-f6d19045a9df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:38.181593 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-38ff7ad8-b8a0-411e-8fb7-f6d19045a9df tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/032fe7e5-468e-498c-b9fd-5d52f772a046 HTTP/1.1" status: 404 len: 333 time: 0.0678453 Dec 15 21:54:38.185353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.217404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.218160 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.229383 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 2 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.235242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Pushing event updated for resources: {'Port': ['ID=6ce901f2-d046-473c-817d-beb075dc6b5e,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:38.244083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:38.283322 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4751ca-36d5-4362-9c25-5e255704e116 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:38.284058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4751ca-36d5-4362-9c25-5e255704e116 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:38.296461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a4751ca-36d5-4362-9c25-5e255704e116 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/e65ac3f2-4911-4f0d-a4c8-c15077bdcda3 HTTP/1.1" status: 404 len: 337 time: 0.1075742 Dec 15 21:54:38.297363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38024) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.341546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a6d08e0d-c6ad-4061-9c73-d37c011b1833 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:38.341933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.359091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.359543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.360210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.379541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.380061 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.388275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 3 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.453129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3b772f-2fa2-46ab-9dfb-4d19d514f2a2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:38.453846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3b772f-2fa2-46ab-9dfb-4d19d514f2a2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:38.459367 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df3b772f-2fa2-46ab-9dfb-4d19d514f2a2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/100dc9f2-267d-499a-a8d8-63f6aa08dfef HTTP/1.1" status: 404 len: 337 time: 0.1556420 Dec 15 21:54:38.468833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:38.470211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38028) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.563953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599edcf2-c62a-4bb7-bb01-a993960bfa5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:38.564670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-599edcf2-c62a-4bb7-bb01-a993960bfa5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:38.600611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.600972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.601307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.635470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.635779 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.640082 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 4 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.640489 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.658992 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Transition to ACTIVE for port object e748e87f-efd7-41b6-9664-3f518e261a91 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:38.667378 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.670008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-599edcf2-c62a-4bb7-bb01-a993960bfa5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:38.671196 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:38.677399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-599edcf2-c62a-4bb7-bb01-a993960bfa5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5322225 Dec 15 21:54:38.678052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.690059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.690399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.690734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.749514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.749849 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.765873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 5 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.775033 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d93eb5-13e9-486b-8ab2-eece96e0ae44 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:54:38.782720 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a4d93eb5-13e9-486b-8ab2-eece96e0ae44 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/a245df2b-199b-4595-9a72-76a6d84a3a22 HTTP/1.1" status: 404 len: 333 time: 0.0948088 Dec 15 21:54:38.785447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38036) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:38.802697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1321897971'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:38.819801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:38.825300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.825875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.826383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.834788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.835382 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.838468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:38.841711 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 6 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.849522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:38.860684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.865036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:38.870849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e27f27e-fb0d-4940-8671-8ea6f333f8da tempest-FloatingIPNegativeTestJSON-209066882 tempest-FloatingIPNegativeTestJSON-209066882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:38.898395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Pushing event updated for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:38.910888 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.911257 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.911607 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.911979 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.912315 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.912646 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.912973 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.913301 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.913640 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.914019 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.915279 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.915657 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:38.921874 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:38.931784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:38.932165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:38.932656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:38.956438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:38.959913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:38.978169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:38.978504 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:38.985071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 7 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:38.995839 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0688437e-9ab0-4fc4-85a8-42139f32544e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:38.996501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0688437e-9ab0-4fc4-85a8-42139f32544e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:39.000901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0688437e-9ab0-4fc4-85a8-42139f32544e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/69475cf6-ef90-4257-b2f3-2d12b18ad0e7 HTTP/1.1" status: 404 len: 333 time: 0.5221593 Dec 15 21:54:39.002863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.007817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=4010744a-4371-4863-bad7-d9e6f96139d3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:39.017239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:39.026435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Allocated IP 172.20.0.7 (a7baea73-6fbb-4a26-a310-788f503ae889/9664856a-1498-40a3-a354-7e7b6a3b3699/e9dce09e-834f-44d8-8bec-d1d58a347e30) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:39.029603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:39.031711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:39.032500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:39.032842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:39.035927 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Attempting to bind port e748e87f-efd7-41b6-9664-3f518e261a91 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:39.036729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Attempting to bind port e748e87f-efd7-41b6-9664-3f518e261a91 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:39.038154 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Attempting to bind port e748e87f-efd7-41b6-9664-3f518e261a91 on network 737cad81-8c02-4e2e-b860-baf4279ad8b4 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:39.045635 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:39.045870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:39.046182 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:39.046700 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Checking segment: {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:39.047285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.048507 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Bound using segment: {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:39.049166 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Bound port: e748e87f-efd7-41b6-9664-3f518e261a91, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:39.049891 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.055682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 8 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:39.071916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:39.072318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: a3706405-9bfb-432a-918c-b67680f9da01, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:39.081850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.083585 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment d8ac7ec7-3acd-4cce-824a-0ef7c5a13219 of type vlan for network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be Dec 15 21:54:39.102855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:39.103312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:39.103660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:39.114176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:39.114423 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:39.118243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 9 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:39.151653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.155336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:39.155662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:39.156088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:39.160478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a3706405-9bfb-432a-918c-b67680f9da01 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:39.162485 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] For port e748e87f-efd7-41b6-9664-3f518e261a91, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:39.165803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] For port e748e87f-efd7-41b6-9664-3f518e261a91, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e748e87f-efd7-41b6-9664-3f518e261a91,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:39.171190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:39.171530 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:39.172500 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.175307 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 10 to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 Dec 15 21:54:39.178144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-cebc9445-22ec-458c-b415-87f6ee1ab455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:39.203363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a3706405-9bfb-432a-918c-b67680f9da01) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:39.213074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97379ce8-943c-46cb-a5b1-7d65d137536b None None] Network a3706405-9bfb-432a-918c-b67680f9da01 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:39.222166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:39.222501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:39.222840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:39.229299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:39.229900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.259470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port ca148a3e-0a67-47a9-809b-264bd713cb16 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:39.259806 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port ca148a3e-0a67-47a9-809b-264bd713cb16 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:39.260217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.265828 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6f813d0-1c9a-4b28-85fd-4be880cfabfe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:39.266931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6f813d0-1c9a-4b28-85fd-4be880cfabfe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:39.269430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6f813d0-1c9a-4b28-85fd-4be880cfabfe tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/6630fe94-6434-4265-bb6e-a46f5dc9d163 HTTP/1.1" status: 404 len: 337 time: 0.1591141 Dec 15 21:54:39.286736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.322444 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Pushing event updated for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:39.326910 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:39.348057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3038564-c025-4f89-92bb-4d4b142f0399 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:39.348736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3038564-c025-4f89-92bb-4d4b142f0399 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:39.350612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f3038564-c025-4f89-92bb-4d4b142f0399 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/3f2fa8b7-4c6e-47c1-823e-72ce35e209ac HTTP/1.1" status: 404 len: 337 time: 0.0625019 Dec 15 21:54:39.356579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38048) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.358522 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:39.359274 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:39.418432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:39.418822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.424533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:39.424993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.433963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6038997 Dec 15 21:54:39.436074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f223699-4dd4-4223-bbbb-c123377bf768 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:39.442625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.549864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet 7ee5dcc1-291d-4516-a188-0b695298c657 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:39.556637 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec043865-ce64-4970-aef6-f5ddbb37d968 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd5b69c1-6777-4f61-9953-f4a1773e2f83 HTTP/1.1" status: 200 len: 205 time: 0.1938705 Dec 15 21:54:39.557573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38056) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.618692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8922608 Dec 15 21:54:39.628657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.642088 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8495224 Dec 15 21:54:39.652031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:39.678414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:39.679044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:39.706457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.731948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:39.740887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.758854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:39.810790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-439be9b5-76df-492a-a4b0-12d304274344 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] delete failed (client error): The resource could not be found. Dec 15 21:54:39.812121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-439be9b5-76df-492a-a4b0-12d304274344 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/routers/fd5b69c1-6777-4f61-9953-f4a1773e2f83 HTTP/1.1" status: 404 len: 336 time: 0.2458949 Dec 15 21:54:39.831379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38068) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:39.908022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:39.929579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:39.937096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=1ce00aa8-ac01-439c-8d53-9ea95b39c5be,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:39.938142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f79688-4041-4675-8353-5c986881ccb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:39.938795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f79688-4041-4675-8353-5c986881ccb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:39.939942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:39.940913 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-20f79688-4041-4675-8353-5c986881ccb0 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/a41ccfea-5ac8-426b-b356-1018c4fe753a HTTP/1.1" status: 404 len: 337 time: 0.1082382 Dec 15 21:54:39.948735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38072) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.002402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.018106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port ca148a3e-0a67-47a9-809b-264bd713cb16, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:40.018483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:54:40.022626 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c3daa9d6-6139-4758-b88a-d36cf0e9bb79 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "GET /v2.0/ports?device_id=4548bdae-01e9-488f-b8f0-97064ae33e5b HTTP/1.1" status: 200 len: 205 time: 0.0665443 Dec 15 21:54:40.029639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38076) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.136308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a3706405-9bfb-432a-918c-b67680f9da01', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:40.137148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.142412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Transition to ACTIVE for port object e9dce09e-834f-44d8-8bec-d1d58a347e30 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:40.146512 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-54ffac3a-7e78-43c9-ab2e-05cf1f8a48c2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] delete failed (client error): The resource could not be found. Dec 15 21:54:40.147777 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-54ffac3a-7e78-43c9-ab2e-05cf1f8a48c2 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/routers/4548bdae-01e9-488f-b8f0-97064ae33e5b HTTP/1.1" status: 404 len: 336 time: 0.1169791 Dec 15 21:54:40.151215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38080) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.156904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3184f0-a9c4-4967-b9fa-096968f95aa4 None None] Network a7baea73-6fbb-4a26-a310-788f503ae889 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:40.169879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:40.190294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ce901f2-d046-473c-817d-beb075dc6b5e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:40.197738 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ddb23e-164b-4804-9d2b-78e369d6011a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:40.198195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ddb23e-164b-4804-9d2b-78e369d6011a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:40.200108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-98ddb23e-164b-4804-9d2b-78e369d6011a tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/870851d9-b7c2-4e59-98a8-d49218007f28 HTTP/1.1" status: 404 len: 337 time: 0.0478120 Dec 15 21:54:40.203937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.209338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.218898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:40.223036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:40.226477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:40.227581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.233338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:40.238853 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:39Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:40.245286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cac733-7611-4884-95f0-c6f08b7df045 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:39Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:40.245892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:40.315815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:40.317496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.320900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.328583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-795add23-6c3d-4839-b99e-24fee17edfa5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:40.366441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:40.367096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.371241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Network a7baea73-6fbb-4a26-a310-788f503ae889 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:40.380267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:40.389647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:40.417106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.442974 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef1987d-5409-444f-866c-05d922a8a278 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:40.443432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef1987d-5409-444f-866c-05d922a8a278 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:40.445841 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bef1987d-5409-444f-866c-05d922a8a278 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/11a5788b-b0a6-4991-87ec-575dcfed27b5 HTTP/1.1" status: 404 len: 337 time: 0.2376940 Dec 15 21:54:40.458446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.490416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8605154 Dec 15 21:54:40.501899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38092) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.524421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.528310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event updated for resources: {'Port': ['ID=e9dce09e-834f-44d8-8bec-d1d58a347e30,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:40.607495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=ca148a3e-0a67-47a9-809b-264bd713cb16,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:40.638774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.639424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.640022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.640626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.641132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.641652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.642164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.642675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.643173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.643685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.644240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.644819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:54:40.651427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Deleting port ca148a3e-0a67-47a9-809b-264bd713cb16 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:40.652201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.654122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c9adfe-309c-4f6a-aeec-57b5c6ea1a73 None None] Network ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:40.689050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:40.689999 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4949c736-d687-4cff-adb4-f1aca5db698f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:40.690509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4949c736-d687-4cff-adb4-f1aca5db698f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:40.694668 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4949c736-d687-4cff-adb4-f1aca5db698f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/3548bb21-5abb-4c00-bff1-f9d7cea53449 HTTP/1.1" status: 404 len: 333 time: 0.2324851 Dec 15 21:54:40.695391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6fce5c10-0539-43be-8bd0-69cc558998a7 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:40.705884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:40.719551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38096) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.737365 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/7ee5dcc1-291d-4516-a188-0b695298c657 HTTP/1.1" status: 204 len: 168 time: 1.2710371 Dec 15 21:54:40.747955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:40.748919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.765524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38100) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.776921 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-53c696a1-b961-4d98-a315-6c5fe13d7a8c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:40.777597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53c696a1-b961-4d98-a315-6c5fe13d7a8c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:40.779394 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53c696a1-b961-4d98-a315-6c5fe13d7a8c tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/14c45097-5531-4a76-9279-eb7e09cc29bb HTTP/1.1" status: 404 len: 337 time: 0.0585001 Dec 15 21:54:40.785317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38104) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.869819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb114b9-6548-4bcb-8e9a-6fef936d7f50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:40.870750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb114b9-6548-4bcb-8e9a-6fef936d7f50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:40.880897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee5dcc1-291d-4516-a188-0b695298c657,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:40.901213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:40.914181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:40.951835 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-adb114b9-6548-4bcb-8e9a-6fef936d7f50 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/cdfc14bd-84fa-4fe8-8b90-cbd73e00e944 HTTP/1.1" status: 404 len: 333 time: 0.1644492 Dec 15 21:54:40.956298 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.7989469 Dec 15 21:54:40.958366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38108) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.958697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:40.972010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Provisioning for port 6ce901f2-d046-473c-817d-beb075dc6b5e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:41.023054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6ce901f2-d046-473c-817d-beb075dc6b5e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:41.049520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Provisioning complete for port 6ce901f2-d046-473c-817d-beb075dc6b5e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:41.049907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.085288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ce901f2-d046-473c-817d-beb075dc6b5e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:41.085702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.163983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-519321749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:41.172714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:41.178096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Usage tracker for resource:router and tenant:1336d6e03008488090f058a0f0c97afd is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:41.182287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:41.196754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:41.210901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fa94fa-544f-4ffd-8cf7-2243701c14a4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.211468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46fa94fa-544f-4ffd-8cf7-2243701c14a4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.215891 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46fa94fa-544f-4ffd-8cf7-2243701c14a4 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/49f2b6b7-5240-4e79-9bea-e7e031544dd5 HTTP/1.1" status: 404 len: 337 time: 0.2483144 Dec 15 21:54:41.219468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38116) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.231900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:41.232230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.269693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.271006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.275383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.355827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Allocated IP 2001:db8:1::2 (a3706405-9bfb-432a-918c-b67680f9da01/4010744a-4371-4863-bad7-d9e6f96139d3/433e4a3f-9b23-42e5-8bc5-116154c98557) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:41.366065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-595d8889-9d47-4c1f-9102-56d1348eac8b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.366702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595d8889-9d47-4c1f-9102-56d1348eac8b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.371127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.388967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 9, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:41.423523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aa217133-b33f-4a95-999e-aa2508b72cfa tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:41.424504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:41.429227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.483218 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-595d8889-9d47-4c1f-9102-56d1348eac8b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/d67571bc-d204-4cf9-a55b-c20b22288081 HTTP/1.1" status: 404 len: 333 time: 0.2243166 Dec 15 21:54:41.488571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38120) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.545541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=2ca57ae9-d234-412e-b1a4-7577dc234034,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:41.556169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:41.566709 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0bc6c0e-1172-44b2-8ad3-fa234f63f4ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.567553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0bc6c0e-1172-44b2-8ad3-fa234f63f4ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.569500 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0bc6c0e-1172-44b2-8ad3-fa234f63f4ee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/972f8a44-071b-4d99-9959-39156e79f355 HTTP/1.1" status: 404 len: 337 time: 0.0774128 Dec 15 21:54:41.580932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38124) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.627080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:41.627619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:41.659073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.675621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port ca148a3e-0a67-47a9-809b-264bd713cb16, host hv-neutron-8206, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:41.675965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.680734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-332c6e18-fac6-4a37-8d4f-21ba93c996a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.681343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332c6e18-fac6-4a37-8d4f-21ba93c996a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.700923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:41.701746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: 1ce00aa8-ac01-439c-8d53-9ea95b39c5be, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:41.729749 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-332c6e18-fac6-4a37-8d4f-21ba93c996a1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/b388c986-a178-459d-b262-6d7e7dd91f08 HTTP/1.1" status: 404 len: 333 time: 0.1458890 Dec 15 21:54:41.734382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38128) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.766721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port 3c8fa7a4-dff5-4c94-be63-7af8e4322689, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3c8fa7a4-dff5-4c94-be63-7af8e4322689,segment=NetworkSegment(f91d299f-58c5-4e1d-b83d-5e578fdb5ae0),segment_id=f91d299f-58c5-4e1d-b83d-5e578fdb5ae0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:41.767056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.801947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.811708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.819296 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-74698e26-e379-407e-b59d-937fc2ef7491 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.820115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74698e26-e379-407e-b59d-937fc2ef7491 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.822622 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-74698e26-e379-407e-b59d-937fc2ef7491 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/164adf37-f165-4250-8237-32f6e7e52a4b HTTP/1.1" status: 404 len: 337 time: 0.0845847 Dec 15 21:54:41.830056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38132) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.838049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6316ee5-d870-4d3c-83d3-b69190ba30de None None] DHCP port deletion for ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:41.840640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:41.843047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Calling delete_port for ca148a3e-0a67-47a9-809b-264bd713cb16 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:41.871841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.875753 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb3f19aa-b179-4822-85fc-ba5fb28d90d8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9119191 Dec 15 21:54:41.876689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.877211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a6316ee5-d870-4d3c-83d3-b69190ba30de None None] Deleting port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:41.877538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a6316ee5-d870-4d3c-83d3-b69190ba30de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.902122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cdf9d5-3c29-479c-a693-598b0751d6ed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.902736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cdf9d5-3c29-479c-a693-598b0751d6ed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.905048 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63cdf9d5-3c29-479c-a693-598b0751d6ed tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/75e57124-dd31-4c47-9b9f-1bc3adc162cd HTTP/1.1" status: 404 len: 333 time: 0.0737674 Dec 15 21:54:41.908697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.942060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] For port 6ce901f2-d046-473c-817d-beb075dc6b5e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ce901f2-d046-473c-817d-beb075dc6b5e,segment=NetworkSegment(f3c2df95-cd02-46c4-933f-0a76d39a4995),segment_id=f3c2df95-cd02-46c4-933f-0a76d39a4995)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:41.944399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 1ce00aa8-ac01-439c-8d53-9ea95b39c5be) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:41.960941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:41.961599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:41.967674 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-653077a4-5fe2-4b33-992f-00c6625b87ce tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:41.968045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-653077a4-5fe2-4b33-992f-00c6625b87ce tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:41.972816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-653077a4-5fe2-4b33-992f-00c6625b87ce tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/310b7937-60b5-40ed-b776-f75ed24737f0 HTTP/1.1" status: 404 len: 337 time: 0.0595195 Dec 15 21:54:41.972985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d1f06-9d6f-4303-aa4b-62af93078910 None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:41.975109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:41.999486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.002420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:42.024771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2825186 Dec 15 21:54:42.025641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.028507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 3c8fa7a4-dff5-4c94-be63-7af8e4322689 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:42.036654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:42.054442 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-741f781e-2113-47bb-8535-ab28583ae280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:42.055956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741f781e-2113-47bb-8535-ab28583ae280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:42.056463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5a5e2a76-bd8c-4356-93b5-642f9821ba2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:42.060257 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-741f781e-2113-47bb-8535-ab28583ae280 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/5d4aefb8-669f-486b-83a6-b01b3979f5c1 HTTP/1.1" status: 404 len: 333 time: 0.0816827 Dec 15 21:54:42.062926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.171598 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea22828-9429-4f83-874d-5bb5788e9fee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:42.172245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea22828-9429-4f83-874d-5bb5788e9fee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:42.176684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ea22828-9429-4f83-874d-5bb5788e9fee tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/0dae60c5-1011-4750-ae03-02e7d233d527 HTTP/1.1" status: 404 len: 337 time: 0.1102519 Dec 15 21:54:42.176827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4bb61fe7-6a74-44c4-972e-2ca43abd2280 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1486516739', 'prefixes': ['172.20.0.0/16']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:42.177646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38156) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.186666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.193183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9892191d-700c-438a-bfad-d0608f9e2dc0 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:42.229224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.233974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4bb61fe7-6a74-44c4-972e-2ca43abd2280 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:42.238468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89af453-ee4b-4467-8fda-ba68668a79a8 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:42.239080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89af453-ee4b-4467-8fda-ba68668a79a8 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:42.243908 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c89af453-ee4b-4467-8fda-ba68668a79a8 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/ports/f0f226a8-ba33-45ed-8ae4-2bdb4e5c4a65 HTTP/1.1" status: 404 len: 333 time: 0.0623069 Dec 15 21:54:42.245538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.266398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=3c8fa7a4-dff5-4c94-be63-7af8e4322689,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:42.268716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No DVR routers for this DVR port 3c8fa7a4-dff5-4c94-be63-7af8e4322689 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:42.275558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:42.300362 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e17cef5-1042-49ee-b2e9-f82f0036b240 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] DELETE failed (client error): The resource could not be found. Dec 15 21:54:42.300957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e17cef5-1042-49ee-b2e9-f82f0036b240 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:42.302814 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8e17cef5-1042-49ee-b2e9-f82f0036b240 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/subnets/c61dab5d-351b-4d52-a6be-2b9a1ea868dc HTTP/1.1" status: 404 len: 337 time: 0.0566607 Dec 15 21:54:42.312322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.312675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0354b0ff-12bf-47ef-a7d7-550bb362fe7f tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:42.380946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.385907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca148a3e-0a67-47a9-809b-264bd713cb16,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:42.402943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:42.420218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:42.426019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:42.441285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:42.454195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a6316ee5-d870-4d3c-83d3-b69190ba30de None None] The port '3c8fa7a4-dff5-4c94-be63-7af8e4322689' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:42.456854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.466377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:42.470235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.490184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:42.567532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ca148a3e-0a67-47a9-809b-264bd713cb16 HTTP/1.1" status: 204 len: 168 time: 2.0513639 Dec 15 21:54:42.568779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.580699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.582896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:42.583256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:42.601094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Pushing event updated for resources: {'Port': ['ID=6ce901f2-d046-473c-817d-beb075dc6b5e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:42.605632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:42.636616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:42.668832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:42.669232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91d299f-58c5-4e1d-b83d-5e578fdb5ae0') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:42.685243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad80836a-5bfc-4840-9fdc-07ae037c6ddc tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:54:42.686091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad80836a-5bfc-4840-9fdc-07ae037c6ddc tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:42.689239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.694434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.698725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4bb61fe7-6a74-44c4-972e-2ca43abd2280 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.699945 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4bb61fe7-6a74-44c4-972e-2ca43abd2280 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5845697 Dec 15 21:54:42.704514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38172) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.710297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-9fb6198c-fa57-4126-a9f3-a253ef7c4df7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-1135848277') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:42.710893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Provisioning complete for port 6ce901f2-d046-473c-817d-beb075dc6b5e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:42.711786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.741012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.746143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Transition to ACTIVE for port object 433e4a3f-9b23-42e5-8bc5-116154c98557 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:42.755257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:42.755566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:42.771022 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:42.860050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Transition to ACTIVE for port object 433e4a3f-9b23-42e5-8bc5-116154c98557 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:42.878228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.887290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5637798e-25e1-474e-b419-7d090d0b7d7c tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:42.902488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.913767 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375 HTTP/1.1" status: 204 len: 168 time: 2.1469154 Dec 15 21:54:42.920602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:42.925849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=ef5ea9ea-5eed-40b2-97f0-45c4e0d3d375,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:42.927010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.933576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:42.975400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:42.990651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:43.019644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2ca57ae9-d234-412e-b1a4-7577dc234034 (CIDR: 172.20.0.0/28) Dec 15 21:54:43.025807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ad80836a-5bfc-4840-9fdc-07ae037c6ddc tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:43.026957 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ad80836a-5bfc-4840-9fdc-07ae037c6ddc tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports/ca148a3e-0a67-47a9-809b-264bd713cb16 HTTP/1.1" status: 404 len: 333 time: 0.4327385 Dec 15 21:54:43.030558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd4cee7-ecca-4d29-83ae-767ee7a8bdda']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.040336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:43.043235 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:54:43.043717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:54:43.058610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-874479752'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:43.076588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4052deac-7db6-4a9b-b743-9a0791be8511') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.076885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4052deac-7db6-4a9b-b743-9a0791be8511') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.086116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:43.095633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8:1::1 (a3706405-9bfb-432a-918c-b67680f9da01/4010744a-4371-4863-bad7-d9e6f96139d3/1968092b-3507-4a88-9784-c9839fa82fba) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:43.104210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.116336 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cc326689-4ab1-4e7f-8c9c-1940783ed46b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0842860 Dec 15 21:54:43.126142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:43.130058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38184) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:43.133192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Network a3706405-9bfb-432a-918c-b67680f9da01 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:43.140468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:43.140675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '2ca57ae9-d234-412e-b1a4-7577dc234034'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:43.140881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.162736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:43.178543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:43.199492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Pushing event updated for resources: {'Port': ['ID=433e4a3f-9b23-42e5-8bc5-116154c98557,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:43.209006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:43.216047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.270387 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9fb6198c-fa57-4126-a9f3-a253ef7c4df7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-1135848277 HTTP/1.1" status: 201 len: 201 time: 0.5648851 Dec 15 21:54:43.274246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:43.282973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-32d0b70e-f32f-411c-88e7-f98e7af8b957 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-273659413') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.306158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:43.306826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:43.327908 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:43.330486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Made reservation on behalf of 8642aabec56e44f390ad7b4c3a8d2cff for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:43.330771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.367110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Provisioning for port e9dce09e-834f-44d8-8bec-d1d58a347e30 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:43.386615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Provisioning complete for port e9dce09e-834f-44d8-8bec-d1d58a347e30 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:43.387003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.439063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Attempting to bind port 433e4a3f-9b23-42e5-8bc5-116154c98557 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:43.439355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Attempting to bind port 433e4a3f-9b23-42e5-8bc5-116154c98557 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:43.439731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Attempting to bind port 433e4a3f-9b23-42e5-8bc5-116154c98557 on network a3706405-9bfb-432a-918c-b67680f9da01 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:43.456515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:43.463280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 9, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.505149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:43.505862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Checking segment: {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:43.506444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.507008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Bound using segment: {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:43.507673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Bound port: 433e4a3f-9b23-42e5-8bc5-116154c98557, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:43.508829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.534974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bd9ae3-5f08-44d9-9991-f78c8012b534 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:35Z', 'revision_number': 9, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e922e55c-994e-4034-a55c-41d597a1c386', 'name': '', 'network_id': 'fc940408-2b10-4baf-ab53-100848aebed2', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:68:62:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:33Z', 'updated_at': '2021-12-15T21:53:48Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '3e109b88-5535-4fc5-b432-4e43ac3f3de3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:43.549266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c75c3b90-eaae-4036-925c-2e48a846d2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.551070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-025784a3-07e0-42f8-86d0-d02e66b661c5 None None] Port e9dce09e-834f-44d8-8bec-d1d58a347e30 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:43.614720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Allocated IP 172.20.0.2 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/2ca57ae9-d234-412e-b1a4-7577dc234034/5b904995-5e0a-4cfe-b8e4-6037c8af739d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:43.629428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.647220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.656102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c7782dd5-5923-40d5-8972-275cf1aff8d8 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:43.666919 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-32d0b70e-f32f-411c-88e7-f98e7af8b957 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-273659413 HTTP/1.1" status: 201 len: 201 time: 0.3887537 Dec 15 21:54:43.667849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38192) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:43.670980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object 1968092b-3507-4a88-9784-c9839fa82fba will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:43.676187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-6084e6a2-56f0-44c4-9f9e-943dcf162853 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-693340634') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:43.676698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.680535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:43.700227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Pushing event deleted for resources: {'Network': ['ID=ebd4cee7-ecca-4d29-83ae-767ee7a8bdda,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:43.707784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:43.713799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:43.714825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:43.729676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] For port 433e4a3f-9b23-42e5-8bc5-116154c98557, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:43.734833 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] 10.222.0.18 "DELETE /v2.0/networks/ebd4cee7-ecca-4d29-83ae-767ee7a8bdda HTTP/1.1" status: 204 len: 168 time: 1.4194560 Dec 15 21:54:43.737696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:43.757536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] For port 433e4a3f-9b23-42e5-8bc5-116154c98557, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=433e4a3f-9b23-42e5-8bc5-116154c98557,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:43.758514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1ce876a-0f65-463d-99d9-320b7d4933ea None None] Provisioning complete for port e9dce09e-834f-44d8-8bec-d1d58a347e30 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:43.758821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1ce876a-0f65-463d-99d9-320b7d4933ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.862738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.877510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9c366409-00c7-48be-96b0-697cd9ec57a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:43.895291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:43.902637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:43.973261 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6084e6a2-56f0-44c4-9f9e-943dcf162853 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-693340634 HTTP/1.1" status: 201 len: 201 time: 0.3018494 Dec 15 21:54:43.973477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38198) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:43.982389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-2af50ddf-e84e-4279-903d-05f9f7cf0349 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-458615190') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:44.001475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ce901f2-d046-473c-817d-beb075dc6b5e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:44.082052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2af50ddf-e84e-4279-903d-05f9f7cf0349 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-458615190 HTTP/1.1" status: 201 len: 201 time: 0.1052122 Dec 15 21:54:44.084991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b1ce876a-0f65-463d-99d9-320b7d4933ea None None] Port e9dce09e-834f-44d8-8bec-d1d58a347e30 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:44.085137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38204) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.097602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-d7d95fce-08b6-4e7b-b9f9-480779e15593 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:44.147089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.157159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.160730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Pushing event updated for resources: {'Port': ['ID=433e4a3f-9b23-42e5-8bc5-116154c98557,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:44.165115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:44.179575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.197823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-89b6df16-8d61-4151-bde1-38297ef276aa tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:44.246237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.281296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ce901f2-d046-473c-817d-beb075dc6b5e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:44.281920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.284789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.331290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.349807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Transition to ACTIVE for port object 5b904995-5e0a-4cfe-b8e4-6037c8af739d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:44.390141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Transition to ACTIVE for port object 5b904995-5e0a-4cfe-b8e4-6037c8af739d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:44.445021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7d95fce-08b6-4e7b-b9f9-480779e15593 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 200 len: 241 time: 0.3591495 Dec 15 21:54:44.457984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38214) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.474959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a3706405-9bfb-432a-918c-b67680f9da01 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:44.478105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.486031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-1e13a902-9953-40fb-9afb-70b1d407d3a1 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-1135848277') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:44.492181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c12e4b1e-5c4b-43ab-8994-66ef4cebf9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:44.518022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:44.534685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:44.535601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.546485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:44.556549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:44.573430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:44.573933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-db8a530e-2f23-44ad-bf88-e0a2a47dde3a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:44.597621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:44.603542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:44.609809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e748e87f-efd7-41b6-9664-3f518e261a91 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:44.641892 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:44.644671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Pushing event updated for resources: {'Port': ['ID=5b904995-5e0a-4cfe-b8e4-6037c8af739d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:44.655448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:44.671483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=24b6e8da-dbbf-4f2e-840f-86e680b46d14,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:44.674146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:44.676788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:44.677950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:44.679063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.688070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af12c634-fa02-4ecf-85c0-6b9a51b9479b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97dd064522104aa49c7a69d39454e7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357078 Dec 15 21:54:44.688824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38218) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.702968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:44.737251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6897380 Dec 15 21:54:44.741179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38222) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.758120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:44.773418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Attempting to bind port 5b904995-5e0a-4cfe-b8e4-6037c8af739d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:44.773834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Attempting to bind port 5b904995-5e0a-4cfe-b8e4-6037c8af739d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:44.774210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Attempting to bind port 5b904995-5e0a-4cfe-b8e4-6037c8af739d on network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:44.782836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:44.783068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Checking segment: {'id': 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:44.783351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.783698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Bound using segment: {'id': 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:44.784658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Bound port: 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:44.784658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.801790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e748e87f-efd7-41b6-9664-3f518e261a91 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:44.806233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port e922e55c-994e-4034-a55c-41d597a1c386 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:44.806570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.843127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e748e87f-efd7-41b6-9664-3f518e261a91 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:44.843510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.848797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.861409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e13a902-9953-40fb-9afb-70b1d407d3a1 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-1135848277 HTTP/1.1" status: 204 len: 168 time: 0.3989663 Dec 15 21:54:44.869509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38226) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:44.883868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-b2bbb645-a28f-4925-9843-7b8c5bf91943 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-1135848277') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:44.918975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.931615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9521538f-16d5-439f-9c08-1cc3a7a0c5d9 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:44.942988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] For port 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:44.946989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] For port 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5b904995-5e0a-4cfe-b8e4-6037c8af739d,segment=NetworkSegment(d8ac7ec7-3acd-4cce-824a-0ef7c5a13219),segment_id=d8ac7ec7-3acd-4cce-824a-0ef7c5a13219)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:44.978848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:44.989462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:45.033496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:45.047719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:45.051224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:45.051957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.080529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.090775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.135523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e748e87f-efd7-41b6-9664-3f518e261a91, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e748e87f-efd7-41b6-9664-3f518e261a91,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:45.148653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.152102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.153551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Pushing event updated for resources: {'Port': ['ID=5b904995-5e0a-4cfe-b8e4-6037c8af739d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:45.157408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:45.157869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:45.179167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:45.182291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.229707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3c8fa7a4-dff5-4c94-be63-7af8e4322689 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:45.294792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 3c8fa7a4-dff5-4c94-be63-7af8e4322689 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:45.295149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3c8fa7a4-dff5-4c94-be63-7af8e4322689 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:45.338466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:45.341713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:45.351387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port e922e55c-994e-4034-a55c-41d597a1c386, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e922e55c-994e-4034-a55c-41d597a1c386,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:45.351710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.364222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.372554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-32193ceb-7023-490c-813d-3d334a8b3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:45.421787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:45.465496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3341248 Dec 15 21:54:45.466289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38230) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:45.479820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'fixed_ips': [{'subnet_id': '2ca57ae9-d234-412e-b1a4-7577dc234034'}, {'subnet_id': '7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc'}], 'name': 'tempest-PortsTestJSON-789009183'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:45.596920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for e922e55c-994e-4034-a55c-41d597a1c386 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:45.633338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e748e87f-efd7-41b6-9664-3f518e261a91 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:45.669816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b530dd-9c7a-47c9-81d3-684926bf31bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:45.680569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:45.683981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.688544 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40b530dd-9c7a-47c9-81d3-684926bf31bd HTTP/1.1" status: 204 len: 168 time: 0.9949713 Dec 15 21:54:45.726014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b2bbb645-a28f-4925-9843-7b8c5bf91943 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-1135848277 HTTP/1.1" status: 204 len: 168 time: 0.8563001 Dec 15 21:54:45.734681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dd4d6e-98ea-4e5f-82fd-b5884a0b0273 None None] Network a3706405-9bfb-432a-918c-b67680f9da01 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:45.734872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38236) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:45.741071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-d0392de5-babe-4cf7-bcbf-5b0685a7dd32 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:45.857012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-324d4248-07cf-4074-9478-789d8c2fd6cf None None] Provisioning for port 433e4a3f-9b23-42e5-8bc5-116154c98557 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:45.870344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6737a28-d447-4dc2-b6ad-8e5a6694d5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.903630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e748e87f-efd7-41b6-9664-3f518e261a91 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:45.904234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:45.957268 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0392de5-babe-4cf7-bcbf-5b0685a7dd32 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 200 len: 205 time: 0.2213340 Dec 15 21:54:45.964149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:54:45.964954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:45.971023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-f605d40d-cb54-437c-bc33-5e6f44a54f3c tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:46.004320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.025749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e647401-1e0c-4715-bbdb-c5235f51d0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:46.100939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=e922e55c-994e-4034-a55c-41d597a1c386,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:46.104797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:46.136884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:46.158798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.164648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 433e4a3f-9b23-42e5-8bc5-116154c98557 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:46.194152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:46.287020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:46.301925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f605d40d-cb54-437c-bc33-5e6f44a54f3c tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 200 len: 240 time: 0.3355129 Dec 15 21:54:46.306912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:46.308168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38254) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:46.313580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 433e4a3f-9b23-42e5-8bc5-116154c98557 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:46.319581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Transition to ACTIVE for port object 24b6e8da-dbbf-4f2e-840f-86e680b46d14 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:46.320240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-4c117d35-8513-41cb-b968-c25803d9b413 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-273659413') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:46.323948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 433e4a3f-9b23-42e5-8bc5-116154c98557 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:46.324592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.330584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:46.345785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.354877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-76deb6df-c89e-4ad9-9258-f5a2da7f45aa tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:46.563229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:46.575344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.624655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 433e4a3f-9b23-42e5-8bc5-116154c98557, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=433e4a3f-9b23-42e5-8bc5-116154c98557,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:46.635332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.646290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:46.754400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=24b6e8da-dbbf-4f2e-840f-86e680b46d14,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:46.767583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c08cc23c-8628-4bd1-8421-863d43951c4a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:46.778135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.807826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=433e4a3f-9b23-42e5-8bc5-116154c98557,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:46.814925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:46.819607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: c08cc23c-8628-4bd1-8421-863d43951c4a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:46.820039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c08cc23c-8628-4bd1-8421-863d43951c4a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:46.832057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:46.847264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.856483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:46.856823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:46.857170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:46.895550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.912541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:46.913485 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:46.918836 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 2 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:46.929164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5807138d-9e0a-4ba1-a699-aa165547a6aa None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:46.930871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38266) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:46.969431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:46.985080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:46.985513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:46.986000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:47.008873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:47.009649 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:47.021294 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 3 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:47.043889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:47.044494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:47.045028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:47.056307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 7e943e07-4410-4c8f-ac76-9c917921615f yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:47.056810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Provisioning for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:47.093411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c117d35-8513-41cb-b968-c25803d9b413 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-273659413 HTTP/1.1" status: 204 len: 168 time: 0.7843707 Dec 15 21:54:47.093728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Provisioning complete for port 433e4a3f-9b23-42e5-8bc5-116154c98557 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:47.094111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.094979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.098214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:47.098889 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:47.099506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:47.101381 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 4 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:47.126907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:47.127637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:47.128168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:47.136967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-0d142bef-4549-44f0-9aa7-7f92158f1136 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-273659413') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:47.189570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:47.190290 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:47.192057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.193219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.219085 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 5 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:47.231034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:47.240966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:47.265292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--570668334'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:47.271481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:47.277985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:47.282917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:47.289103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:47.378801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:47.379145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:47.379487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:47.379773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Provisioning for port 1968092b-3507-4a88-9784-c9839fa82fba completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:47.387601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Provisioning complete for port 1968092b-3507-4a88-9784-c9839fa82fba triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:47.388239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.395257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.571153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Update dhcp port {'port': {'network_id': '1ce00aa8-ac01-439c-8d53-9ea95b39c5be', 'fixed_ips': [{'subnet_id': '2ca57ae9-d234-412e-b1a4-7577dc234034', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '5b904995-5e0a-4cfe-b8e4-6037c8af739d'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:54:47.607189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:47.627416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7035127 Dec 15 21:54:47.627659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:47.629720 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:47.630190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-eb955e2a-890a-495b-a4cd-9fe48ae72156 None None] Port 1968092b-3507-4a88-9784-c9839fa82fba cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:47.658741 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:47.659777 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:47.701955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.709703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:47.710586 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:47.711011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:47.718797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:47.756325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet 3e109b88-5535-4fc5-b432-4e43ac3f3de3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:47.760010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.796867 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 6 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:47.818239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.819517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.843362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a3706405-9bfb-432a-918c-b67680f9da01 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:47.852095 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:47.900591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:47.909625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:47.986807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:47.987313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:47.987751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:48.005626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:48.021216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.029706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5b904995-5e0a-4cfe-b8e4-6037c8af739d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:48.031969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-062793a1-28b7-4725-bcbb-5ba84fe9c5c6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:48.097877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=3e109b88-5535-4fc5-b432-4e43ac3f3de3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:48.100419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.103801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:48.105350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:48.117624 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/3e109b88-5535-4fc5-b432-4e43ac3f3de3 HTTP/1.1" status: 204 len: 168 time: 0.4878368 Dec 15 21:54:48.120824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:48.127546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:48.162353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:48.162970 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:48.166942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:48.173779 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 7 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:48.177974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a329c-76dd-42c8-a0d7-9033d7f8c8fc None None] Network fc940408-2b10-4baf-ab53-100848aebed2 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:48.198978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:48.199653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:48.200321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:48.224755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:48.225463 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:48.234923 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 8 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:48.246229 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 10, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.254552 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:48.269662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:48.270338 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.287706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:48.288433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:48.289087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:48.289455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.299635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:48.302296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port 80a78b3c-1222-4e70-bad5-6ad057bc2747 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:48.302622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.309845 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d142bef-4549-44f0-9aa7-7f92158f1136 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-273659413 HTTP/1.1" status: 204 len: 168 time: 1.1897769 Dec 15 21:54:48.315008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:48.315650 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:48.316340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38284) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:48.318674 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 9 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:48.334581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-334de898-0a2b-413a-ac74-b11208bb6504 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.362362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3bf5c704-159b-48f3-a504-b7b99160874c None None] Provisioning complete for port 1968092b-3507-4a88-9784-c9839fa82fba triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:48.362740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bf5c704-159b-48f3-a504-b7b99160874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.458652 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:48.460562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Allocated IP 172.20.0.18 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc/5b904995-5e0a-4cfe-b8e4-6037c8af739d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:48.506363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:48.515507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:48.515900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.546235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.565622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5c704-159b-48f3-a504-b7b99160874c None None] Port 1968092b-3507-4a88-9784-c9839fa82fba cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:48.575248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port 80a78b3c-1222-4e70-bad5-6ad057bc2747, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80a78b3c-1222-4e70-bad5-6ad057bc2747,segment=NetworkSegment(7727b728-8da1-47a8-8a74-ee874a538845),segment_id=7727b728-8da1-47a8-8a74-ee874a538845)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:48.575632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.591280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:48.614758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:48.615478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:48.616072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:48.639617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:48.651502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:48.652242 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:48.656946 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 10 to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 Dec 15 21:54:48.664621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:48.665258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.690504 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0531130 Dec 15 21:54:48.698053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:48.699228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:48.699834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:48.700495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:48.717856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:54:48.719065 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:54:48.719649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.736841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-80081598'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:48.754448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:48.769520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:48.775366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:48.780727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.801665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for 80a78b3c-1222-4e70-bad5-6ad057bc2747 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:48.814299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:48.818847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-334de898-0a2b-413a-ac74-b11208bb6504 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 200 len: 205 time: 0.4919393 Dec 15 21:54:48.826522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.831180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:48.834767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38292) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:48.836704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:48.848827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:48.850104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-f0b4f148-54eb-4779-8026-6b986f77bec8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.858353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:48.866167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 10, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:48.871103 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960a212-5e21-4344-b3ea-754f612bfab2 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 10, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None, '_interfaces': [{'id': 'a90f2f3e-2a1e-4779-a141-0f29c1a92a86', 'name': '', 'network_id': 'a411e010-c320-4588-b3bb-76919d4c15af', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'mac_address': 'fa:16:3e:0a:50:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:53:16Z', 'updated_at': '2021-12-15T21:53:38Z', 'revision_number': 5, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'subnets': [{'id': '1491789f-4039-4eb5-8a99-7f5df9e807b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:48.893852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:48.909120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:48.913479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.949540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-621cb745-10bd-458e-abf6-b626cef3b55b None None] Provisioning complete for port 1968092b-3507-4a88-9784-c9839fa82fba triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:48.949944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-621cb745-10bd-458e-abf6-b626cef3b55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:48.984424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addd78c5-7ace-4f80-aacb-92d62bcaf62f None None] DHCP port deletion for fc940408-2b10-4baf-ab53-100848aebed2 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:48.998052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f92133-5e18-4191-9bc3-5f0f44a60ef2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.001424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.018647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:49.030457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port 24b6e8da-dbbf-4f2e-840f-86e680b46d14, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:49.030959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:54:49.040656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.044776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.045250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment 5e8389ab-6a6f-44f4-8143-55f8949da4c8 of type vlan for network a869725c-fe95-4a04-b90f-7097a716f4ea Dec 15 21:54:49.050651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:49.051566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-addd78c5-7ace-4f80-aacb-92d62bcaf62f None None] Deleting port 80a78b3c-1222-4e70-bad5-6ad057bc2747 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:49.052450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-addd78c5-7ace-4f80-aacb-92d62bcaf62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.066342 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0b4f148-54eb-4779-8026-6b986f77bec8 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 200 len: 240 time: 0.2280703 Dec 15 21:54:49.074584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38296) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.082127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-65bd3e57-969c-4c66-9456-c9fe82355287 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-693340634') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.091491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:49.122978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] In _notify_port_updated(), no bound segment for port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:54:49.124398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.125172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.128416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "PUT /v2.0/ports/24b6e8da-dbbf-4f2e-840f-86e680b46d14 HTTP/1.1" status: 200 len: 976 time: 4.3804369 Dec 15 21:54:49.133078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38300) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.176289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.191912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.196515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] For port 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5b904995-5e0a-4cfe-b8e4-6037c8af739d,segment=NetworkSegment(d8ac7ec7-3acd-4cce-824a-0ef7c5a13219),segment_id=d8ac7ec7-3acd-4cce-824a-0ef7c5a13219)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:49.198840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=24b6e8da-dbbf-4f2e-840f-86e680b46d14,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.206836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.210707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.211590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-621cb745-10bd-458e-abf6-b626cef3b55b None None] Port 1968092b-3507-4a88-9784-c9839fa82fba cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:49.213878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dc9019f-6099-4189-a602-6e7060766f1f tempest-AllowedAddressPairTestJSON-1882829237 tempest-AllowedAddressPairTestJSON-1882829237-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:49.217847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.262049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.267789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3310031e-d419-47c0-8ee5-b47e14aad147 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:49.287289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.292756 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3549850 Dec 15 21:54:49.293891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.298390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926d5ac-4b54-4188-b39c-349861a5af6b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.302542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.304176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.311153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.311977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.332133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=80a78b3c-1222-4e70-bad5-6ad057bc2747,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.337293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-addd78c5-7ace-4f80-aacb-92d62bcaf62f None None] The port '80a78b3c-1222-4e70-bad5-6ad057bc2747' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:49.339837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ed6b9f72-c797-49e6-b46d-111ab1f43f1d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:49.340109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No DVR routers for this DVR port 80a78b3c-1222-4e70-bad5-6ad057bc2747 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:49.345256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.440386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.476226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Transition to ACTIVE for port object 5b904995-5e0a-4cfe-b8e4-6037c8af739d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:49.482452 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7732286 Dec 15 21:54:49.482666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.490603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-25fcf4b8-466b-4ecd-9501-5d6e2e3823fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:49.491606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.509373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:49.637028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.648195 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65bd3e57-969c-4c66-9456-c9fe82355287 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-693340634 HTTP/1.1" status: 204 len: 168 time: 0.5702682 Dec 15 21:54:49.651967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.665709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-75d7912b-41a6-489a-806f-b8d277f44978 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-693340634') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.676153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=a869725c-fe95-4a04-b90f-7097a716f4ea,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.679183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.681546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:49.710950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:49.716487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:49.726473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network a869725c-fe95-4a04-b90f-7097a716f4ea details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:49.729976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:49.736758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9bcde85e-2f9c-483f-ad00-9fb8afb58dea tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:49.740616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc940408-2b10-4baf-ab53-100848aebed2']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.758315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7727b728-8da1-47a8-8a74-ee874a538845') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.758579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7727b728-8da1-47a8-8a74-ee874a538845') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.775686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:49.779769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.820315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:49.820715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:49.832104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.832564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.833024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.833538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.834120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.834573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.835098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.835672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.835950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.836413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.836859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.837302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.837737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.838178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.838614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.839054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:49.840723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:49.841450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Pushing event updated for resources: {'Port': ['ID=5b904995-5e0a-4cfe-b8e4-6037c8af739d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:49.852953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:49.857778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.877592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9bcde85e-2f9c-483f-ad00-9fb8afb58dea tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:49.879031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9bcde85e-2f9c-483f-ad00-9fb8afb58dea tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.5824831 Dec 15 21:54:49.883383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.887345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.892257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-security--1635607', 'description': 'tempest-security-description-2088393226'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:49.894939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:44Z', 'revision_number': 3, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:46Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:49.900214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:49.900576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Updating router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 port 1968092b-3507-4a88-9784-c9839fa82fba binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:54:49.910375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:49.911524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9580b0d-8030-4d15-af7b-468b94d15209 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14686 time: 0.7719970 Dec 15 21:54:49.912776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:49.913062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:49.930897 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:49.944285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38320) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:49.962314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:49.963928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.5 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/2ca57ae9-d234-412e-b1a4-7577dc234034/7e943e07-4410-4c8f-ac76-9c917921615f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:50.023498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.25 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc/7e943e07-4410-4c8f-ac76-9c917921615f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:50.075579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.112044 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-75d7912b-41a6-489a-806f-b8d277f44978 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-693340634 HTTP/1.1" status: 204 len: 168 time: 0.4588587 Dec 15 21:54:50.118290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.150348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Deleting port 24b6e8da-dbbf-4f2e-840f-86e680b46d14 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:50.150758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.183934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.198547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6f916b75-fa56-42e6-a9a1-7f386105b70f tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:50.236187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.256138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=fc940408-2b10-4baf-ab53-100848aebed2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:50.269577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.270631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:50.276356 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/fc940408-2b10-4baf-ab53-100848aebed2 HTTP/1.1" status: 204 len: 168 time: 2.1534052 Dec 15 21:54:50.281274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38328) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.283645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-8732068b-c357-4015-9aed-71d03f460786 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:50.332630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.341570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.345568 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "PUT /v2.0/security-groups/4926d5ac-4b54-4188-b39c-349861a5af6b HTTP/1.1" status: 200 len: 1775 time: 0.4613178 Dec 15 21:54:50.349902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38332) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.385513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.420746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8f6ae020-c61e-4986-965a-e52982135bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:50.488641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5b904995-5e0a-4cfe-b8e4-6037c8af739d,segment=NetworkSegment(d8ac7ec7-3acd-4cce-824a-0ef7c5a13219),segment_id=d8ac7ec7-3acd-4cce-824a-0ef7c5a13219)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:50.501208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.502265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 433e4a3f-9b23-42e5-8bc5-116154c98557 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:50.551817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.555550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dd79b433-6b53-4a61-886d-6d40c82a16cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:50.575431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4926d5ac-4b54-4188-b39c-349861a5af6b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:50.583164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:50.651375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bee9d66-1ff4-4477-84b4-2831391b9689 None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:50.667172 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4695c9a1-80b6-4ca7-9f84-be6dab79bf01 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups/4926d5ac-4b54-4188-b39c-349861a5af6b HTTP/1.1" status: 200 len: 1775 time: 0.3092134 Dec 15 21:54:50.684564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.725093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.733326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d0338a4-2e0f-4baa-a2dc-496c32a81261 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:50.763730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8732068b-c357-4015-9aed-71d03f460786 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 200 len: 205 time: 0.6360931 Dec 15 21:54:50.765081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Transition to ACTIVE for port object 1968092b-3507-4a88-9784-c9839fa82fba will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:50.772404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.784753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-343e3293-fb7c-4ea8-87ba-130fa758b43d None None] Provisioning for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:50.786091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38340) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.795256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.804725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-343e3293-fb7c-4ea8-87ba-130fa758b43d None None] Provisioning complete for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:50.805648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-343e3293-fb7c-4ea8-87ba-130fa758b43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.813132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-89332755-d9e7-471c-adf3-7910e5b54012 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:50.816085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port 24b6e8da-dbbf-4f2e-840f-86e680b46d14, host hv-neutron-8206, got binding levels [] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:50.816443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.850898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 7e943e07-4410-4c8f-ac76-9c917921615f will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:50.867167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=5b904995-5e0a-4cfe-b8e4-6037c8af739d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:50.908763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=242f2cc7-ef76-4b50-8f49-2219d28a0b86,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:50.911686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:50.928309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:50.930494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:50.933742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:50.948068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-89332755-d9e7-471c-adf3-7910e5b54012 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 200 len: 240 time: 0.1537728 Dec 15 21:54:50.956632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38344) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:50.962679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:50.963156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: a869725c-fe95-4a04-b90f-7097a716f4ea, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:54:50.965927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Calling delete_port for 24b6e8da-dbbf-4f2e-840f-86e680b46d14 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:50.976238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-34b5426e-ceec-4a81-b025-80e48b2b6dfd tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-458615190') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:51.013241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.028727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.040417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02fb09ac-fe24-4f20-9dc7-882cbb3a9acb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:51.094173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a869725c-fe95-4a04-b90f-7097a716f4ea is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:54:51.153574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:51.155510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:51.158465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:51.189198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, a869725c-fe95-4a04-b90f-7097a716f4ea) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:51.194830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:51.195464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.200377 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-34b5426e-ceec-4a81-b025-80e48b2b6dfd tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-458615190 HTTP/1.1" status: 204 len: 168 time: 0.2401471 Dec 15 21:54:51.217496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38348) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.231448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.239946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-d0f9f365-e56b-4630-a796-94dc73e6491c tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-458615190') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:51.246517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5333aedf-2c8f-499d-afa7-faeb5963409b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:51.248467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7dc23a-d43c-47a7-a3ab-5f027b464c38 None None] Network a869725c-fe95-4a04-b90f-7097a716f4ea requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:51.251625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=7e943e07-4410-4c8f-ac76-9c917921615f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:51.255021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:51.273783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.277839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8deaf95e-9e54-4784-9792-743f63ce684c tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:51.283150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 433e4a3f-9b23-42e5-8bc5-116154c98557 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:51.283557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.311299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event deleted for resources: {'Port': ['ID=24b6e8da-dbbf-4f2e-840f-86e680b46d14,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:51.312671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4926d5ac-4b54-4188-b39c-349861a5af6b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:51.317258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:51.319287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:51.327526 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8315217 Dec 15 21:54:51.327697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.331248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38352) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.335680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.336844 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/4926d5ac-4b54-4188-b39c-349861a5af6b HTTP/1.1" status: 204 len: 168 time: 0.6502984 Dec 15 21:54:51.341089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38356) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.391728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "DELETE /v2.0/ports/24b6e8da-dbbf-4f2e-840f-86e680b46d14 HTTP/1.1" status: 204 len: 168 time: 1.4463804 Dec 15 21:54:51.394982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.415042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:51.415365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.441556 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-496064bb-27ee-4fbe-924c-6dabfde7d242 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:54:51.442440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-496064bb-27ee-4fbe-924c-6dabfde7d242 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:51.444597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Pushing event updated for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:51.452483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:51.466935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-496064bb-27ee-4fbe-924c-6dabfde7d242 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:51.468274 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-496064bb-27ee-4fbe-924c-6dabfde7d242 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports/24b6e8da-dbbf-4f2e-840f-86e680b46d14 HTTP/1.1" status: 404 len: 333 time: 0.0724411 Dec 15 21:54:51.473127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38364) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.479182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-591476375', 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:51.487094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:51.506354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Attempting to bind port 1968092b-3507-4a88-9784-c9839fa82fba on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:51.507476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Attempting to bind port 1968092b-3507-4a88-9784-c9839fa82fba by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:51.508079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Attempting to bind port 1968092b-3507-4a88-9784-c9839fa82fba on network a3706405-9bfb-432a-918c-b67680f9da01 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:51.541213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:51.541885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Checking segment: {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:51.542495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.543072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Bound using segment: {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:51.543740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Bound port: 1968092b-3507-4a88-9784-c9839fa82fba, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:51.544310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.580776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:51.593369 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.1194892 Dec 15 21:54:51.597913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38368) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.599079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Made reservation on behalf of 8642aabec56e44f390ad7b4c3a8d2cff for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:51.601536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.606116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85500e77-2f3c-4125-9d38-8c145bb8726f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:51.615192 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0f9f365-e56b-4630-a796-94dc73e6491c tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-458615190 HTTP/1.1" status: 204 len: 168 time: 0.3944850 Dec 15 21:54:51.618273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38372) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.624096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-189d5baa-92e3-487e-860e-fc519f2a0f53 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:51.628159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ca57ae9-d234-412e-b1a4-7577dc234034'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:51.683600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port 98db542d-fd24-456b-80f8-854e3f55ea01 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:51.779564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.783868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.795650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85500e77-2f3c-4125-9d38-8c145bb8726f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:51.796980 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85500e77-2f3c-4125-9d38-8c145bb8726f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4531071 Dec 15 21:54:51.800213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] For port 1968092b-3507-4a88-9784-c9839fa82fba, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:51.804103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38376) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.806138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] For port 1968092b-3507-4a88-9784-c9839fa82fba, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1968092b-3507-4a88-9784-c9839fa82fba,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:51.834736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-689bf229-9870-475d-bdeb-70d78a31a398 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] delete failed (client error): The resource could not be found. Dec 15 21:54:51.835745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-689bf229-9870-475d-bdeb-70d78a31a398 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/4926d5ac-4b54-4188-b39c-349861a5af6b HTTP/1.1" status: 404 len: 347 time: 0.0306056 Dec 15 21:54:51.842757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38380) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.848416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-189d5baa-92e3-487e-860e-fc519f2a0f53 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 200 len: 205 time: 0.2280846 Dec 15 21:54:51.848581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:51.851420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298181055'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:51.855465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38384) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:51.865397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:51.917510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-a1a1291c-a094-4eae-ad24-ebe176fdcbda tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:51.932084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:51.941989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5b904995-5e0a-4cfe-b8e4-6037c8af739d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:51.980442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-a869725c-fe95-4a04-b90f-7097a716f4ea', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:54:51.981584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.029455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:52.102469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Pushing event updated for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:52.122500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:52.123186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:52.203143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:52.271656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.289868 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1a1291c-a094-4eae-ad24-ebe176fdcbda tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 204 len: 168 time: 0.4333763 Dec 15 21:54:52.297189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38388) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:52.321350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-2ee7ef65-1c8f-415a-94b5-d7ba63041c2f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:52.422369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:52.429512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-620874d3-670c-4857-b66a-745e79335680 None None] Provisioning complete for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:52.430431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-620874d3-670c-4857-b66a-745e79335680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.514349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:52.527579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.532156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:52.535554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:52.543251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:52.594049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:52.594423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.653028 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ee7ef65-1c8f-415a-94b5-d7ba63041c2f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 204 len: 168 time: 0.3448250 Dec 15 21:54:52.653250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.658655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:52.669939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.682476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-87470611-b15c-48dd-9d46-31e720be79c9 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:52.714217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.732049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.734315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Allocated IP 2001:db8:2::2 (a869725c-fe95-4a04-b90f-7097a716f4ea/242f2cc7-ef76-4b50-8f49-2219d28a0b86/d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:52.740479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-390cad26-a44c-4c73-8f4e-67e5c3d670ee tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:52.850575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port a90f2f3e-2a1e-4779-a141-0f29c1a92a86 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:52.850964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.922030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d74857f8-1eba-44a7-920d-d1ff177c6295,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:52.933379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:52.948309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:52.951948 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1058064 Dec 15 21:54:52.954015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38396) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:52.963970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': 'd74857f8-1eba-44a7-920d-d1ff177c6295', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:52.972391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.007751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-beac2608-fcb3-4d4f-a050-38b5a28fcdd2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:53.009608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:53.017390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:53.020895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:53.040174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:53.057922 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87470611-b15c-48dd-9d46-31e720be79c9 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 204 len: 168 time: 0.3958127 Dec 15 21:54:53.062756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38400) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.071806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-327a06d4-753b-4e0e-a4a0-1c8d38c411cd tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:53.121350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.177380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-620874d3-670c-4857-b66a-745e79335680 None None] Provisioning for port 7e943e07-4410-4c8f-ac76-9c917921615f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:53.201741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e922e55c-994e-4034-a55c-41d597a1c386 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:53.225882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-620874d3-670c-4857-b66a-745e79335680 None None] Provisioning complete for port 7e943e07-4410-4c8f-ac76-9c917921615f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:53.226255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-620874d3-670c-4857-b66a-745e79335680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.261383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.267225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.272788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c046256-354c-451a-8993-66535416a02d tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:53.294544 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-327a06d4-753b-4e0e-a4a0-1c8d38c411cd tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 204 len: 168 time: 0.2273366 Dec 15 21:54:53.295229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38404) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.297922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f298fde5-b323-4f3e-bf31-5c37fcf1e815,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:53.302303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:53.309971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-5a658ede-3033-426f-b3e4-bc11d0bdfda3 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-603302816') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:53.316149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.320302 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625298 Dec 15 21:54:53.321262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38408) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.324055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e922e55c-994e-4034-a55c-41d597a1c386 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:53.324055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e922e55c-994e-4034-a55c-41d597a1c386 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:53.324422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80a78b3c-1222-4e70-bad5-6ad057bc2747 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:53.339996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=98db542d-fd24-456b-80f8-854e3f55ea01,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:53.343428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:53.353614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:53.356524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:53.357739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.369046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.380866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 80a78b3c-1222-4e70-bad5-6ad057bc2747 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:53.381142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80a78b3c-1222-4e70-bad5-6ad057bc2747 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:53.399373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:53.400494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:53.400937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.406398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-620874d3-670c-4857-b66a-745e79335680 None None] Port 7e943e07-4410-4c8f-ac76-9c917921615f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:53.408352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.412365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18ca6c29-8af2-409b-9667-c32011ea4428 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:53.423560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.428812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f298fde5-b323-4f3e-bf31-5c37fcf1e815,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:53.431740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:53.432832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.436405 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f298fde5-b323-4f3e-bf31-5c37fcf1e815 HTTP/1.1" status: 204 len: 168 time: 0.1119230 Dec 15 21:54:53.436584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:44Z', 'revision_number': 3, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:51Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:53.437088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.441770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2b86c2-55af-4a0f-89cd-a17c12e08773 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:44Z', 'revision_number': 3, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:51Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:53.444737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Transition to ACTIVE for port object d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:53.481567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Transition to ACTIVE for port object d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:53.505771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port a90f2f3e-2a1e-4779-a141-0f29c1a92a86, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:53.506816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.509726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.517349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d36953e2-09e2-4415-8d33-d3c7cab65cc1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:53.528539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0542648 Dec 15 21:54:53.532006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b243e24-c56f-4a35-a903-7cabd30fe99f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:53.562976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.637616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d36953e2-09e2-4415-8d33-d3c7cab65cc1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:53.639181 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d36953e2-09e2-4415-8d33-d3c7cab65cc1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2012672 Dec 15 21:54:53.650513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.666496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Network a869725c-fe95-4a04-b90f-7097a716f4ea is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:53.668006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Pushing event updated for resources: {'Port': ['ID=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:53.670675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:53.678908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:53.685274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for a90f2f3e-2a1e-4779-a141-0f29c1a92a86 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:53.693647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:53.717748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Delete allocated IP 172.20.0.25 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc) {{(pid=87554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:54:53.724727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b0fdd-7f6e-4dfd-982d-987655cd452f tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:53.725297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-780b0fdd-7f6e-4dfd-982d-987655cd452f tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:53.728482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8:2::1 (a869725c-fe95-4a04-b90f-7097a716f4ea/242f2cc7-ef76-4b50-8f49-2219d28a0b86/e12fc1b9-eb11-4801-9a50-9f2e92d86076) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:53.777451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f5ba0b7d-ce33-40d5-b224-3a9c1b28e925 None None] Provisioning complete for port 7e943e07-4410-4c8f-ac76-9c917921615f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:53.778102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5ba0b7d-ce33-40d5-b224-3a9c1b28e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.848368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Attempting to bind port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:54:53.848742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Attempting to bind port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:54:53.849121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Attempting to bind port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 on network a869725c-fe95-4a04-b90f-7097a716f4ea {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:54:53.859745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:54:53.860170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Checking segment: {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:54:53.860585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.860991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Bound using segment: {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:54:53.861469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Bound port: d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:54:53.861853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.880612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f5ba0b7d-ce33-40d5-b224-3a9c1b28e925 None None] Port 7e943e07-4410-4c8f-ac76-9c917921615f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:53.916271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-780b0fdd-7f6e-4dfd-982d-987655cd452f tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:53.922816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-780b0fdd-7f6e-4dfd-982d-987655cd452f tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports/98db542d-fd24-456b-80f8-854e3f55ea01 HTTP/1.1" status: 200 len: 954 time: 0.3557680 Dec 15 21:54:53.934922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38424) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:53.941316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1968092b-3507-4a88-9784-c9839fa82fba up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:53.981041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:53.993279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5a658ede-3033-426f-b3e4-bc11d0bdfda3 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-603302816 HTTP/1.1" status: 201 len: 201 time: 0.6945722 Dec 15 21:54:53.993949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38428) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:54.029223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-99921ae0-475d-4fab-9d72-650eb470eb08 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-1877414423') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:54.056829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] For port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:54:54.060485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] For port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:54:54.068545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.074214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.074895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b903c2fc-f640-44e6-94da-294ce182746f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:54.086769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Deleting port 98db542d-fd24-456b-80f8-854e3f55ea01 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:54.087272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.114349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 1968092b-3507-4a88-9784-c9839fa82fba completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:54.140466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1968092b-3507-4a88-9784-c9839fa82fba triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:54.140837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.210047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.219818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.244656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Ignored duplicate provisioning block setup for port 7e943e07-4410-4c8f-ac76-9c917921615f by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 15 21:54:54.251362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.265411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47f4b3ad-a926-48c6-986d-271a0c584783 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:54.300638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Pushing event updated for resources: {'Port': ['ID=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:54.304588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:54.317006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object e12fc1b9-eb11-4801-9a50-9f2e92d86076 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:54.317822 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-99921ae0-475d-4fab-9d72-650eb470eb08 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-1877414423 HTTP/1.1" status: 201 len: 201 time: 0.3096011 Dec 15 21:54:54.325691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38432) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:54.335243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.359440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:54.360341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.396253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.421964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-efd572e6-dbcd-486b-8ffd-cce949b1e50a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-522124026') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:54.445967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 1968092b-3507-4a88-9784-c9839fa82fba, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1968092b-3507-4a88-9784-c9839fa82fba,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:54.454710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.456988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:54.595118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:54.606531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:54.685207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] In _notify_port_updated(), no bound segment for port 7e943e07-4410-4c8f-ac76-9c917921615f on network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:54:54.691293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:54.691963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.695736 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/ports/7e943e07-4410-4c8f-ac76-9c917921615f HTTP/1.1" status: 200 len: 918 time: 3.0818815 Dec 15 21:54:54.695736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=7e943e07-4410-4c8f-ac76-9c917921615f,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:54.704319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38436) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:54.704319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:54.705546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b4a2ec5-200f-4252-af47-ade03d041c50 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.326s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:54.759063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=a90f2f3e-2a1e-4779-a141-0f29c1a92a86,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:54.761658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:54.780683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74857f8-1eba-44a7-920d-d1ff177c6295,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:54.781719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0042c7f5-4666-4b80-a747-bb9de94513ca None None] Provisioning complete for port 7e943e07-4410-4c8f-ac76-9c917921615f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:54.782128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0042c7f5-4666-4b80-a747-bb9de94513ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.796213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:54.813473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ca57ae9-d234-412e-b1a4-7577dc234034'}, {'subnet_id': '7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:54.842791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.852137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:54.853256 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/d74857f8-1eba-44a7-920d-d1ff177c6295 HTTP/1.1" status: 204 len: 168 time: 1.1991229 Dec 15 21:54:54.866695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38440) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:54.880489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0042c7f5-4666-4b80-a747-bb9de94513ca None None] Port 7e943e07-4410-4c8f-ac76-9c917921615f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:55.017068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Calling delete_port for 98db542d-fd24-456b-80f8-854e3f55ea01 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:55.053836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.066711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:55.170050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a869725c-fe95-4a04-b90f-7097a716f4ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:55.190188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:55.196396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:55.196941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.202038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8498ca37-833b-4d59-b9f0-aa18e681585d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:55.216990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:55.229825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:55.235733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.245570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:55.286775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8498ca37-833b-4d59-b9f0-aa18e681585d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:55.292202 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8498ca37-833b-4d59-b9f0-aa18e681585d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4227109 Dec 15 21:54:55.292690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.306572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event deleted for resources: {'Port': ['ID=98db542d-fd24-456b-80f8-854e3f55ea01,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:55.309533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:55.313717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122942028'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:55.323578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:55.325604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.329573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.343824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.350871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:55.356418 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-efd572e6-dbcd-486b-8ffd-cce949b1e50a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-522124026 HTTP/1.1" status: 201 len: 201 time: 0.9787259 Dec 15 21:54:55.358912 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "DELETE /v2.0/ports/98db542d-fd24-456b-80f8-854e3f55ea01 HTTP/1.1" status: 204 len: 168 time: 1.4200783 Dec 15 21:54:55.359829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.360185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38450) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.371296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.420062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:55.436922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:55.446848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:55.456431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:55.472475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.480431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-4233c927-6bf2-4d74-a9a6-41ba4fb018eb tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-877083589') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:55.596212 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b37d2bc-4c60-4d58-a866-68ddb71c64e2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:54:55.596747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b37d2bc-4c60-4d58-a866-68ddb71c64e2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:54:55.679364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7064bd95-69af-465a-b153-c282161cd92d None None] Network a869725c-fe95-4a04-b90f-7097a716f4ea requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:55.733870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.744010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.749845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67a7903a-d4df-4369-8fda-8992e99277f9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:55.776022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b84e490e-1fdb-4467-ad62-e1ffbade7dfd None None] Provisioning for port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:55.824289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4b37d2bc-4c60-4d58-a866-68ddb71c64e2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:54:55.825446 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4b37d2bc-4c60-4d58-a866-68ddb71c64e2 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports/98db542d-fd24-456b-80f8-854e3f55ea01 HTTP/1.1" status: 404 len: 333 time: 0.4641080 Dec 15 21:54:55.863645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38456) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.870994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-422932619'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:55.872761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c42aaad-9d79-4ad5-99f9-5fcbba0fb870,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:55.885132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:55.896476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:55.901984 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4233c927-6bf2-4d74-a9a6-41ba4fb018eb tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-877083589 HTTP/1.1" status: 201 len: 201 time: 0.5390337 Dec 15 21:54:55.904761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:55.908838 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6061587 Dec 15 21:54:55.911861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38460) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.912324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:55.919723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '4c42aaad-9d79-4ad5-99f9-5fcbba0fb870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:55.925401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:55.929286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:55.930226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-281f7e0d-a1d4-4017-a46d-2a12bee5a558 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', {'tags': ['tempest-TagsExtTest-Tag-1887731025', 'tempest-TagsExtTest-Tag-378858328', 'tempest-TagsExtTest-Tag-844896269']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:55.966496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:55.971297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:55.975096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:55.982750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:56.048527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Made reservation on behalf of 8642aabec56e44f390ad7b4c3a8d2cff for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:56.051082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.069548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.144586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:56.145647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-281f7e0d-a1d4-4017-a46d-2a12bee5a558 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 200 len: 316 time: 0.2322834 Dec 15 21:54:56.154452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38468) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:56.160904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.166226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-3139ff56-1d4d-4810-9804-dbbbf0200cd7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:56.200350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.201536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.205557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:56.207714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port d539d49b-ce87-4d51-b4e6-72b42a95bea6 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:56.217688 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:56.230575 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:56.232573 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:56.235097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5b5072b-447b-43b2-bc72-182053c8477f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:56.257278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:56.267553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:56.268225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.292821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0036924 Dec 15 21:54:56.293573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38472) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:56.347362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.19 (1ce00aa8-ac01-439c-8d53-9ea95b39c5be/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc/7e943e07-4410-4c8f-ac76-9c917921615f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:54:56.383815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.408742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.418283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:56.434519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:56.436232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b012b62f-8cb0-4e91-a301-9214e7646dd2 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:56.468047 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:56.508813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Provisioning complete for port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:56.509550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.543372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting subnet 1491789f-4039-4eb5-8a99-7f5df9e807b5 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:54:56.546766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.567959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network a869725c-fe95-4a04-b90f-7097a716f4ea is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:56.579058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:56.592822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.596397 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6786518 Dec 15 21:54:56.608460 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:56.618004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:56.627205 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:56.633987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.645102 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:56.647531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.741234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.814320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:56.824188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.825043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1968092b-3507-4a88-9784-c9839fa82fba up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:56.849235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:56.863311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ed7ed10-a52c-4c63-bd4e-894791863723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:56.887736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38476) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:56.902256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55a5f8a-d889-4850-9efe-0149ceee77fd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:56.910377 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:56.916992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:56.921456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '4c42aaad-9d79-4ad5-99f9-5fcbba0fb870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:56.930705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:56.947849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:56.953255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:56.959444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:57.042103 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.050306 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916dcea3-b3d3-4053-9776-629b7b707cc3 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:54:57.068133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.078367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:57.084537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:57.095930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65535a12-6a8d-4f12-a0fc-a728944863e9 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:57.097513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1968092b-3507-4a88-9784-c9839fa82fba triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:57.097898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.109829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.124570 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3139ff56-1d4d-4810-9804-dbbbf0200cd7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 204 len: 168 time: 0.9686742 Dec 15 21:54:57.127765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:57.128241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:57.133090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38480) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.152494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-26c08434-b007-4b74-a6cc-60bbd72b9e26 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-1887731025') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.162770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dce63f2-bcfe-4cc3-a45e-3e92e91f44e1 None None] Network a411e010-c320-4588-b3bb-76919d4c15af requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:54:57.189687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Subnet': ['ID=1491789f-4039-4eb5-8a99-7f5df9e807b5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:57.204526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.210274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:57.241423 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/1491789f-4039-4eb5-8a99-7f5df9e807b5 HTTP/1.1" status: 204 len: 168 time: 0.9437590 Dec 15 21:54:57.242135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.252343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:54:57.370474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.373345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.425868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.436314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 7e943e07-4410-4c8f-ac76-9c917921615f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:57.443961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.448111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.448962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.455278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-26c08434-b007-4b74-a6cc-60bbd72b9e26 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:54:57.458961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26c08434-b007-4b74-a6cc-60bbd72b9e26 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-1887731025 HTTP/1.1" status: 404 len: 329 time: 0.3220248 Dec 15 21:54:57.459114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4a2031b1-2b55-4a0b-bd11-e4f29dbb7629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:57.463554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:57.469269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38488) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.491004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-cf4b66bd-870d-4caa-9f7a-bf4c91d84427 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-378858328') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.500176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] DHCP port deletion for a411e010-c320-4588-b3bb-76919d4c15af request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:54:57.504747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Deleting port db80a952-7d3e-491f-8205-af3b478a1c86 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:57.505130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.581589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Deleting port db80a952-7d3e-491f-8205-af3b478a1c86 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:57.581934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.593876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7966599-5e35-4d64-98c3-159983bd7d19,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:57.624895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:57.634368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.638576 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7383878 Dec 15 21:54:57.639498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38492) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.648288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '4c42aaad-9d79-4ad5-99f9-5fcbba0fb870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:57.654432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:54:57.662285 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3217547 Dec 15 21:54:57.663656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.663868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:57.673373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:57.680257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:57.693373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:57.695788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:54:57.722174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-cf4b66bd-870d-4caa-9f7a-bf4c91d84427 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:54:57.723601 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf4b66bd-870d-4caa-9f7a-bf4c91d84427 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-378858328 HTTP/1.1" status: 404 len: 328 time: 0.2476807 Dec 15 21:54:57.728884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=7e943e07-4410-4c8f-ac76-9c917921615f,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:57.731781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.732898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.739737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-fc5aeae3-d3e3-4d09-a535-e2b89a816cf2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699', 'tempest-TagsExtTest-Tag-844896269') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.759021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:54:57.760029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.760758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:57.769020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1377974264'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:57.771583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.797361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:57.871251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.878747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.887282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:57.904749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:57.909721 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-fc5aeae3-d3e3-4d09-a535-e2b89a816cf2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:54:57.913533 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc5aeae3-d3e3-4d09-a535-e2b89a816cf2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags/tempest-TagsExtTest-Tag-844896269 HTTP/1.1" status: 404 len: 328 time: 0.1767888 Dec 15 21:54:57.915988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.921738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36df172c-2a53-484b-89bd-39602ba3c1cc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:57.926682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-6ba3cd3b-3a36-49d6-a64f-347dd8cb6013 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', {'tags': ['tempest-TagsExtTest-Tag-362562841', 'tempest-TagsExtTest-Tag-909255286', 'tempest-TagsExtTest-Tag-576551592']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:57.938911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:network and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:57.948586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:57.966012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:57.974938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:57.975122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:57.978991 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3332372 Dec 15 21:54:57.985297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:57.989062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '4c42aaad-9d79-4ad5-99f9-5fcbba0fb870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:57.999452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:58.002597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:54:58.007154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:58.012294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:58.012646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=d539d49b-ce87-4d51-b4e6-72b42a95bea6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:58.021382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:58.031401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:54:58.047339 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ba3cd3b-3a36-49d6-a64f-347dd8cb6013 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 200 len: 315 time: 0.1277628 Dec 15 21:54:58.047544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:58.050275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.062464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-92b7cede-d258-4fd9-b8e2-56b23b69f6d2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:58.069892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:58.075100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:54:58.084795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:54:58.085708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:58.086874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.106874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] In _notify_port_updated(), no bound segment for port 7e943e07-4410-4c8f-ac76-9c917921615f on network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:54:58.113226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:58.113862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.118696 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/ports/7e943e07-4410-4c8f-ac76-9c917921615f HTTP/1.1" status: 200 len: 998 time: 3.4110038 Dec 15 21:54:58.123124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38516) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:58.131528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2632163 Dec 15 21:54:58.132279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:58.133612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38520) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:58.134113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Provisioning for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:58.136302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.162104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] For port db80a952-7d3e-491f-8205-af3b478a1c86, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=db80a952-7d3e-491f-8205-af3b478a1c86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:58.162551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.169813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Provisioning complete for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:58.170193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.176355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:58.181503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] For port db80a952-7d3e-491f-8205-af3b478a1c86, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=db80a952-7d3e-491f-8205-af3b478a1c86,segment=NetworkSegment(c5bfaa70-a39a-4223-9f88-aafa40ca565c),segment_id=c5bfaa70-a39a-4223-9f88-aafa40ca565c)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:54:58.181872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.214594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:54:58.289988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 7e943e07-4410-4c8f-ac76-9c917921615f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:58.290468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.316829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:54:58.325578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Calling delete_port for db80a952-7d3e-491f-8205-af3b478a1c86 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:58.378937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.379443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added segment f5554452-ce3e-49b2-acde-0fc8c9bf20af of type vlan for network c5e22b4c-241e-4340-81d6-95dd564ef8a3 Dec 15 21:54:58.385317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Calling delete_port for db80a952-7d3e-491f-8205-af3b478a1c86 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:58.406458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.426968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.433085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.449075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:58.456217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.458890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-658d6ad5-e9bd-4463-8b1b-e5fbff2362d8 None None] Port e12fc1b9-eb11-4801-9a50-9f2e92d86076 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:58.468590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:58.468783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa687f12-ee10-4067-8e7d-16216b96f091 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:58.468904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.516929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No DVR routers for this DVR port db80a952-7d3e-491f-8205-af3b478a1c86 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:54:58.521206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd58fb67-ea3d-4c84-9720-b74c42d3df78,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:58.523205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.539557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:58.563323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Port': ['ID=db80a952-7d3e-491f-8205-af3b478a1c86,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:58.565607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.573862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:54:58.574854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.582621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:58.585094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:58.586971 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-92b7cede-d258-4fd9-b8e2-56b23b69f6d2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 204 len: 168 time: 0.5384779 Dec 15 21:54:58.607096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38524) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:58.618107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Provisioning for port 7e943e07-4410-4c8f-ac76-9c917921615f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:54:58.639023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-7da1e81c-82d5-4478-991d-6e6fafce9c5b tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-362562841') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:58.677944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Provisioning complete for port 7e943e07-4410-4c8f-ac76-9c917921615f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:58.678318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.696177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.700413 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7129474 Dec 15 21:54:58.712382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:58.727949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:54:58.728305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:54:58.731347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '4c42aaad-9d79-4ad5-99f9-5fcbba0fb870', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:58.749030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:58.759645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:58.780319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:58.798877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Port 7e943e07-4410-4c8f-ac76-9c917921615f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:58.836802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:58.887277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Provisioning complete for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:54:58.887654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.913832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.952770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3efe1e0c-05a3-4868-a348-3909d8a82005 None None] Port e12fc1b9-eb11-4801-9a50-9f2e92d86076 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:54:58.956798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:58.987434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a411e010-c320-4588-b3bb-76919d4c15af']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:58.991688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:55Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:54:55Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:58.997638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device db80a952-7d3e-491f-8205-af3b478a1c86 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:59.025883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5bfaa70-a39a-4223-9f88-aafa40ca565c') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:59.026384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5bfaa70-a39a-4223-9f88-aafa40ca565c') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:59.035759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:54:59.036416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Updating router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 port e12fc1b9-eb11-4801-9a50-9f2e92d86076 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:54:59.051865 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3363869 Dec 15 21:54:59.057291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.065162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: db80a952-7d3e-491f-8205-af3b478a1c86 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:59.065162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device db80a952-7d3e-491f-8205-af3b478a1c86 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:59.065510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a90f2f3e-2a1e-4779-a141-0f29c1a92a86 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:54:59.073156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38532) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:59.074362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Network': ['ID=c5e22b4c-241e-4340-81d6-95dd564ef8a3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:59.077307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:59.092687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'subnet': {'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:59.107034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:54:59.137660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: a90f2f3e-2a1e-4779-a141-0f29c1a92a86 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:54:59.138013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a90f2f3e-2a1e-4779-a141-0f29c1a92a86 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:54:59.179776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.200191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 7e943e07-4410-4c8f-ac76-9c917921615f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:54:59.208049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:54:59.208441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.216209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:54:59.224466 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:54:59.230857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Deleting port db80a952-7d3e-491f-8205-af3b478a1c86 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:54:59.231247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.255068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.resource_extend [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:54:59.303854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7da1e81c-82d5-4478-991d-6e6fafce9c5b tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:54:59.307643 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7da1e81c-82d5-4478-991d-6e6fafce9c5b tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-362562841 HTTP/1.1" status: 404 len: 328 time: 0.6938300 Dec 15 21:54:59.309748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.315907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:59.328932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:54:59.333188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:subnet and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:54:59.338025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:54:59.341205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.345532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-87c040be-105d-4885-812f-9f99bd53ae66 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-909255286') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:59.345930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.351555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7c4ef8a1-2789-40f1-9ac8-c3f9f5826fc1 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:59.369258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:54:59.380980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Pushing event deleted for resources: {'Network': ['ID=a411e010-c320-4588-b3bb-76919d4c15af,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:59.384186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:59.389765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/networks/a411e010-c320-4588-b3bb-76919d4c15af HTTP/1.1" status: 204 len: 168 time: 2.1314187 Dec 15 21:54:59.390382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:59.395045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'routes': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:54:59.407471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2e815e44-81cb-41ce-8668-c4a60848a604 None None] The port 'db80a952-7d3e-491f-8205-af3b478a1c86' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:54:59.462654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Made reservation on behalf of 1b4901bd7c024070899511f9618c7f20 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:54:59.466387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.470969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] device_id is not set on port d539d49b-ce87-4d51-b4e6-72b42a95bea6 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:54:59.526783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.583792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.632119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.645142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02f8eb73-f6e7-4726-83e7-0d38f7c77d79 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:59.672157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f17dff-7742-4a82-ab85-a436f35bbc25,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:59.678739 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-87c040be-105d-4885-812f-9f99bd53ae66 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:54:59.680204 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87c040be-105d-4885-812f-9f99bd53ae66 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-909255286 HTTP/1.1" status: 404 len: 328 time: 0.3457944 Dec 15 21:54:59.681327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:59.685036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:59.697563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-da059a55-ae11-4fc1-8e18-5e9ef8840013 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30', 'tempest-TagsExtTest-Tag-576551592') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:54:59.768248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Transition to ACTIVE for port object d539d49b-ce87-4d51-b4e6-72b42a95bea6 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:59.769438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.770774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0572157 Dec 15 21:54:59.773338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.774996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38548) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:54:59.784365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b65ec7d1-51cf-4edc-933e-15dd6d220c8b tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:59.819795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.821450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Added routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:54:59.821823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Removed routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:54:59.822266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.856168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=7e943e07-4410-4c8f-ac76-9c917921615f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:54:59.863292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:54:59.872694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-48682a0d-8af6-4c10-afd2-3160a084b4b4 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:54:59.905652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.920213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Transition to ACTIVE for port object e12fc1b9-eb11-4801-9a50-9f2e92d86076 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:54:59.928762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:54:59.935207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-153dbf6e-7d35-44f6-8805-8456d7908fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:00.026534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.082704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.101375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.114817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.132440 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-da059a55-ae11-4fc1-8e18-5e9ef8840013 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:00.133912 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-da059a55-ae11-4fc1-8e18-5e9ef8840013 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags/tempest-TagsExtTest-Tag-576551592 HTTP/1.1" status: 404 len: 328 time: 0.4478204 Dec 15 21:55:00.156460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Pushing event updated for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:00.169346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38552) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.172061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=d539d49b-ce87-4d51-b4e6-72b42a95bea6,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:00.179193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:00.189776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-e184f718-e786-40f4-a2fe-ea19bfde491d tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', {'tags': ['tempest-TagsExtTest-Tag-459132049', 'tempest-TagsExtTest-Tag-282506560', 'tempest-TagsExtTest-Tag-1198787733']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:00.210276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:00.245870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Attempting to bind port e12fc1b9-eb11-4801-9a50-9f2e92d86076 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.246254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Attempting to bind port e12fc1b9-eb11-4801-9a50-9f2e92d86076 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.246851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Attempting to bind port e12fc1b9-eb11-4801-9a50-9f2e92d86076 on network a869725c-fe95-4a04-b90f-7097a716f4ea {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.256057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:00.258646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Checking segment: {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:00.259117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.259535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Bound using segment: {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:00.261503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Bound port: e12fc1b9-eb11-4801-9a50-9f2e92d86076, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8389ab-6a6f-44f4-8143-55f8949da4c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:00.261968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.269317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.269853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.270196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.335117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 40f843b2-4ed6-4d8e-b70d-084f93a700fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:00.346681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:00.347020 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:00.360886 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 2 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:00.374973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] For port e12fc1b9-eb11-4801-9a50-9f2e92d86076, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:00.378631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] For port e12fc1b9-eb11-4801-9a50-9f2e92d86076, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e12fc1b9-eb11-4801-9a50-9f2e92d86076,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:00.386515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.393797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:00.404463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.407222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.411491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.411947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.412321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.424272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-29248a97-f76b-4b9a-bed4-f8757d564775 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:00.432516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.436341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/19f17dff-7742-4a82-ab85-a436f35bbc25 HTTP/1.1" status: 204 len: 168 time: 0.6597834 Dec 15 21:55:00.444195 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/7e943e07-4410-4c8f-ac76-9c917921615f HTTP/1.1" status: 204 len: 168 time: 2.3135009 Dec 15 21:55:00.445622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38556) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.450129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:00.450451 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:00.451154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38558) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.452037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 3 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:00.462272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19f17dff-7742-4a82-ab85-a436f35bbc25,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:00.479147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:00.482456 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e184f718-e786-40f4-a2fe-ea19bfde491d tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 200 len: 316 time: 0.3070831 Dec 15 21:55:00.490186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:00.490847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:00.533338 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afe673c-cdba-495e-aa0d-cf6e83f13f19 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:55:00.533945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7afe673c-cdba-495e-aa0d-cf6e83f13f19 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:00.543864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.571496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-c4b6e033-b1ec-42a4-9dc6-eeae69c492b3 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:00.578559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Pushing event updated for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:00.635167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:00.651417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7afe673c-cdba-495e-aa0d-cf6e83f13f19 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:00.656090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7afe673c-cdba-495e-aa0d-cf6e83f13f19 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/7e943e07-4410-4c8f-ac76-9c917921615f HTTP/1.1" status: 404 len: 333 time: 0.1927483 Dec 15 21:55:00.656090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.656090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.656090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.660004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.681722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:00.694801 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Sync routers for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:00.695344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.698962 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d93fdf6-dfc2-4358-b49b-57bb0cb021a3 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 701 time: 1.3079655 Dec 15 21:55:00.700161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.702823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:00.703165 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:00.706381 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:00.706539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:00.707007 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:00.790755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c305876-e081-4199-8162-b53f07875f25 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:00.795937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:00.816267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d196908-4458-4a76-a36f-9cb11442bd5b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:00.830033 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 4 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:00.847018 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:00.851803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c305876-e081-4199-8162-b53f07875f25 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:00.855648 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c305876-e081-4199-8162-b53f07875f25 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 205 time: 0.1543350 Dec 15 21:55:00.856441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.859537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.859971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.860413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.882245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:00.882659 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:00.890112 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 5 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:00.956899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e379b2ac-3f45-4a03-b73e-5847fad9ae6b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:00.971066 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4b6e033-b1ec-42a4-9dc6-eeae69c492b3 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 204 len: 168 time: 0.4175968 Dec 15 21:55:00.979952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:00.980185 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:00.985977 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Checking router: 40f843b2-4ed6-4d8e-b70d-084f93a700fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:00.989316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:00.989803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:00.990268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:00.997863 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Routers {'40f843b2-4ed6-4d8e-b70d-084f93a700fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:00.998699 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:01.000757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-978e5b9f-eca0-4e69-bb25-d74d1380ad87 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-459132049') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:01.034731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Subnet': ['ID=df1681de-4a7f-4266-b12e-096f3a16bcf1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:01.040814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:01.043984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.121173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:55Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:00Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:01.126167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c99581-ac10-4c72-b2c9-1a4e9c8e8822 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:54:55Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:00Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:01.160966 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] Set router 40f843b2-4ed6-4d8e-b70d-084f93a700fb gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:01.249711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:01.250050 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:01.253984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:01.265019 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 6 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:01.287387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e379b2ac-3f45-4a03-b73e-5847fad9ae6b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:01.299052 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e379b2ac-3f45-4a03-b73e-5847fad9ae6b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.8502245 Dec 15 21:55:01.299943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38584) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:01.300611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.319331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Checking segment: {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:01.319989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network hostable DHCP agents. Network: c5e22b4c-241e-4340-81d6-95dd564ef8a3, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:01.342878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:01.342878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:01.343225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:01.345467 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:01.350819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d585318-dd6a-4173-8ebd-b63458f0c8b4 None None] The sync data for ids ['40f843b2-4ed6-4d8e-b70d-084f93a700fb'] in dv-neutron-820612-1-hyperv is: [{'id': '40f843b2-4ed6-4d8e-b70d-084f93a700fb', 'name': 'tempest-RoutersTest-router-2013468050', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:53:12Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 11, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:01.397580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.401088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.417074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:01.437172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c5e22b4c-241e-4340-81d6-95dd564ef8a3) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:01.439954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.440480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 40f843b2-4ed6-4d8e-b70d-084f93a700fb {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:01.444474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:01.445060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.455337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e31ffa-ab0a-4eed-a438-255f272a95a0 None None] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:01.469677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.470945 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0d60229d-9587-4dbd-b766-7cfc6a23070f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 204 len: 168 time: 0.6044364 Dec 15 21:55:01.472987 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3940263 Dec 15 21:55:01.474687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:01.475012 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:01.476052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38588) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:01.479362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:01.486482 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 7 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:01.554503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1587066947', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:01.555158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:01.555513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:01.555855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:01.578438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:01.582006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.610519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:01.610733 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:01.615909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.653413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Usage tracker for resource:router and tenant:d1847a4bc77c435f88c9157b118ec108 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:01.657696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:01.675578 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 8 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:01.680553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:01.691550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.708611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.709736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.720846 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-978e5b9f-eca0-4e69-bb25-d74d1380ad87 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:01.722008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-978e5b9f-eca0-4e69-bb25-d74d1380ad87 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-459132049 HTTP/1.1" status: 404 len: 328 time: 0.7391396 Dec 15 21:55:01.731937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:01.743740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-be82023b-a025-4e89-9c96-4f2964e691e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-282506560') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:01.798639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:01.801045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.813999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:01.814339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:01.814674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:01.900944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:01.901652 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:01.912238 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 9 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:01.950246 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:55:01.951364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:01.957555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-269b471e-dd9a-4548-9521-6e92e9d891bd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:01.983488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:01.984254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:01.984821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:02.003253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd58fb67-ea3d-4c84-9720-b74c42d3df78,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:02.014507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:02.015139 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:02.017545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e12fc1b9-eb11-4801-9a50-9f2e92d86076 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:02.017926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:02.022832 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempt 10 to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 Dec 15 21:55:02.036718 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-be82023b-a025-4e89-9c96-4f2964e691e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:02.038221 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-be82023b-a025-4e89-9c96-4f2964e691e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-282506560 HTTP/1.1" status: 404 len: 328 time: 0.3053601 Dec 15 21:55:02.039417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.040784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fd58fb67-ea3d-4c84-9720-b74c42d3df78 HTTP/1.1" status: 204 len: 168 time: 0.6940541 Dec 15 21:55:02.041869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38600) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.044661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.057190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-09bc63c0-e3f2-40e7-9ac7-047f042f36bc tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e', 'tempest-TagsExtTest-Tag-1198787733') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:02.120408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.137855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:02.161262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:02.161705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.179323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:02.180922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:02.181516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempting to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:02.212213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:02.213333 dv-neutron-820612-1-hyperv neutron-server[87553]: ERROR neutron.plugins.ml2.managers [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Failed to bind port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on host hv-neutron-8206 for vnic_type normal using segments [{'id': '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f58b5aba-cffd-4648-9f9a-81f3ea6ce710'}] Dec 15 21:55:02.213914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.361906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.375553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Allocated IP 2001:db8:3::2 (c5e22b4c-241e-4340-81d6-95dd564ef8a3/df1681de-4a7f-4266-b12e-096f3a16bcf1/cf020e7c-ca35-4034-a816-484314a339b7) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:02.389384 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-09bc63c0-e3f2-40e7-9ac7-047f042f36bc tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:02.390683 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09bc63c0-e3f2-40e7-9ac7-047f042f36bc tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags/tempest-TagsExtTest-Tag-1198787733 HTTP/1.1" status: 404 len: 329 time: 0.3405204 Dec 15 21:55:02.401876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.410024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.420154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-65d708a4-f1de-44e1-bf33-3b6f5c906730 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', {'tags': ['tempest-TagsExtTest-Tag-1319105985', 'tempest-TagsExtTest-Tag-1038600330', 'tempest-TagsExtTest-Tag-1360340654']}) {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:02.429106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23e07911-bfd2-4295-a1a9-934d5b64cefb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:02.463826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.482687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:02.490774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port d539d49b-ce87-4d51-b4e6-72b42a95bea6, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:02.491373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attempted to set empty binding levels {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Dec 15 21:55:02.496679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:02.497938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.506669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.509568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e12fc1b9-eb11-4801-9a50-9f2e92d86076, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e12fc1b9-eb11-4801-9a50-9f2e92d86076,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:02.514620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:02.554586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e83b5-9975-4a7a-9ff9-113d337b5f96 None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:02.555394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.577823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.594690 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc HTTP/1.1" status: 204 len: 168 time: 1.9336092 Dec 15 21:55:02.604951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:02.609003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38612) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.640444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-39043db0-1b51-4c3a-978f-e10b4fcf3969 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4906476 Dec 15 21:55:02.650078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.651074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] In _notify_port_updated(), no bound segment for port d539d49b-ce87-4d51-b4e6-72b42a95bea6 on network f58b5aba-cffd-4648-9f9a-81f3ea6ce710 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:55:02.652155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:02.652895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.654307 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "PUT /v2.0/ports/d539d49b-ce87-4d51-b4e6-72b42a95bea6 HTTP/1.1" status: 200 len: 976 time: 4.4859986 Dec 15 21:55:02.671816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38618) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.675393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65d708a4-f1de-44e1-bf33-3b6f5c906730 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "PUT /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 200 len: 318 time: 0.2720885 Dec 15 21:55:02.684032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.702583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-7cfe16ed-57c2-4832-a1d6-97d75303ef49 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:02.725246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.725520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event updated for resources: {'Port': ['ID=d539d49b-ce87-4d51-b4e6-72b42a95bea6,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:02.730181 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f54ebb7b-2768-4273-bd18-062d97347dc4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2499170 Dec 15 21:55:02.733222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38628) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:02.745194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:02.747339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:02.788213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.797867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Deleting port d539d49b-ce87-4d51-b4e6-72b42a95bea6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:02.798339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.826313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 2ca57ae9-d234-412e-b1a4-7577dc234034 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:02.836435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.877445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.883977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.897420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Transition to ACTIVE for port object cf020e7c-ca35-4034-a816-484314a339b7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:02.919603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Transition to ACTIVE for port object cf020e7c-ca35-4034-a816-484314a339b7 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:02.932520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:02.932770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.022928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.029726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a2d18110-427e-4020-af42-f2a1c71e3464 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:03.048367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.061619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36df172c-2a53-484b-89bd-39602ba3c1cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.069072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.087395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.091185 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/36df172c-2a53-484b-89bd-39602ba3c1cc HTTP/1.1" status: 204 len: 168 time: 0.4306834 Dec 15 21:55:03.099540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.104642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.119904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:03.141557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38632) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.182595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:03.191992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:03.194750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:03.300702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7cfe16ed-57c2-4832-a1d6-97d75303ef49 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 204 len: 168 time: 0.6125765 Dec 15 21:55:03.324988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Pushing event updated for resources: {'Port': ['ID=cf020e7c-ca35-4034-a816-484314a339b7,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.327687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.330472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38636) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.340835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-5417e09b-ea85-463a-b5f5-54be58343aa7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-1319105985') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:03.368228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Attempting to bind port cf020e7c-ca35-4034-a816-484314a339b7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:03.368728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Attempting to bind port cf020e7c-ca35-4034-a816-484314a339b7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:03.369164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Attempting to bind port cf020e7c-ca35-4034-a816-484314a339b7 on network c5e22b4c-241e-4340-81d6-95dd564ef8a3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:03.373556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.384392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:03.384854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Checking segment: {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:03.385785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.386259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Bound using segment: {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:03.386826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Bound port: cf020e7c-ca35-4034-a816-484314a339b7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:03.387280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.395395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] For port d539d49b-ce87-4d51-b4e6-72b42a95bea6, host hv-neutron-8206, got binding levels [] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:03.395992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.418766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.425093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.515769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] For port cf020e7c-ca35-4034-a816-484314a339b7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:03.532203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] For port cf020e7c-ca35-4034-a816-484314a339b7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cf020e7c-ca35-4034-a816-484314a339b7,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:03.539678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.545414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-319a6776-9ac2-4c87-9174-e61bb26ac40e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:03.578813 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-5417e09b-ea85-463a-b5f5-54be58343aa7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:03.580038 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5417e09b-ea85-463a-b5f5-54be58343aa7 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-1319105985 HTTP/1.1" status: 404 len: 329 time: 0.2451382 Dec 15 21:55:03.585712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.591400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9fcfbdb8-783d-4845-a2ed-d69051fed403 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:03.604573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Calling delete_port for d539d49b-ce87-4d51-b4e6-72b42a95bea6 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:03.625005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-11fc6428-8e70-439b-afc6-17302eee74e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-1038600330') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:03.666459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9fcfbdb8-783d-4845-a2ed-d69051fed403 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:03.670855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.671053 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9fcfbdb8-783d-4845-a2ed-d69051fed403 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5284827 Dec 15 21:55:03.672567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Pushing event updated for resources: {'Port': ['ID=cf020e7c-ca35-4034-a816-484314a339b7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.692829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.734066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.739839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5486549f-3b08-4c68-86f3-56a887b04543 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:03.777147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.791999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca57ae9-d234-412e-b1a4-7577dc234034,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.794996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.805729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f7a1d21-5bc2-494f-b00e-2854c6a9b14d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:03.864027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.868572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Pushing event deleted for resources: {'Port': ['ID=d539d49b-ce87-4d51-b4e6-72b42a95bea6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:03.874295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.877971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:03.886892 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/2ca57ae9-d234-412e-b1a4-7577dc234034 HTTP/1.1" status: 204 len: 168 time: 1.2742484 Dec 15 21:55:03.889106 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d539d49b-ce87-4d51-b4e6-72b42a95bea6 HTTP/1.1" status: 204 len: 168 time: 1.2124755 Dec 15 21:55:03.890057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38648) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.892200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38650) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.912128 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-11fc6428-8e70-439b-afc6-17302eee74e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:03.916879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-11fc6428-8e70-439b-afc6-17302eee74e2 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-1038600330 HTTP/1.1" status: 404 len: 329 time: 0.3282347 Dec 15 21:55:03.924688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38656) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:03.935257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e12fc1b9-eb11-4801-9a50-9f2e92d86076 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:03.958547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:03.990591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-f2a6ad8b-7828-4513-9c6a-dd37b6e59b42 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31', 'tempest-TagsExtTest-Tag-1360340654') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.005219 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9f889b-d0dc-4c9d-9d88-eb2533f1a41d tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] GET failed (client error): The resource could not be found. Dec 15 21:55:04.005746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9f9f889b-d0dc-4c9d-9d88-eb2533f1a41d tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Synchronizing usage tracker for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:04.022453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Router 163bffa0-2f04-4aa5-888c-e2690d948943 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:04.026764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.092074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e12fc1b9-eb11-4801-9a50-9f2e92d86076 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:04.092857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.103639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9f9f889b-d0dc-4c9d-9d88-eb2533f1a41d tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Unset dirty status for tenant:8642aabec56e44f390ad7b4c3a8d2cff on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:04.105187 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f9f889b-d0dc-4c9d-9d88-eb2533f1a41d tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] 10.222.0.18 "GET /v2.0/ports/d539d49b-ce87-4d51-b4e6-72b42a95bea6 HTTP/1.1" status: 404 len: 333 time: 0.2112689 Dec 15 21:55:04.113780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.232107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:04.242371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.252262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Allocated IP 2001:db8:3::1 (c5e22b4c-241e-4340-81d6-95dd564ef8a3/df1681de-4a7f-4266-b12e-096f3a16bcf1/83d88513-4111-40df-875a-f93310f396e6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:04.266607 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-f2a6ad8b-7828-4513-9c6a-dd37b6e59b42 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] show failed (client error): The resource could not be found. Dec 15 21:55:04.267975 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2a6ad8b-7828-4513-9c6a-dd37b6e59b42 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags/tempest-TagsExtTest-Tag-1360340654 HTTP/1.1" status: 404 len: 329 time: 0.2818780 Dec 15 21:55:04.274731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38664) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.275602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.280352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.284088 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7abda327-f37a-41a1-a254-97b3671e9952 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "PUT /v2.0/routers/163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 200 len: 694 time: 1.5467331 Dec 15 21:55:04.284207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Sync routers for ids ['163bffa0-2f04-4aa5-888c-e2690d948943'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:04.285726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38668) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.288243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-01c8cb01-805b-46c1-bbdd-40531ac5940e tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3d65ac87-7137-489e-9504-2eba89463c31') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.295578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Routers {'163bffa0-2f04-4aa5-888c-e2690d948943'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:04.296714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['163bffa0-2f04-4aa5-888c-e2690d948943'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.307367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.311640 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e7966599-5e35-4d64-98c3-159983bd7d19 HTTP/1.1" status: 204 len: 168 time: 0.6372533 Dec 15 21:55:04.312471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.316705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:04.359356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7966599-5e35-4d64-98c3-159983bd7d19,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:04.366075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:04.389909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 5b904995-5e0a-4cfe-b8e4-6037c8af739d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:04.390248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.424878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35006ba2-6cd5-4f82-a99f-76617fd01fc0 None None] Network 1ce00aa8-ac01-439c-8d53-9ea95b39c5be requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:04.493496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.495557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c79d5eb-0438-4445-bff4-7916d1982cfd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:04.507496 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-01c8cb01-805b-46c1-bbdd-40531ac5940e tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31/tags HTTP/1.1" status: 204 len: 168 time: 0.2246861 Dec 15 21:55:04.514214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38676) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.531303 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0aefde4c-c6ed-4c27-81cf-3dd24945ed6d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/routers/163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 200 len: 700 time: 0.2415159 Dec 15 21:55:04.533239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.535336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.tag.tag_plugin [None req-bf3896bd-d64b-4690-959c-a920058ec929 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2f5bbf14-0b34-469c-b982-c0360fe0463e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.555425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Set router 163bffa0-2f04-4aa5-888c-e2690d948943 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:04.586589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3c79d5eb-0438-4445-bff4-7916d1982cfd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:04.590515 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3c79d5eb-0438-4445-bff4-7916d1982cfd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2624044 Dec 15 21:55:04.609116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.628459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-938ffd47-b4c0-4db4-967b-4c14bd5d2e8b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 200 len: 205 time: 0.0918734 Dec 15 21:55:04.640175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:04.695943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bffa0-2f04-4aa5-888c-e2690d948943', 'name': 'tempest-RoutersTest-router-1587066947', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:01Z', 'updated_at': '2021-12-15T21:55:03Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.702154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Checking router: 163bffa0-2f04-4aa5-888c-e2690d948943 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:04.756557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.795539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Routers {'163bffa0-2f04-4aa5-888c-e2690d948943'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:04.796355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['163bffa0-2f04-4aa5-888c-e2690d948943'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:04.837471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.854244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.886315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port 5b904995-5e0a-4cfe-b8e4-6037c8af739d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5b904995-5e0a-4cfe-b8e4-6037c8af739d,segment=NetworkSegment(d8ac7ec7-3acd-4cce-824a-0ef7c5a13219),segment_id=d8ac7ec7-3acd-4cce-824a-0ef7c5a13219)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:04.886681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.921937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:04.927067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] Set router 163bffa0-2f04-4aa5-888c-e2690d948943 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:04.997175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Transition to ACTIVE for port object 83d88513-4111-40df-875a-f93310f396e6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:05.029498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8b02b5fe-bfff-43b6-b9db-a6702ca8d229 None None] Provisioning complete for port 5b904995-5e0a-4cfe-b8e4-6037c8af739d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:05.029498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b02b5fe-bfff-43b6-b9db-a6702ca8d229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.065218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df71068-6e13-4165-96e7-7afa24827568 None None] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:05.092975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163bffa0-2f04-4aa5-888c-e2690d948943', 'name': 'tempest-RoutersTest-router-1587066947', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:01Z', 'updated_at': '2021-12-15T21:55:03Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.142781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.165993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e20db-24b2-4384-bd3e-bb322b91d136 None None] The sync data for ids ['163bffa0-2f04-4aa5-888c-e2690d948943'] in dv-neutron-820612-1-hyperv is: [{'id': '163bffa0-2f04-4aa5-888c-e2690d948943', 'name': 'tempest-RoutersTest-router-1587066947', 'tenant_id': 'd1847a4bc77c435f88c9157b118ec108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:01Z', 'updated_at': '2021-12-15T21:55:03Z', 'revision_number': 2, 'project_id': 'd1847a4bc77c435f88c9157b118ec108', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:05.177322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 5b904995-5e0a-4cfe-b8e4-6037c8af739d owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:05.215121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:05.236062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.237894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d55a5f8a-d889-4850-9efe-0149ceee77fd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:05.241243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:05.244422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.255506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.260042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d55a5f8a-d889-4850-9efe-0149ceee77fd HTTP/1.1" status: 204 len: 168 time: 0.6457641 Dec 15 21:55:05.264493 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf3896bd-d64b-4690-959c-a920058ec929 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e/tags HTTP/1.1" status: 204 len: 168 time: 0.7453835 Dec 15 21:55:05.269628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.269961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38694) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.295650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-e9ef2946-cafb-4c20-9d98-c8c24e87febf tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e9dce09e-834f-44d8-8bec-d1d58a347e30') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.348335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.364190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:05.364419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.399310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58b5aba-cffd-4648-9f9a-81f3ea6ce710']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.407260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.415937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:05.418848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.419368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Fanout notify agent at l3_agent the message router_deleted on router 163bffa0-2f04-4aa5-888c-e2690d948943 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:05.427616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d16b6a-52e9-45c5-9301-85a9ff8b0ec5 None None] DHCP port deletion for 1ce00aa8-ac01-439c-8d53-9ea95b39c5be request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:05.460659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:05.467136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:05.469922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:05.470473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.474634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.474928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '910366f5-2593-4bcf-a2b8-6c4c9fc93bc2') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.483060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=5b904995-5e0a-4cfe-b8e4-6037c8af739d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:05.487535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No DVR routers for this DVR port 5b904995-5e0a-4cfe-b8e4-6037c8af739d on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:05.488984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:05.513810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.514903 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1cbe4464-70da-4b6e-bed6-a4bc82ababff tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 204 len: 168 time: 0.8633265 Dec 15 21:55:05.537501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-055fdf15-c4f3-4e24-886c-b2a9a82da90b None None] Provisioning for port cf020e7c-ca35-4034-a816-484314a339b7 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:05.538509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.578302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.604810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-310b503f-4236-45e3-aca0-2772e8185a09 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:05.607429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:05.610365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:05.626489 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-494b3dcf-b332-4327-b340-710455861620 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 200 len: 205 time: 0.0853567 Dec 15 21:55:05.638738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.650069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.738244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:05.738655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.753821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-eeba2b86-9365-44ba-8141-954b348c92b7 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:05.754852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eeba2b86-9365-44ba-8141-954b348c92b7 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/163bffa0-2f04-4aa5-888c-e2690d948943 HTTP/1.1" status: 404 len: 336 time: 0.1129971 Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:05.755665 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:05.765775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.787193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-310b503f-4236-45e3-aca0-2772e8185a09 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:05.788473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-310b503f-4236-45e3-aca0-2772e8185a09 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5176032 Dec 15 21:55:05.793026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38712) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.837611 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e9ef2946-cafb-4c20-9d98-c8c24e87febf tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30/tags HTTP/1.1" status: 204 len: 168 time: 0.5617733 Dec 15 21:55:05.841279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.846626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.tag.tag_plugin [None req-8a11cebf-8ff7-4b18-b022-b34d295a4931 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9664856a-1498-40a3-a354-7e7b6a3b3699') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.850567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.883345 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f953aab2-27ec-4df5-81b4-78e5a5368af4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:05.884287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f953aab2-27ec-4df5-81b4-78e5a5368af4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:05.885724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d2a19cb0-31b5-445b-be4e-9f19e3148b06 None None] Provisioning for port 83d88513-4111-40df-875a-f93310f396e6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:05.902552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d2a19cb0-31b5-445b-be4e-9f19e3148b06 None None] Provisioning complete for port 83d88513-4111-40df-875a-f93310f396e6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:05.903028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2a19cb0-31b5-445b-be4e-9f19e3148b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.910885 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f953aab2-27ec-4df5-81b4-78e5a5368af4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/337e0242-0564-4314-ac2a-9520ec151e98 HTTP/1.1" status: 404 len: 337 time: 0.1437762 Dec 15 21:55:05.914619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:05.918328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce00aa8-ac01-439c-8d53-9ea95b39c5be']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.965371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.966021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:05.973412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.973699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ac7ec7-3acd-4cce-824a-0ef7c5a13219') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:05.989009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31697299-410e-4032-a0c9-ff0d44e82bab tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:06.018329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.029671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cf020e7c-ca35-4034-a816-484314a339b7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:06.033020 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-803f0792-4bed-400c-9491-31285ebb4687 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:06.033481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-803f0792-4bed-400c-9491-31285ebb4687 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:06.041327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.066505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.079306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:06.080288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.084876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d2a19cb0-31b5-445b-be4e-9f19e3148b06 None None] Port 83d88513-4111-40df-875a-f93310f396e6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:06.088201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.129834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port cf020e7c-ca35-4034-a816-484314a339b7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:06.135390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port cf020e7c-ca35-4034-a816-484314a339b7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:06.136026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:06.176002 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:06.178494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Pushing event deleted for resources: {'Network': ['ID=f58b5aba-cffd-4648-9f9a-81f3ea6ce710,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:06.186942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:06.188742 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] 10.222.0.18 "DELETE /v2.0/networks/f58b5aba-cffd-4648-9f9a-81f3ea6ce710 HTTP/1.1" status: 204 len: 168 time: 2.0722120 Dec 15 21:55:06.193853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-803f0792-4bed-400c-9491-31285ebb4687 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/7ee5dcc1-291d-4516-a188-0b695298c657 HTTP/1.1" status: 404 len: 337 time: 0.2780340 Dec 15 21:55:06.195607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.257499 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c628bca1-45b9-4108-9500-7d0107004d04 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:06.257997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c628bca1-45b9-4108-9500-7d0107004d04 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:06.264938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.266483 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c628bca1-45b9-4108-9500-7d0107004d04 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/3e109b88-5535-4fc5-b432-4e43ac3f3de3 HTTP/1.1" status: 404 len: 337 time: 0.0586183 Dec 15 21:55:06.268557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38730) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.295470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7625359e-52bc-400b-b642-a47fbf40bab8 None None] Provisioning complete for port 83d88513-4111-40df-875a-f93310f396e6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:06.296045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7625359e-52bc-400b-b642-a47fbf40bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.305293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.310091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.317698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38734) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.318950 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/1ce00aa8-ac01-439c-8d53-9ea95b39c5be HTTP/1.1" status: 204 len: 168 time: 2.4232752 Dec 15 21:55:06.328077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bf600653-3169-4c91-ac0d-aff51bb5ab2c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:06.349175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=1ce00aa8-ac01-439c-8d53-9ea95b39c5be,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:06.352542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:06.353268 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-7080e1c3-e856-43e5-85a9-b90169040705 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:06.353731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7080e1c3-e856-43e5-85a9-b90169040705 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:06.355699 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7080e1c3-e856-43e5-85a9-b90169040705 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/1491789f-4039-4eb5-8a99-7f5df9e807b5 HTTP/1.1" status: 404 len: 337 time: 0.0858579 Dec 15 21:55:06.358095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38738) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.390609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7625359e-52bc-400b-b642-a47fbf40bab8 None None] Port 83d88513-4111-40df-875a-f93310f396e6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:06.400092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.408836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a11cebf-8ff7-4b18-b022-b34d295a4931 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699/tags HTTP/1.1" status: 204 len: 168 time: 0.5664322 Dec 15 21:55:06.422130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.425690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0bf83ba5-0a31-4cfb-88bf-36c8aa2729e1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Synchronizing usage tracker for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:06.447931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port cf020e7c-ca35-4034-a816-484314a339b7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cf020e7c-ca35-4034-a816-484314a339b7,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:06.459887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.469820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:06.470576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0bf83ba5-0a31-4cfb-88bf-36c8aa2729e1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Unset dirty status for tenant:d1847a4bc77c435f88c9157b118ec108 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:06.471727 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0bf83ba5-0a31-4cfb-88bf-36c8aa2729e1 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 200 len: 205 time: 0.1127136 Dec 15 21:55:06.478431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.485744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.516747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2b6591d0-39c3-4b23-8e6d-8795145a6844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:06.566106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=cf020e7c-ca35-4034-a816-484314a339b7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:06.579117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c42aaad-9d79-4ad5-99f9-5fcbba0fb870,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:06.580672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:06.588927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:06.594628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5b904995-5e0a-4cfe-b8e4-6037c8af739d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:06.604608 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-80e0871e-a823-40d7-af77-ca6ba649ae7e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:06.605626 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80e0871e-a823-40d7-af77-ca6ba649ae7e tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/40f843b2-4ed6-4d8e-b70d-084f93a700fb HTTP/1.1" status: 404 len: 336 time: 0.1262934 Dec 15 21:55:06.609488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.673306 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22734726-68cc-4fe1-8b5b-35616f1fb3b2 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=57222fa3-1742-45c5-a4b6-66b51717dae1 HTTP/1.1" status: 200 len: 205 time: 0.0626316 Dec 15 21:55:06.675422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.707625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9005511-5511-4626-9cba-eab3e4d44434 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:06.708140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d9005511-5511-4626-9cba-eab3e4d44434 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:06.715422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5b904995-5e0a-4cfe-b8e4-6037c8af739d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:06.715774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5b904995-5e0a-4cfe-b8e4-6037c8af739d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:06.723051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.727605 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c42aaad-9d79-4ad5-99f9-5fcbba0fb870 HTTP/1.1" status: 204 len: 168 time: 0.9305143 Dec 15 21:55:06.730818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38760) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.749700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.782009 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-f20ce389-9ebe-4ff6-ac5a-058f4903d726 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:06.783029 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f20ce389-9ebe-4ff6-ac5a-058f4903d726 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/57222fa3-1742-45c5-a4b6-66b51717dae1 HTTP/1.1" status: 404 len: 336 time: 0.1066928 Dec 15 21:55:06.785636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-57ae5f9d-7480-4a0d-85df-ec7e87e7d248 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for subnetpool, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.788815 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-57ae5f9d-7480-4a0d-85df-ec7e87e7d248 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnetpools/3d65ac87-7137-489e-9504-2eba89463c31 HTTP/1.1" status: 204 len: 168 time: 0.3634207 Dec 15 21:55:06.789011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38770) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.789011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d9005511-5511-4626-9cba-eab3e4d44434 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:06.789205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38772) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.790164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d9005511-5511-4626-9cba-eab3e4d44434 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4698119 Dec 15 21:55:06.798535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38778) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.836789 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3b6b469a-7861-481b-b6b6-2104fe2cf91c tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5bbf14-0b34-469c-b982-c0360fe0463e HTTP/1.1" status: 200 len: 205 time: 0.0437305 Dec 15 21:55:06.837122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.902797 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce313fab-caa0-4eac-9e13-a7e204e05bf0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:06.903269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce313fab-caa0-4eac-9e13-a7e204e05bf0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:06.907512 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce313fab-caa0-4eac-9e13-a7e204e05bf0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c3284439-cc4b-45ac-a138-e2078c859e64 HTTP/1.1" status: 404 len: 337 time: 0.1131558 Dec 15 21:55:06.907766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.917929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38786) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:06.921362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9c31674-45f0-48a3-a28c-3b8dca51c7d4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:06.930057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.930900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:06.967602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4aa05493-a6be-48d5-a8c7-b9cca5d7a7e6 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:07.054338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ccd206ed-bda2-4ba5-b9d2-06f66df22d44 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 200 len: 205 time: 0.1365795 Dec 15 21:55:07.085723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.162193 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-65e21edd-881e-4368-bc02-bc98481230e7 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:07.163188 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65e21edd-881e-4368-bc02-bc98481230e7 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/fe9c321a-354f-4e73-8d3e-438fa2f953b8 HTTP/1.1" status: 404 len: 336 time: 0.0763710 Dec 15 21:55:07.167369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.174653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38796) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.180621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b9c31674-45f0-48a3-a28c-3b8dca51c7d4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:07.181771 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b9c31674-45f0-48a3-a28c-3b8dca51c7d4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4500661 Dec 15 21:55:07.187765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event updated for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:07.191089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:07.191589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38800) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.250884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887103578'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:07.269505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:07.274260 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-34ac077d-56ea-42d1-8435-c75d5b114407 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 HTTP/1.1" status: 200 len: 205 time: 0.0953465 Dec 15 21:55:07.277489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38804) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.281514 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55777a08-9eb6-4ac1-91dc-47a38e059e2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b283cc75e3fc46ebb2b3f44929866713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5294657 Dec 15 21:55:07.302157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.307571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:07.346590 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40431621-ffef-438f-b07d-6cae52354049 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5387640 Dec 15 21:55:07.350083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.364255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986135365'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:07.364650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.371159 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c4bb34f4-78c0-4c55-bc4d-6ea1eed2a5e6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:07.374493 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4bb34f4-78c0-4c55-bc4d-6ea1eed2a5e6 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/8a94a2fa-e08a-4b5d-9a9f-f75ffabcd088 HTTP/1.1" status: 404 len: 336 time: 0.0937514 Dec 15 21:55:07.378803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38816) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.381975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:07.414836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:07.425782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:07.483611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:07.502302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3b26f5-c791-40dd-afc6-5159c2c36176 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:07.502843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3b26f5-c791-40dd-afc6-5159c2c36176 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:07.507271 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f3b26f5-c791-40dd-afc6-5159c2c36176 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c0b60208-34bf-45d6-a573-3eff514f6395 HTTP/1.1" status: 404 len: 337 time: 0.1217468 Dec 15 21:55:07.520788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38820) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.550846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:07.568238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:07.571428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.574502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.594111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:07.597927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.620683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.621378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5bbf14-0b34-469c-b982-c0360fe0463e {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:07.623572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:07.634489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:07.639406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.643377 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7037dd61-9024-470e-a7c7-98ad3cac325a tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/routers/2f5bbf14-0b34-469c-b982-c0360fe0463e HTTP/1.1" status: 204 len: 168 time: 0.8025131 Dec 15 21:55:07.644159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38824) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.691577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.692053 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment 68a5670e-dab1-40fe-b996-43bd254131d0 of type vlan for network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 Dec 15 21:55:07.720316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fb87dd59-f339-4058-b641-a1377103e09d None None] Provisioning complete for port 83d88513-4111-40df-875a-f93310f396e6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:07.720912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb87dd59-f339-4058-b641-a1377103e09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.746957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.753946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Deleting port e9dce09e-834f-44d8-8bec-d1d58a347e30 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:07.754423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.775793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fb87dd59-f339-4058-b641-a1377103e09d None None] Port 83d88513-4111-40df-875a-f93310f396e6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:07.784145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:07.802445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:07.807614 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-adb53685-8b2c-48a5-a6f9-a4c92b9ae64d tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d9141f9-c75d-42d6-a7d9-16457dafd72c HTTP/1.1" status: 200 len: 205 time: 0.2757452 Dec 15 21:55:07.812617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.818731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:07.825517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.886263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.890337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cf020e7c-ca35-4034-a816-484314a339b7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:07.900970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:07.935689 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-ab68739f-32a8-4df6-b554-f2499654bc9b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:07.939085 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab68739f-32a8-4df6-b554-f2499654bc9b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/2d9141f9-c75d-42d6-a7d9-16457dafd72c HTTP/1.1" status: 404 len: 336 time: 0.1232228 Dec 15 21:55:07.944682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:07.945367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.950944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:07.951988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:07.994912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2955ea7-26ed-43b3-b839-f79fdf824be0 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:08.017300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port cf020e7c-ca35-4034-a816-484314a339b7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:08.017711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.084297 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-836b8ade-c7fb-4354-b1e1-128454441504 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:08.084652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836b8ade-c7fb-4354-b1e1-128454441504 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:08.116213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.129678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.138481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dcf2e39f-bf41-47e1-98c9-20cc9996eb9a tempest-BulkNetworkOpsTest-1791565890 tempest-BulkNetworkOpsTest-1791565890-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:08.142734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-836b8ade-c7fb-4354-b1e1-128454441504 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/a2fb49b0-4d15-463c-b6bd-cc66c66b5cc7 HTTP/1.1" status: 404 len: 337 time: 0.1842206 Dec 15 21:55:08.142734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7909658 Dec 15 21:55:08.152441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38836) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.152781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.176073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:08.201171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:08.203766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:08.212957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:08.220154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:08.236388 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:08.250053 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:08.252039 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:08.252573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.270033 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e560aa9d-b5a9-4f59-8144-fcec54cd43f0 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "GET /v2.0/ports?device_id=46e38abd-d921-4351-a82e-d7661092e848 HTTP/1.1" status: 200 len: 205 time: 0.1080828 Dec 15 21:55:08.271252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38844) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.334460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa811b-c33e-4d67-9408-5d5ffce9b293,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:08.346943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:08.358730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:08.384446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cc3aac-807b-4cca-bb36-7af40ea5b8af,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:08.386466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.390621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1643226 Dec 15 21:55:08.400600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.401416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:08.412418 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9315228 Dec 15 21:55:08.413236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '9ffa811b-c33e-4d67-9408-5d5ffce9b293', 'direction': 'ingress', 'protocol': 17}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:08.421088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.424692 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8cc3aac-807b-4cca-bb36-7af40ea5b8af HTTP/1.1" status: 204 len: 168 time: 1.1191242 Dec 15 21:55:08.424692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38852) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.428139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:08.436805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:08.441990 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:08.524115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:08.526960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:08.527220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-488db3f3-06a9-4e0c-b712-bbae3e7ce534 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] delete failed (client error): The resource could not be found. Dec 15 21:55:08.531022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-488db3f3-06a9-4e0c-b712-bbae3e7ce534 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/routers/46e38abd-d921-4351-a82e-d7661092e848 HTTP/1.1" status: 404 len: 336 time: 0.2589490 Dec 15 21:55:08.531777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.533684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.550283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:08.661912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:08.665038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:08.670447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Calling delete_port for e9dce09e-834f-44d8-8bec-d1d58a347e30 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:08.675441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:08.696056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:08.727721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:08.731131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.744930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.766229 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd68c3a-f102-41c7-aea4-763a7f07412c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:08.766627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd68c3a-f102-41c7-aea4-763a7f07412c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:08.770918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6dd68c3a-f102-41c7-aea4-763a7f07412c tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/c25cffab-373f-4363-894d-7318e79cbee3 HTTP/1.1" status: 404 len: 337 time: 0.0472870 Dec 15 21:55:08.771503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38864) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.811170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.845420 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:05Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:06Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:08.849611 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:08.850173 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Updating router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 port 83d88513-4111-40df-875a-f93310f396e6 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:08.852137 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcb4b11-6adb-4c5f-8958-cce72811dc16 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] DELETE failed (client error): The resource could not be found. Dec 15 21:55:08.852582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adcb4b11-6adb-4c5f-8958-cce72811dc16 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:55:08.854219 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-adcb4b11-6adb-4c5f-8958-cce72811dc16 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] 10.222.0.18 "DELETE /v2.0/subnets/9c4111cc-82ba-425c-9fef-7bf2e097c0e9 HTTP/1.1" status: 404 len: 337 time: 0.0780170 Dec 15 21:55:08.888677 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c00c33e-8bd4-4538-8ace-51b9a134ed60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8642aabec56e44f390ad7b4c3a8d2cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715711 Dec 15 21:55:08.891087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38874) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:08.916939 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:08.999305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.033705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.036946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.049616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bc052c60-3b34-467b-9c1d-25a11c560424 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.095269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.102798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event deleted for resources: {'Port': ['ID=e9dce09e-834f-44d8-8bec-d1d58a347e30,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:09.111560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.112669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:09.150835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee81a5c5-6db2-4469-a0a1-8f15056635a4 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.228889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98210d0c-bc9f-490d-b41f-b6b58effe0d9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:09.257113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:09.277464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38880) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:09.287579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.296446 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/ports/e9dce09e-834f-44d8-8bec-d1d58a347e30 HTTP/1.1" status: 204 len: 168 time: 1.6467435 Dec 15 21:55:09.298209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38884) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:09.380647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.385551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:09.391696 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9882867 Dec 15 21:55:09.411576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.428978 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Transition to ACTIVE for port object 83d88513-4111-40df-875a-f93310f396e6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:09.436779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.438674 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.444664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Deleting subnet 9664856a-1498-40a3-a354-7e7b6a3b3699 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:09.447037 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-bc04056c-c843-41cb-a732-346656ba9cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.447542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.455545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4af17af-66e2-4fab-aaff-ea04b3d9c917 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.478717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.484924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f9584446-a40f-4904-bd90-c7e9b98021fa tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.531342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd4a934-575f-4ca3-9b6a-a8b225319c6b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:09.538930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:09.564725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.568874 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bd4a934-575f-4ca3-9b6a-a8b225319c6b HTTP/1.1" status: 204 len: 168 time: 0.6767750 Dec 15 21:55:09.578113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.593907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.595598 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Pushing event updated for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:09.599746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:09.675997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.717603 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Attempting to bind port 83d88513-4111-40df-875a-f93310f396e6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:09.718006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Attempting to bind port 83d88513-4111-40df-875a-f93310f396e6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:09.718922 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Attempting to bind port 83d88513-4111-40df-875a-f93310f396e6 on network c5e22b4c-241e-4340-81d6-95dd564ef8a3 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:09.724682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:55:09.728229 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:09.728621 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Checking segment: {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:09.729155 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.729559 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Bound using segment: {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:09.730031 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Bound port: 83d88513-4111-40df-875a-f93310f396e6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5554452-ce3e-49b2-acde-0fc8c9bf20af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:09.730451 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.742835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Removed routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:55:09.743221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.775299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.845128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.861559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab890a9e-bc23-4bf8-a3be-c4ea305c7e63 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:09.895984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa811b-c33e-4d67-9408-5d5ffce9b293,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:09.901382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:09.917769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.918282 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ffa811b-c33e-4d67-9408-5d5ffce9b293 HTTP/1.1" status: 204 len: 168 time: 0.5288007 Dec 15 21:55:09.921634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:09.930861 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] For port 83d88513-4111-40df-875a-f93310f396e6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:09.935541 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] For port 83d88513-4111-40df-875a-f93310f396e6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=83d88513-4111-40df-875a-f93310f396e6,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:09.946595 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:09.951556 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:10.002117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.008734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4492ce08-968c-4681-be28-4776429b7268 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:10.068108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event deleted for resources: {'Subnet': ['ID=9664856a-1498-40a3-a354-7e7b6a3b3699,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:10.075016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:10.078516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.084415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc70a2a-0aa4-4524-ac14-6ec8744b25f1 None None] Network a7baea73-6fbb-4a26-a310-788f503ae889 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:10.085608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf12d856-36d9-4062-b6b3-65d0113e5092 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:10.096010 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/subnets/9664856a-1498-40a3-a354-7e7b6a3b3699 HTTP/1.1" status: 204 len: 168 time: 0.7944191 Dec 15 21:55:10.098581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:10.100591 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Pushing event updated for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:10.105380 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:10.105988 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:10.106615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:10.136880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bf12d856-36d9-4062-b6b3-65d0113e5092 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:10.138321 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf12d856-36d9-4062-b6b3-65d0113e5092 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2121885 Dec 15 21:55:10.204774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:10.216174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993232403'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:10.225894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:10.254456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7641ac80-ec47-48f6-ac61-58b0a7b889d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1847a4bc77c435f88c9157b118ec108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9702451 Dec 15 21:55:10.262039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38916) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:10.263091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:10.286017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=28e16965-58ed-4714-b27a-d5219baeee20,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:10.297194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.812s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:10.312132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': '68a5670e-dab1-40fe-b996-43bd254131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:10.312771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:10.323313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.324876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.398988 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:10.421674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:10.431264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:10.437896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:10.450168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:10.561924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Deleting port 6ce901f2-d046-473c-817d-beb075dc6b5e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:10.561924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.580339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] DHCP port deletion for a7baea73-6fbb-4a26-a310-788f503ae889 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:10.584600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Deleting port 6ce901f2-d046-473c-817d-beb075dc6b5e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:10.584994 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.594797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:10.636984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.658749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:10.668938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:10.669534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.674612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bc821e-11fa-4d7f-a738-30fc7432e224 None None] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:10.692198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.697353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.797820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.865256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.893944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7324603 Dec 15 21:55:10.896540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:10.897103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:10.904231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985', 'name': 'tempest-PortsTestJSON-1810750224'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:10.932023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:11.028174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985', 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '28e16965-58ed-4714-b27a-d5219baeee20'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:11.029454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.034077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-672f592f-4f6a-42c3-ba96-d7dd1e1a2aba tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:11.110569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] For port 6ce901f2-d046-473c-817d-beb075dc6b5e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ce901f2-d046-473c-817d-beb075dc6b5e,segment=NetworkSegment(f3c2df95-cd02-46c4-933f-0a76d39a4995),segment_id=f3c2df95-cd02-46c4-933f-0a76d39a4995)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:11.110932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.120525 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 6, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:11.121175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a50df4-fee0-4cad-a190-4552d7305f4b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:11.126247 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b869034d-8b34-4cdc-bb65-e974053afe12 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 6, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:11.135011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:11.291108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Calling delete_port for 6ce901f2-d046-473c-817d-beb075dc6b5e owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:11.381509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] For port 6ce901f2-d046-473c-817d-beb075dc6b5e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ce901f2-d046-473c-817d-beb075dc6b5e,segment=NetworkSegment(f3c2df95-cd02-46c4-933f-0a76d39a4995),segment_id=f3c2df95-cd02-46c4-933f-0a76d39a4995)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:11.382527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.421531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.421531 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2157922 Dec 15 21:55:11.424749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.424945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38940) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:11.435986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0d1d6e91-5d33-4419-9fdd-3d509a19b369 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:11.452592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355790580'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:11.475606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:11.487741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:11.490163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] No DVR routers for this DVR port 6ce901f2-d046-473c-817d-beb075dc6b5e on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:11.494655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:11.499469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:11.502482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:11.509754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:11.519330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:11.535622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.536836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8482116b-362a-4128-9ac3-37499aa49928 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 953 time: 3.1105921 Dec 15 21:55:11.540972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.553457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38946) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:11.594443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event deleted for resources: {'Port': ['ID=6ce901f2-d046-473c-817d-beb075dc6b5e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:11.606841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:11.608932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.620433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b97cd49f-cd75-4504-9df2-0851d97654e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:11.649591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429cbf39-05d6-4c45-b7fd-6eaf3ec72c5b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:11.667033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Calling delete_port for 6ce901f2-d046-473c-817d-beb075dc6b5e owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:11.670700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:11.674192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.798613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:11.803671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:55:11.804080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:55:11.815679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.831254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:11.831586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Allocated IP 172.20.0.2 (9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985/28e16965-58ed-4714-b27a-d5219baeee20/d38b6338-1863-4b40-8cac-e5c716050b97) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:11.844768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:11.860931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:11.879708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7baea73-6fbb-4a26-a310-788f503ae889']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:11.901529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c2df95-cd02-46c4-933f-0a76d39a4995') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:11.901931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c2df95-cd02-46c4-933f-0a76d39a4995') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:11.919594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.926867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:11.938764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:11.944532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.963125 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-06526fb2-e420-466d-a9be-0a43114b1733 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 953 time: 0.4056976 Dec 15 21:55:11.966854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:11.979095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:11.980299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:11.982851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'routes': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:12.008677 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:12.013237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.016640 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/429cbf39-05d6-4c45-b7fd-6eaf3ec72c5b HTTP/1.1" status: 204 len: 168 time: 1.7490175 Dec 15 21:55:12.018881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 83d88513-4111-40df-875a-f93310f396e6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:12.042095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 38962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:12.169554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.173408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:12.200558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.227287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Pushing event deleted for resources: {'Network': ['ID=a7baea73-6fbb-4a26-a310-788f503ae889,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:12.229925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:12.231539 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] 10.222.0.18 "DELETE /v2.0/networks/a7baea73-6fbb-4a26-a310-788f503ae889 HTTP/1.1" status: 204 len: 168 time: 2.1320269 Dec 15 21:55:12.354800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.364433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Deleting port 6ce901f2-d046-473c-817d-beb075dc6b5e {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:12.365108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.400739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 83d88513-4111-40df-875a-f93310f396e6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:12.407410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Transition to ACTIVE for port object d38b6338-1863-4b40-8cac-e5c716050b97 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:12.451338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 83d88513-4111-40df-875a-f93310f396e6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:12.451724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.498373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2123550974', 'router:external': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:12.520952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:12.530292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-792d67c3-0d54-4a1a-beff-4c03390e4639 None None] The port '6ce901f2-d046-473c-817d-beb075dc6b5e' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:12.548444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Transition to ACTIVE for port object d38b6338-1863-4b40-8cac-e5c716050b97 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:12.570810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:12.585905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:12.586760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:12.597511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:network and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:12.602594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.613723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:12.668786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:12.670819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.686281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-26c5f28d-29c0-433c-8d3c-db7b4e8e0dbd tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:12.761485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:12.777981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Made reservation on behalf of 3a3cf4e9b68a444681363d1691c7ac41 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:12.780543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.826257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.841721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38984) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:12.845266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c539ee-e7ec-45d7-9941-41db6f746e10,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:12.859065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:12.863244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:12.868183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 38990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:12.868658 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4401662 Dec 15 21:55:12.870409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.9 (9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985/28e16965-58ed-4714-b27a-d5219baeee20/3f8f53ac-6327-4b4f-ba29-079454f0fc4f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:12.874390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '44a50df4-fee0-4cad-a190-4552d7305f4b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f2c539ee-e7ec-45d7-9941-41db6f746e10', 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:12.876733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:12.885663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:security_group_rule and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:12.886894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:12.897806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:12.906748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:12.917261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:12.936557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:12.954610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:12.969559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.023653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.040232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b31fea65-f78d-4bfe-9402-fc71a2192fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.118208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.121539 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c08410c-8426-474c-b1eb-2accb5f445ad admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1336d6e03008488090f058a0f0c97afd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779229 Dec 15 21:55:13.124401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39000) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:13.129304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.138175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.142365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9dd5e452-60e1-4d31-b242-403e86756936 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.146335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:13.158793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:13.185258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.187552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:13.189533 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3190503 Dec 15 21:55:13.196332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:13.199446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de92aa3-0afd-45e1-b5e3-b1dbd77bfb41,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.210265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Pushing event updated for resources: {'Port': ['ID=d38b6338-1863-4b40-8cac-e5c716050b97,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.217841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.247914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.267421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.282041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.285592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.306724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 83d88513-4111-40df-875a-f93310f396e6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=83d88513-4111-40df-875a-f93310f396e6,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:13.327467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.331645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.332754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.364935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.364935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71cb1a67-2bda-4fcd-841a-1b60669be04a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.380365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7de92aa3-0afd-45e1-b5e3-b1dbd77bfb41,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.391465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.408118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.408547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Attempting to bind port d38b6338-1863-4b40-8cac-e5c716050b97 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:13.409108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Attempting to bind port d38b6338-1863-4b40-8cac-e5c716050b97 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '68a5670e-dab1-40fe-b996-43bd254131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:13.409320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Attempting to bind port d38b6338-1863-4b40-8cac-e5c716050b97 on network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:13.411612 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7de92aa3-0afd-45e1-b5e3-b1dbd77bfb41 HTTP/1.1" status: 204 len: 168 time: 0.2134080 Dec 15 21:55:13.412062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39010) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:13.416064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.448466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:13.448466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Checking segment: {'id': '68a5670e-dab1-40fe-b996-43bd254131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:13.448998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.449191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Bound using segment: {'id': '68a5670e-dab1-40fe-b996-43bd254131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:13.449588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Bound port: d38b6338-1863-4b40-8cac-e5c716050b97, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a5670e-dab1-40fe-b996-43bd254131d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:13.449992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.453893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.470062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9600bd5b-d933-4fff-b1e7-e519de3b6f4d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:13.470918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ce901f2-d046-473c-817d-beb075dc6b5e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:13.473660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added routes are [] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:55:13.476026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.extraroute_db [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=87554) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:55:13.479686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e0ac5af-ec66-4e8d-8ed9-25e14c881926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.489873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9600bd5b-d933-4fff-b1e7-e519de3b6f4d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:13.494314 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9600bd5b-d933-4fff-b1e7-e519de3b6f4d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0780265 Dec 15 21:55:13.494801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:13.514672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.520249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6ce901f2-d046-473c-817d-beb075dc6b5e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:13.520606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ce901f2-d046-473c-817d-beb075dc6b5e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:13.526492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c52aaab9-deae-448b-abb8-caceb99ba278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.546268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.550505 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3248a7b6-db02-43ba-88d4-e20909635a1a HTTP/1.1" status: 204 len: 168 time: 0.4251583 Dec 15 21:55:13.558530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.561090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3248a7b6-db02-43ba-88d4-e20909635a1a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.567416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.577937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.589096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec1184a7-8ba8-4530-ae3a-0e54b5f279df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.612791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.655806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f736ca9-50d1-4af6-8ccb-ce37d5b0f357,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.695103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 6, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:09Z', 'revision_number': 4, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:13.697766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.707687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.712339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.715751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:13.801095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.809271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dfc1202a-704f-43da-8b81-9eaadbe07950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:13.850497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c539ee-e7ec-45d7-9941-41db6f746e10,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:13.856655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:13.879393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] For port d38b6338-1863-4b40-8cac-e5c716050b97, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:13.882237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:13.883462 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/f2c539ee-e7ec-45d7-9941-41db6f746e10 HTTP/1.1" status: 204 len: 168 time: 0.3876898 Dec 15 21:55:13.886262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] For port d38b6338-1863-4b40-8cac-e5c716050b97, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d38b6338-1863-4b40-8cac-e5c716050b97,segment=NetworkSegment(68a5670e-dab1-40fe-b996-43bd254131d0),segment_id=68a5670e-dab1-40fe-b996-43bd254131d0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:13.886417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39028) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:13.891120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:14.010077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.015687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:14.028131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3444a1e3-76c5-41fe-a52c-0034ef8862b9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:14.056331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3444a1e3-76c5-41fe-a52c-0034ef8862b9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:14.058182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3444a1e3-76c5-41fe-a52c-0034ef8862b9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.1709411 Dec 15 21:55:14.062883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39040) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:14.096183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.105756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 83d88513-4111-40df-875a-f93310f396e6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:14.113918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.120544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:14.169510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:14.170158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:14.174210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.206987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.220486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 3f8f53ac-6327-4b4f-ba29-079454f0fc4f will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:14.300378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.306107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-09f73b26-2a3a-4e34-9753-ca1901225b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:14.314080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.314690 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Added segment e0c193f4-19b0-4569-8697-e79c5152b3e0 of type vlan for network e49d69bf-80ab-42b4-8d26-85bc637a0a6b Dec 15 21:55:14.328089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a50df4-fee0-4cad-a190-4552d7305f4b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:14.338127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:14.348796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.351097 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/44a50df4-fee0-4cad-a190-4552d7305f4b HTTP/1.1" status: 204 len: 168 time: 0.2870486 Dec 15 21:55:14.354340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39050) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:14.373570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Pushing event updated for resources: {'Port': ['ID=d38b6338-1863-4b40-8cac-e5c716050b97,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:14.380796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:14.398100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.454983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9ac98c00-509f-48a7-ae74-27cac478e88f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:14.482348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.486772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9ac98c00-509f-48a7-ae74-27cac478e88f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:14.493434 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ac98c00-509f-48a7-ae74-27cac478e88f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1368752 Dec 15 21:55:14.498825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:14.503887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4245bfc-a0c1-4116-9f2c-4f70acec3bb6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:14.510069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:14.529858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--149137010'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:14.564427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:14.602153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:14.629090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.668913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39066) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:14.688618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:14.699411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:14.703188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 83d88513-4111-40df-875a-f93310f396e6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:14.703734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.709359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:14.716946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:14.758224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39072) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:14.894246 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733828865-network', 'tenant_id': '705479c131c344aea5ff756d86acf75d'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:14.902021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:14.906040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.913384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:14.918480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Usage tracker for resource:network and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:14.922428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-141ab197-7b0b-45ea-9ae5-e132c894e831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:14.941061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:14.968446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:14.971860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:14.973543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=3f8f53ac-6327-4b4f-ba29-079454f0fc4f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:14.984785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:14.995063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b5768d-3907-428a-b685-d938d61ff0d7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:14.999364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:15.007124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:15.008936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--555116560', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:15.012523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.013654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:15.014419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.018853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Made reservation on behalf of 705479c131c344aea5ff756d86acf75d for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:15.021576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.034519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:15.044601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:15.048087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.064066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.068395 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5570498 Dec 15 21:55:15.071343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:15.075928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.086318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': 'c2b5768d-3907-428a-b685-d938d61ff0d7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:15.088806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fcab9884-0120-4575-a419-03cbc5959b70 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:15.094253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:15.098531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:15.103086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:15.104304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:15.113400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:15.129755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:15.144987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:15.154117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:15.166873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:15.172191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:15.175403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:15.180197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.184000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 7, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:15.188197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae258b-7837-4949-aa49-6031351cd2e0 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 7, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:15.204729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:15.210972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.241598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:15.254562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:15.261770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:15.268559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.275910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:15.329882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.343477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.345318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.2941628 Dec 15 21:55:15.350115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f7f7229b-11d6-4afe-8fb6-80fcce71cb94 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:15.353195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.362355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Network': ['ID=e49d69bf-80ab-42b4-8d26-85bc637a0a6b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:15.369982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:15.374272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:15.375309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'subnet': {'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:15.386740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:15.387183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.391387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:15.403775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:15.407721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:subnet and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:15.421178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:15.426772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.430343 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76bffca5-c46f-46d5-8a1b-db56698af787 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 703 time: 3.4596877 Dec 15 21:55:15.430343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:15.432627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.445443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55407675-489a-4602-bf11-57b41eb8479d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:15.448756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:15.456327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.462916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.463304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Added segment 4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8 of type vlan for network 42deb7d2-06b7-4951-98d6-e5c8b12da1df Dec 15 21:55:15.478904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.491144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:15.510176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cdc4be8-0b30-4450-af5f-d8a32e4c91f5,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:15.518690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:15.531491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:15.543786 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.6456013 Dec 15 21:55:15.558553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.581425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985', 'name': 'tempest-PortsTestJSON-1436597791'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:15.606608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.656349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Made reservation on behalf of 3a3cf4e9b68a444681363d1691c7ac41 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:15.659035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.686686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:15.698733 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:15.699682 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:54:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:15.780654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6be93a61-17c3-4097-941c-5600db1da4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.824129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d61c4495-f69c-4b95-b9db-a9335a4062e9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 703 time: 0.3899741 Dec 15 21:55:15.827222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.858291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.867901 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7857995 Dec 15 21:55:15.876659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.879960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:15.931837 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:15.957440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d38b6338-1863-4b40-8cac-e5c716050b97 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:15.971129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:15.997027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dfe4d6-4a42-4d7f-a875-b9bf4560941b None None] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:16.013364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:16.026436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.026920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment c332676a-10b3-4dc6-8e65-409f7ccfa354 of type vlan for network b6af414e-df77-4502-bf2f-f9bd692f54ed Dec 15 21:55:16.055535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.084672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fb920bd7-cd89-4d34-a3f6-8182729cea9f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:16.103186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.109578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:16.110292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.121940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-844dda77-2e39-404f-ba85-276e866e9a5c None None] Provisioning for port d38b6338-1863-4b40-8cac-e5c716050b97 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:16.145810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.147132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:16.148094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.169547 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4949391 Dec 15 21:55:16.197869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39102) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:16.208204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d38b6338-1863-4b40-8cac-e5c716050b97 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:16.208448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.222144 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d38b6338-1863-4b40-8cac-e5c716050b97 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:16.222765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.224027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.255624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-679056600', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:16.263997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:16.268135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:16.271167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:16.277728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:16.295378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.298638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:16.304202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:16.307561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.308768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.314566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.316031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4cdc4be8-0b30-4450-af5f-d8a32e4c91f5 HTTP/1.1" status: 204 len: 168 time: 0.3968995 Dec 15 21:55:16.317056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:16.321221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e371d9ab-fb77-4506-ada2-6ca190623ae3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:16.330674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39106) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:16.342606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:16.346023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5868051 Dec 15 21:55:16.352018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:16.369780 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 7, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:16.376440 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:16.381413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39108) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:16.387475 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:16.388121 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:16.411459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:16.426787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Request body: {'subnet': {'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733828865-subnet', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:16.439249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.450658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:16.455543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.457809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=b6af414e-df77-4502-bf2f-f9bd692f54ed,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:16.473524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Usage tracker for resource:subnet and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:16.474115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network b6af414e-df77-4502-bf2f-f9bd692f54ed details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:16.484380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:16.533806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:16.604926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:16.609728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.653518 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:16.674593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 21f73af4-ca6a-4f36-b429-df4d84c7c92d yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:16.696424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d38b6338-1863-4b40-8cac-e5c716050b97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d38b6338-1863-4b40-8cac-e5c716050b97,segment=NetworkSegment(68a5670e-dab1-40fe-b996-43bd254131d0),segment_id=68a5670e-dab1-40fe-b996-43bd254131d0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:16.727332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:16.729699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Pushing event updated for resources: {'Network': ['ID=42deb7d2-06b7-4951-98d6-e5c8b12da1df,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:16.746708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:16.749071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:16.821542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:16.865727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b37ed718-bcda-40f2-9060-21a914984fa9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:16.904682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.6 (9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985/28e16965-58ed-4714-b27a-d5219baeee20/21f73af4-ca6a-4f36-b429-df4d84c7c92d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:16.927734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b37ed718-bcda-40f2-9060-21a914984fa9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:16.929022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b37ed718-bcda-40f2-9060-21a914984fa9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5489657 Dec 15 21:55:16.931905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Made reservation on behalf of 705479c131c344aea5ff756d86acf75d for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:16.937578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.024310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.045870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.053727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d38b6338-1863-4b40-8cac-e5c716050b97,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.067758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Provisioning complete for port d38b6338-1863-4b40-8cac-e5c716050b97 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:17.068458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.107116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.175435 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 7, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:17.177070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.180061 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dbd453-567c-44c8-a0cb-cfcde2e4822f None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 7, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83d88513-4111-40df-875a-f93310f396e6', 'name': '', 'network_id': 'c5e22b4c-241e-4340-81d6-95dd564ef8a3', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:2c:e7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1004, 'fixed_ips': [{'subnet_id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:03Z', 'updated_at': '2021-12-15T21:55:13Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': 'df1681de-4a7f-4266-b12e-096f3a16bcf1', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:17.193136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39114) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:17.193701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 21f73af4-ca6a-4f36-b429-df4d84c7c92d will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:17.198076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.032s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.198501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.230516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.240733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Provisioning for port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:17.241205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b484f9a-6824-4087-938a-2e73da58ccbc tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.246475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Provisioning complete for port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:17.246971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.266475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.963s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.308972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9aee3455-9982-46fc-93f6-b70635541cc0 None None] Port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:17.373053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cdc4be8-0b30-4450-af5f-d8a32e4c91f5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.376342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.393877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.427846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-01a4395e-38f2-4c90-bb70-b046d4bd264e None None] Provisioning complete for port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:17.428259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01a4395e-38f2-4c90-bb70-b046d4bd264e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.446851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.447644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:17.448022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Network hostable DHCP agents. Network: 42deb7d2-06b7-4951-98d6-e5c8b12da1df, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:17.465046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.objects.ports [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87554) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 21:55:17.465519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.470639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d505ef33-a480-4824-8ea3-1178f4cf838b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.483742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01a4395e-38f2-4c90-bb70-b046d4bd264e None None] Port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:17.494391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.527812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.540259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.546995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.600747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.631674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:17.632120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:17.658940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7300b9a-0b20-4e47-982c-0245563f3a7f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.673861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.676118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 42deb7d2-06b7-4951-98d6-e5c8b12da1df) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:17.683098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:17.686150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:17.686739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.688316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:17.689192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04574031-2e5f-4adc-a3bd-566f806db7e8 None None] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:17.692812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Checking segment: {'id': 'e0c193f4-19b0-4569-8697-e79c5152b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:17.693176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network hostable DHCP agents. Network: e49d69bf-80ab-42b4-8d26-85bc637a0a6b, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:17.746662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.752552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=21f73af4-ca6a-4f36-b429-df4d84c7c92d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.763399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.786781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:17.787427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.815073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.817654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.818901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2b5768d-3907-428a-b685-d938d61ff0d7 HTTP/1.1" status: 204 len: 168 time: 0.6142726 Dec 15 21:55:17.824858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:17.852672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2886674 Dec 15 21:55:17.856967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:17.868503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cad699f7-15f0-4141-a8d8-a1b45aa0db00 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:17.876191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:17.894228 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4954207 Dec 15 21:55:17.914566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:17.929893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b5768d-3907-428a-b685-d938d61ff0d7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:17.934400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e49d69bf-80ab-42b4-8d26-85bc637a0a6b) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:17.936223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:17.941225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:17.957017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:17.959088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:17.959609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:17.967100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Usage tracker for resource:router and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:17.974970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:17.975747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07e8f61f-bd77-4745-a011-01cf612e4ca8 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:17.984751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d38b6338-1863-4b40-8cac-e5c716050b97 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:17.993622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:18.021979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1914a851-5561-4f4f-a5b8-bcd337304679 None None] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:18.052445 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6914818 Dec 15 21:55:18.053453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:18.112260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1749279094', 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:18.115790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.116820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.126099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:18.134333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:port and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:18.143335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:18.156095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:18.166213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.182294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Made reservation on behalf of 3a3cf4e9b68a444681363d1691c7ac41 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:18.184749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.215511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-85657956-d47c-4dba-9105-981c9658cfe4 None None] Provisioning for port 21f73af4-ca6a-4f36-b429-df4d84c7c92d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:18.230314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-07e8f61f-bd77-4745-a011-01cf612e4ca8 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:18.235600 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-07e8f61f-bd77-4745-a011-01cf612e4ca8 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4057541 Dec 15 21:55:18.255038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-85657956-d47c-4dba-9105-981c9658cfe4 None None] Provisioning complete for port 21f73af4-ca6a-4f36-b429-df4d84c7c92d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:18.255531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-85657956-d47c-4dba-9105-981c9658cfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.267622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] device_id is not set on port 954e4755-eb09-4104-8b6f-dc2a1b5734fb yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:18.288694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:18.290204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.297720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:18.311848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--363326148'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:18.326912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd7aca-d7c5-4ec9-a001-662417336d09 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:18.327767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02bd7aca-d7c5-4ec9-a001-662417336d09 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:18.361892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:18.368765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.372461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d38b6338-1863-4b40-8cac-e5c716050b97 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:18.372913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.411734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.416715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:18.466559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02bd7aca-d7c5-4ec9-a001-662417336d09 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:18.470255 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-02bd7aca-d7c5-4ec9-a001-662417336d09 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.6098549 Dec 15 21:55:18.474571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:18.476183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-85657956-d47c-4dba-9105-981c9658cfe4 None None] Port 21f73af4-ca6a-4f36-b429-df4d84c7c92d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:18.510445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.521512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.579593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:18.622321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 21f73af4-ca6a-4f36-b429-df4d84c7c92d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:18.622321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.660163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:18.669675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:18.693061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:18.704431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93da660-a5b6-49fc-8c1a-669bdd883bd4 None None] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:18.740225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.187 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/4c242da6-cbd9-46d5-b3fd-c64f664aac8a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:18.767121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.770831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 83d88513-4111-40df-875a-f93310f396e6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:18.771158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:18.801704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Allocated IP 172.20.0.2 (42deb7d2-06b7-4951-98d6-e5c8b12da1df/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a/ff2bf250-00c3-486b-a9a1-241fa431f0d4) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:18.935473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.20.0.9 (e49d69bf-80ab-42b4-8d26-85bc637a0a6b/e7300b9a-0b20-4e47-982c-0245563f3a7f/954e4755-eb09-4104-8b6f-dc2a1b5734fb) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:19.038585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.046662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.061751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81ba983a-368e-4cdd-9212-627552379c30 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:19.149536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f33814-1e4b-4722-9320-b127a2d467b6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:19.163662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:19.167613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.177989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.202448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 83d88513-4111-40df-875a-f93310f396e6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=83d88513-4111-40df-875a-f93310f396e6,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:19.202800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.206900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.217512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Transition to ACTIVE for port object ff2bf250-00c3-486b-a9a1-241fa431f0d4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:19.236297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Transition to ACTIVE for port object ff2bf250-00c3-486b-a9a1-241fa431f0d4 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:19.240434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.241735 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9430275 Dec 15 21:55:19.245893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.250736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:19.277385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39142) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:19.308789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 21f73af4-ca6a-4f36-b429-df4d84c7c92d owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:19.319058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:19.322536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:19.326656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:19.328764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Pushing event updated for resources: {'Port': ['ID=ff2bf250-00c3-486b-a9a1-241fa431f0d4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:19.332256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:19.342327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 83d88513-4111-40df-875a-f93310f396e6 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:19.390992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '56f33814-1e4b-4722-9320-b127a2d467b6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:19.400836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.408330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfe91ed9-7375-40f1-9cf2-e6223df0aa7b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:19.409561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:19.419889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:19.426544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Attempting to bind port ff2bf250-00c3-486b-a9a1-241fa431f0d4 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:19.426998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Attempting to bind port ff2bf250-00c3-486b-a9a1-241fa431f0d4 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:19.427441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Attempting to bind port ff2bf250-00c3-486b-a9a1-241fa431f0d4 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:19.435095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:19.437448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:19.437899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:19.438693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.439176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Bound using segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:19.440257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Bound port: ff2bf250-00c3-486b-a9a1-241fa431f0d4, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:19.440701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.461519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:19.517799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:19.525087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:19.533351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:19.543621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] For port ff2bf250-00c3-486b-a9a1-241fa431f0d4, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:19.547775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] For port ff2bf250-00c3-486b-a9a1-241fa431f0d4, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ff2bf250-00c3-486b-a9a1-241fa431f0d4,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:19.555210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.560865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:19.570564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:19.588665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:19.598735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.607769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:19.632076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.665731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Pushing event updated for resources: {'Port': ['ID=ff2bf250-00c3-486b-a9a1-241fa431f0d4,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:19.682304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:19.685116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.717339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=21f73af4-ca6a-4f36-b429-df4d84c7c92d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:19.720262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:19.772576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.825174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.900196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:19.926934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-340e35de-d047-4a2b-a179-4bd90bb0cab8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:20.028661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.052037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.059515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:20.070194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:20.086497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:20.122360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=954e4755-eb09-4104-8b6f-dc2a1b5734fb,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:20.143611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.165781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:20.171539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a841a49e-8c63-4047-a7b7-b25183d90c3b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:20.177286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.220253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a521406-f491-4e38-8d9f-48905e45ed3c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:20.220687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/21f73af4-ca6a-4f36-b429-df4d84c7c92d HTTP/1.1" status: 204 len: 168 time: 1.7450206 Dec 15 21:55:20.223131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:20.229908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:20.231826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:20.292947 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-440a7e1f-d3c5-4b1e-bade-208c687f33e5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:55:20.293590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-440a7e1f-d3c5-4b1e-bade-208c687f33e5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:20.386772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-440a7e1f-d3c5-4b1e-bade-208c687f33e5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:20.390674 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-440a7e1f-d3c5-4b1e-bade-208c687f33e5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/21f73af4-ca6a-4f36-b429-df4d84c7c92d HTTP/1.1" status: 404 len: 333 time: 0.1552238 Dec 15 21:55:20.391707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:20.469351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.482211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:20.482724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.494212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=83d88513-4111-40df-875a-f93310f396e6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:20.548004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 3f8f53ac-6327-4b4f-ba29-079454f0fc4f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:20.548394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Allocated IP 172.26.6.155 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/50909394-dba1-49f7-836e-100af2b9b931) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:20.548576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.550431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.551576 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2202632 Dec 15 21:55:20.554675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:20.563841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39154) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:20.644217 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5776992 Dec 15 21:55:20.657683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:20.690151 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f9dd068b-cd63-4730-b5bc-8b0a85950dcf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules/1a521406-f491-4e38-8d9f-48905e45ed3c HTTP/1.1" status: 200 len: 763 time: 0.1248763 Dec 15 21:55:20.702918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:20.826039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.838399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Deleting port 954e4755-eb09-4104-8b6f-dc2a1b5734fb {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:20.838733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:20.871108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba28613f-ae28-49d3-a4cf-7389d61243f6 None None] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:20.893952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d020dd3-dc93-4d95-bf98-62bf5e9b617d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:21.016390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6ed71181-d040-4a05-b13f-3d31723e3cc2 None None] Provisioning for port ff2bf250-00c3-486b-a9a1-241fa431f0d4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:21.059278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8d020dd3-dc93-4d95-bf98-62bf5e9b617d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:21.063121 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d020dd3-dc93-4d95-bf98-62bf5e9b617d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3566825 Dec 15 21:55:21.072499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:21.121322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.138230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.212557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.280661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 3f8f53ac-6327-4b4f-ba29-079454f0fc4f owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:21.309458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.325839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.425613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.431294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-25b981b4-5eef-4812-a774-cb4568f69a75 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:21.469353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.478711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:21.631080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Calling delete_port for 954e4755-eb09-4104-8b6f-dc2a1b5734fb owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:21.654495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.662869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.664438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:21.664584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:21.674777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:21.684386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Pushing event updated for resources: {'Port': ['ID=50909394-dba1-49f7-836e-100af2b9b931,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:21.688833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:21.695220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a521406-f491-4e38-8d9f-48905e45ed3c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:21.701638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:21.744183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.745272 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1a521406-f491-4e38-8d9f-48905e45ed3c HTTP/1.1" status: 204 len: 168 time: 0.6694274 Dec 15 21:55:21.749736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39170) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:21.768128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:21.809930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:21.821122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d120f39f-9670-436f-b837-8162cc33c7bb tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:21.885096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=3f8f53ac-6327-4b4f-ba29-079454f0fc4f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:21.893306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:21.903515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fc692455-f191-452b-9f0f-4796171b7c0b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:21.980865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:21.998277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fc692455-f191-452b-9f0f-4796171b7c0b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:22.002539 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fc692455-f191-452b-9f0f-4796171b7c0b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2492797 Dec 15 21:55:22.011685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ff2bf250-00c3-486b-a9a1-241fa431f0d4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:22.012291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.025785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '56f33814-1e4b-4722-9320-b127a2d467b6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:22.064208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:22.083751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:22.098343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:22.098535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:22.099478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:22.138735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:22.147166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.238773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ff2bf250-00c3-486b-a9a1-241fa431f0d4 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:22.240763 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/3f8f53ac-6327-4b4f-ba29-079454f0fc4f HTTP/1.1" status: 204 len: 168 time: 1.8481545 Dec 15 21:55:22.245124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39178) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.247616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.248342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ff2bf250-00c3-486b-a9a1-241fa431f0d4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:22.248720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.288307 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4597409 Dec 15 21:55:22.294378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.314316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:22.324259 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf76a4-a096-4cf1-bc0f-2db907dd86fb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:55:22.324859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-26bf76a4-a096-4cf1-bc0f-2db907dd86fb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:22.344295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:22.356768 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:22.379258 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:22.380019 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:22.390530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.402220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29786b36-f203-49f0-80f2-cb5ce91006a4 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:22.435661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.440797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-26bf76a4-a096-4cf1-bc0f-2db907dd86fb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:22.443006 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26bf76a4-a096-4cf1-bc0f-2db907dd86fb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/3f8f53ac-6327-4b4f-ba29-079454f0fc4f HTTP/1.1" status: 404 len: 333 time: 0.1965423 Dec 15 21:55:22.447939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.449714 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2507591 Dec 15 21:55:22.451395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.453766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.454258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39188) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.455110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-710d1a41-e174-423e-9987-b099cacd65fb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:22.466266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Port': ['ID=954e4755-eb09-4104-8b6f-dc2a1b5734fb,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:22.469387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:22.548455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet df1681de-4a7f-4266-b12e-096f3a16bcf1 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:22.557770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.588950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de41adf7-fdf3-4db7-beb2-b3539f3e8333,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:22.613776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:22.618737 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:22.688889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.691680 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6773188 Dec 15 21:55:22.699859 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5889e7ac-9c87-4453-aabc-70ff2ca5b459 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2124450 Dec 15 21:55:22.699859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39196) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.704375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39198) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.704637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.708642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/ports/954e4755-eb09-4104-8b6f-dc2a1b5734fb HTTP/1.1" status: 204 len: 168 time: 2.0328784 Dec 15 21:55:22.709556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 28e16965-58ed-4714-b27a-d5219baeee20 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:22.712635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39202) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.718342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.727761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.733129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.795181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'external_fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9'}]}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:22.812187 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0541a0d3-9ca0-4491-b5a2-152c2a1f89ce tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules/de41adf7-fdf3-4db7-beb2-b3539f3e8333 HTTP/1.1" status: 200 len: 763 time: 0.1092947 Dec 15 21:55:22.820210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:22.845655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:22.861917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:router and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:22.872508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:22.900233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:22.907264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ff2bf250-00c3-486b-a9a1-241fa431f0d4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ff2bf250-00c3-486b-a9a1-241fa431f0d4,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:22.919845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.920651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.924888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:22.929104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:22.998881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57f24bed-942e-472c-927c-2f20e611935f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:23.009488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ff2bf250-00c3-486b-a9a1-241fa431f0d4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:23.013083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:23.017704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:19Z', 'revision_number': 8, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:23.018117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.019099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.019246 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:23.024796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:23.027123 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:23.027496 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Updating router 2594123b-6d66-4dd8-9c73-40395a371bfc port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:23.034273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:23.035234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:23.057165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a6733-850a-4bab-a178-3cd7f13f1f5b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:23.057743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774a6733-850a-4bab-a178-3cd7f13f1f5b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:23.060268 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-774a6733-850a-4bab-a178-3cd7f13f1f5b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.3470275 Dec 15 21:55:23.062937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.104289 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.111442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.131021 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1cc9593b-dd01-47d3-9f7f-7a7d5a0012c5 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0667331 Dec 15 21:55:23.133523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.149160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57f24bed-942e-472c-927c-2f20e611935f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:23.152983 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57f24bed-942e-472c-927c-2f20e611935f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3212190 Dec 15 21:55:23.168381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39220) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.185943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.212298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69d5be-1fb1-4ce7-bf36-92a4ea58bf13 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:23.214702 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a69d5be-1fb1-4ce7-bf36-92a4ea58bf13 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e49d69bf-80ab-42b4-8d26-85bc637a0a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.0795519 Dec 15 21:55:23.216165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.221036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.234370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:23.309315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.317675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-92e7f853-d2bb-461a-bb58-742c64a1805e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:23.352299 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-edc4ab30-c1be-466c-adac-eb56ba10cdd4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211331 Dec 15 21:55:23.358250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39228) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.359419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.394920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb1305-104b-40ac-8bc8-fc2100390335 None None] Network 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:23.404300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=28e16965-58ed-4714-b27a-d5219baeee20,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:23.412448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:23.416646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.516311 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.519482 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a246dd42-8560-4602-ad9b-a0a8d31d24e7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/28e16965-58ed-4714-b27a-d5219baeee20 HTTP/1.1" status: 204 len: 168 time: 1.0513477 Dec 15 21:55:23.524527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39232) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.601810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.642262 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Transition to ACTIVE for port object 4c242da6-cbd9-46d5-b3fd-c64f664aac8a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:23.659058 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.670242 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:23.697007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.706187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1fb2bddb-7352-4985-a494-6ea2d2851e06 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:23.798284 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Pushing event updated for resources: {'Port': ['ID=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:23.801943 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:23.819692 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Attempting to bind port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:23.820562 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Attempting to bind port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:23.821047 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Attempting to bind port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:23.827215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] DHCP port deletion for 9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:23.828118 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:23.828572 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:23.829252 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.829716 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:23.830271 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Bound port: 4c242da6-cbd9-46d5-b3fd-c64f664aac8a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:23.830733 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.844765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.851044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Deleting port d38b6338-1863-4b40-8cac-e5c716050b97 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:23.851478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.873541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port d38b6338-1863-4b40-8cac-e5c716050b97 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:23.874064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.909656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a074c3-eb8f-4d3d-9b93-a35b49edebd9 None None] Network c5e22b4c-241e-4340-81d6-95dd564ef8a3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:23.922961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=df1681de-4a7f-4266-b12e-096f3a16bcf1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:23.929025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.937736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a923beb-d9f4-40e2-966c-b04a0f194031 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:23.938378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a923beb-d9f4-40e2-966c-b04a0f194031 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:23.940041 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a923beb-d9f4-40e2-966c-b04a0f194031 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1590 time: 0.5768440 Dec 15 21:55:23.957703 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] For port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:23.961011 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] For port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:23.966673 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:23.972351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:23.976116 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:23.990049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:24.004102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.018910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.025416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4117e292-8831-40fd-bc72-7391fcb76bc5 tempest-ServerActionsTestJSON-1945024320 tempest-ServerActionsTestJSON-1945024320-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:24.033905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a083832-09e1-433d-bc3b-8a755319af56 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0599256 Dec 15 21:55:24.035764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.037043 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/de41adf7-fdf3-4db7-beb2-b3539f3e8333 HTTP/1.1" status: 204 len: 168 time: 0.8666563 Dec 15 21:55:24.039927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39240) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:24.040431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:24.042876 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/df1681de-4a7f-4266-b12e-096f3a16bcf1 HTTP/1.1" status: 204 len: 168 time: 1.7475441 Dec 15 21:55:24.049681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39248) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:24.056683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de41adf7-fdf3-4db7-beb2-b3539f3e8333,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:24.062039 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Pushing event updated for resources: {'Port': ['ID=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:24.077149 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:24.077348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.094443 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:24.095470 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.102760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:24.109137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ff2bf250-00c3-486b-a9a1-241fa431f0d4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:24.133626 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-95f3805c-fb68-4a86-99e1-4fb23cf2bb26 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=e49d69bf-80ab-42b4-8d26-85bc637a0a6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0918417 Dec 15 21:55:24.153885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39252) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:24.227382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-319564719', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:24.240922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ee0d32a-72d5-434a-9bd7-8894d2961046 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:24.261559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port d38b6338-1863-4b40-8cac-e5c716050b97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d38b6338-1863-4b40-8cac-e5c716050b97,segment=NetworkSegment(68a5670e-dab1-40fe-b996-43bd254131d0),segment_id=68a5670e-dab1-40fe-b996-43bd254131d0)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:24.262085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.282085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ff2bf250-00c3-486b-a9a1-241fa431f0d4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:24.282660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.330468 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:24.333778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ee0d32a-72d5-434a-9bd7-8894d2961046 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:24.338201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ee0d32a-72d5-434a-9bd7-8894d2961046 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2946534 Dec 15 21:55:24.392085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:24.405618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '56f33814-1e4b-4722-9320-b127a2d467b6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:24.413081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for d38b6338-1863-4b40-8cac-e5c716050b97 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:24.431143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:24.454412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:19Z', 'revision_number': 8, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.469042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.493601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56861d38-e7ec-47f1-b12f-448e83e84031 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:19Z', 'revision_number': 8, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e12fc1b9-eb11-4801-9a50-9f2e92d86076', 'name': '', 'network_id': 'a869725c-fe95-4a04-b90f-7097a716f4ea', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:e4:fb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:53Z', 'updated_at': '2021-12-15T21:55:02Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '242f2cc7-ef76-4b50-8f49-2219d28a0b86', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:24.504526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.510899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e8928e-cba2-4f76-a58c-e4ed30d54d35 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:24.553129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:24.560425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=d38b6338-1863-4b40-8cac-e5c716050b97,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:24.563435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:24.574064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No DVR routers for this DVR port d38b6338-1863-4b40-8cac-e5c716050b97 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:24.597793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:24.608771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:24.614679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:24.618665 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Project 1de2179a1d184645847104009014f916 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:55:24.622987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port cf020e7c-ca35-4034-a816-484314a339b7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:24.623524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.675769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:24.684464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.694751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] For port d38b6338-1863-4b40-8cac-e5c716050b97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d38b6338-1863-4b40-8cac-e5c716050b97,segment=NetworkSegment(68a5670e-dab1-40fe-b996-43bd254131d0),segment_id=68a5670e-dab1-40fe-b996-43bd254131d0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:24.695190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.719017 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.723441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be212764-1682-47a6-885d-236a8f8e7b34 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:24.762892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.775182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:24.779039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.804886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.818526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a5670e-dab1-40fe-b996-43bd254131d0') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.818898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a5670e-dab1-40fe-b996-43bd254131d0') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:24.832174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.854130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.862476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:24.863023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:24.879417 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:24.897990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Calling delete_port for d38b6338-1863-4b40-8cac-e5c716050b97 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:24.995122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.003161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.009135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:55:25.009387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:55:25.009580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45f66c25-7af5-4609-be19-071af18efeb6 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:25.037291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:25.039612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:25.053028 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/9b8c7cc2-ff7b-4d9f-a74c-8f4a038b5985 HTTP/1.1" status: 204 len: 168 time: 1.5255010 Dec 15 21:55:25.053956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:25.060355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1902220308'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:25.069763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:25.075934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:25.080743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] DHCP port deletion for c5e22b4c-241e-4340-81d6-95dd564ef8a3 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:25.083518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:25.086306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Deleting port cf020e7c-ca35-4034-a816-484314a339b7 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:25.086444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.096508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:25.117285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:25.122229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.130010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d38b6338-1863-4b40-8cac-e5c716050b97 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:25.185238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:25.197763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d38b6338-1863-4b40-8cac-e5c716050b97 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:25.199007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d38b6338-1863-4b40-8cac-e5c716050b97 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:25.207466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.208892 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment 19e65fa1-08b2-48c4-adf6-7cbe24d12022 of type vlan for network 5e823179-4092-4fa4-8d98-b151a959ab61 Dec 15 21:55:25.236226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.253593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:25.255292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.270786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.328209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:25.336455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.342983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:25.343850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.349590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ee9ed5f-a116-4d58-b267-4dc5ab524684 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:25.427011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] For port cf020e7c-ca35-4034-a816-484314a339b7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cf020e7c-ca35-4034-a816-484314a339b7,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:25.427814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.484810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=5e823179-4092-4fa4-8d98-b151a959ab61,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:25.487647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:25.493083 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4348176 Dec 15 21:55:25.493554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:25.494645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port cf020e7c-ca35-4034-a816-484314a339b7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cf020e7c-ca35-4034-a816-484314a339b7,segment=NetworkSegment(f5554452-ce3e-49b2-acde-0fc8c9bf20af),segment_id=f5554452-ce3e-49b2-acde-0fc8c9bf20af)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:25.495070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.509458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86828c6-3ed8-48a1-a641-a25770af2be1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:25.521643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:25.525688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:25.569773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Calling delete_port for cf020e7c-ca35-4034-a816-484314a339b7 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:25.644605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Deleting port d38b6338-1863-4b40-8cac-e5c716050b97 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:25.645006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.680710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 5e823179-4092-4fa4-8d98-b151a959ab61 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:25.682522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:25.689844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:25.693673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:25.702143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:25.715412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:25.719524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.789688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-421360ba-b06a-4edc-89b5-f94fba8ba45f None None] The port 'd38b6338-1863-4b40-8cac-e5c716050b97' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:25.803464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:25.813345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:25.877113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Pushing event deleted for resources: {'Port': ['ID=cf020e7c-ca35-4034-a816-484314a339b7,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:25.881752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:25.882733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] No DVR routers for this DVR port cf020e7c-ca35-4034-a816-484314a339b7 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:25.935604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for cf020e7c-ca35-4034-a816-484314a339b7 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:25.984182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4c242da6-cbd9-46d5-b3fd-c64f664aac8a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:26.053728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:26.054076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.055882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.057126 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6629186 Dec 15 21:55:26.069499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:26.072397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:26.075162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d33ccd7-b0f1-4f93-aa86-fc330aec4e63 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:26.083696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:26.084679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:26.144619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:26.159025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.159273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:26.159660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.159774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2414384 Dec 15 21:55:26.161074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.199374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39272) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:26.290941 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19d8a1ce-2fce-4e7c-ab0d-455afa6108fd tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules/a86828c6-3ed8-48a1-a641-a25770af2be1 HTTP/1.1" status: 200 len: 769 time: 0.1807978 Dec 15 21:55:26.292601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:26.303753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.320639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=190bef27-c45e-474f-bff3-05273e023000,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:26.329282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:26.330277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': '19e65fa1-08b2-48c4-adf6-7cbe24d12022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:26.330641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: 5e823179-4092-4fa4-8d98-b151a959ab61, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:26.330766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.349843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 5e823179-4092-4fa4-8d98-b151a959ab61 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:26.359659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 5e823179-4092-4fa4-8d98-b151a959ab61) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:26.364746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:26.364995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.374079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8bf69dce-d882-49b9-961d-b680d67023ec tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:26.376568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26504bbc-2364-40de-a61a-6157408062c1 None None] Network 5e823179-4092-4fa4-8d98-b151a959ab61 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:26.388546 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8938167 Dec 15 21:55:26.390238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:26.391058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39280) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:26.396823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61', 'name': 'tempest-PortsTestJSON-1884418438', 'fixed_ips': [{'subnet_id': '190bef27-c45e-474f-bff3-05273e023000', 'ip_address': '172.20.0.10'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:26.435674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:55:26.436067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:55:26.545678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:26.550235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:26.553722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:26.560519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:26.576570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:26.592368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=0b068cac-f5a7-47d2-bb95-8260a4c8fd89,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:26.603617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-100f1755-c2ba-4f49-b850-9388eae24196 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:26.613411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:26.636242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.661791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:26.662186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: b6af414e-df77-4502-bf2f-f9bd692f54ed, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:26.722782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.744450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:26.752726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 7326c807-bd78-41dd-89c3-8c99bc811832 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:26.765064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.779440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ddc691b2-7413-4715-9c4b-c44eeca7e74e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:26.879969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cf020e7c-ca35-4034-a816-484314a339b7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:26.930792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: cf020e7c-ca35-4034-a816-484314a339b7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:26.931145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cf020e7c-ca35-4034-a816-484314a339b7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:26.931579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 83d88513-4111-40df-875a-f93310f396e6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:26.941401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-100f1755-c2ba-4f49-b850-9388eae24196 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:26.945559 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-100f1755-c2ba-4f49-b850-9388eae24196 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6362929 Dec 15 21:55:26.945559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port cf020e7c-ca35-4034-a816-484314a339b7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:26.945559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:26.947588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39284) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:26.990323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.007117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 83d88513-4111-40df-875a-f93310f396e6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:27.008002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 83d88513-4111-40df-875a-f93310f396e6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:27.025011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.10 (5e823179-4092-4fa4-8d98-b151a959ab61/190bef27-c45e-474f-bff3-05273e023000/7326c807-bd78-41dd-89c3-8c99bc811832) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:27.029046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:27.053973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network b6af414e-df77-4502-bf2f-f9bd692f54ed is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:27.062707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:27.063370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.085984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-5e823179-4092-4fa4-8d98-b151a959ab61', 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '190bef27-c45e-474f-bff3-05273e023000'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:27.087139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.107920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] The port 'cf020e7c-ca35-4034-a816-484314a339b7' was deleted {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:27.111908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:22Z', 'revision_number': 3, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:27.130968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.158164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:27.158768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Updating router b2a67c81-f017-4cb6-8502-a2e6bbd5097f port 50909394-dba1-49f7-836e-100af2b9b931 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:27.176942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e8d626d1-4adb-4bd1-b907-13c63c78aab9 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:27.177888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, b6af414e-df77-4502-bf2f-f9bd692f54ed) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:27.184000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:27.184349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.194482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde14366-a1f2-45bf-a0ed-218d9073835c None None] Network b6af414e-df77-4502-bf2f-f9bd692f54ed requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:27.212503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a86828c6-3ed8-48a1-a641-a25770af2be1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:27.220644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:27.256192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.259965 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a86828c6-3ed8-48a1-a641-a25770af2be1 HTTP/1.1" status: 204 len: 168 time: 0.3110266 Dec 15 21:55:27.260550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:27.324039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.326029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.341947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-327638e5-c215-4a47-ba79-1f22db6c2c20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:27.353996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1428251 Dec 15 21:55:27.355142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39292) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:27.355731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.20.0.9 (e49d69bf-80ab-42b4-8d26-85bc637a0a6b/e7300b9a-0b20-4e47-982c-0245563f3a7f/80ef13dc-8b6b-4969-94cc-cb96cce95063) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:27.370174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 7326c807-bd78-41dd-89c3-8c99bc811832 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:27.397279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.456054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-327638e5-c215-4a47-ba79-1f22db6c2c20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:27.460243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-327638e5-c215-4a47-ba79-1f22db6c2c20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1957219 Dec 15 21:55:27.465505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39296) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:27.602810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.620151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:27.669623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.700568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e22b4c-241e-4340-81d6-95dd564ef8a3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:27.716468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b6af414e-df77-4502-bf2f-f9bd692f54ed', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:27.717477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.727118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5554452-ce3e-49b2-acde-0fc8c9bf20af') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:27.727417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5554452-ce3e-49b2-acde-0fc8c9bf20af') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:27.740500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Allocated IP 172.20.0.2 (5e823179-4092-4fa4-8d98-b151a959ab61/190bef27-c45e-474f-bff3-05273e023000/5449f08e-fd1b-48ad-8529-4900fcc2db7c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:27.755366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.800542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 5e823179-4092-4fa4-8d98-b151a959ab61 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:27.812393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:27.814891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.829316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:27.849700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.861546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=7326c807-bd78-41dd-89c3-8c99bc811832,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:27.878613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:27.906893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:27.907140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.911440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: util.warn( Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:27.921639 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:27.993543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:27.994644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:27.995310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.024101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.032110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4b64be91-dab7-4f5d-8645-b879530a2e00 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:28.066278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.075830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13542533-34a1-42fe-a84e-693217386975 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:28.094929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.108559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4c242da6-cbd9-46d5-b3fd-c64f664aac8a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:28.112387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=c5e22b4c-241e-4340-81d6-95dd564ef8a3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:28.118447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/c5e22b4c-241e-4340-81d6-95dd564ef8a3 HTTP/1.1" status: 204 len: 168 time: 4.0658877 Dec 15 21:55:28.121833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:28.122313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39300) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:28.194008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.212595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.220862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.251585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Allocated IP 172.20.0.18 (b6af414e-df77-4502-bf2f-f9bd692f54ed/0b068cac-f5a7-47d2-bb95-8260a4c8fd89/a1a280eb-76e8-450b-a84f-e10fad765b7b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:28.253356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f33814-1e4b-4722-9320-b127a2d467b6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:28.259427 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8673034 Dec 15 21:55:28.260513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:28.263484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:28.269236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61', 'name': 'tempest-PortsTestJSON-215426803', 'fixed_ips': [{'subnet_id': '190bef27-c45e-474f-bff3-05273e023000', 'ip_address': '172.20.0.9'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:28.271894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af8b4fb4-365b-4e89-aa83-a52f07c6303c tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:28.291130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Transition to ACTIVE for port object 50909394-dba1-49f7-836e-100af2b9b931 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:28.292134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.298454 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/56f33814-1e4b-4722-9320-b127a2d467b6 HTTP/1.1" status: 204 len: 168 time: 0.8325381 Dec 15 21:55:28.302741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:28.343647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.347289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:28.347676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.392811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-388b51a2-b525-4483-8c7f-f0b673ee6ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:28.550606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ab87166-fc28-43e3-8600-047faefdb88e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:28.551658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network e49d69bf-80ab-42b4-8d26-85bc637a0a6b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:28.557760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:28.562362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.568299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:28.594656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=80ef13dc-8b6b-4969-94cc-cb96cce95063,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:28.597046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Attempting to bind port 50909394-dba1-49f7-836e-100af2b9b931 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:28.597670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Attempting to bind port 50909394-dba1-49f7-836e-100af2b9b931 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:28.598224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Attempting to bind port 50909394-dba1-49f7-836e-100af2b9b931 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:28.605972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Transition to ACTIVE for port object 5449f08e-fd1b-48ad-8529-4900fcc2db7c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:28.608493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:28.609335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Pushing event updated for resources: {'Port': ['ID=50909394-dba1-49f7-836e-100af2b9b931,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:28.625671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:28.626674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:28.627253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:28.627843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.628432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:28.629082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Bound port: 50909394-dba1-49f7-836e-100af2b9b931, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:28.629629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.698601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Transition to ACTIVE for port object 5449f08e-fd1b-48ad-8529-4900fcc2db7c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:28.723561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:28.728536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:28.730406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.731639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:28.738452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:28.739136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-11ab33a4-0964-4ab3-8851-08625a55cc57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:28.759520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ab87166-fc28-43e3-8600-047faefdb88e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:28.764897 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ab87166-fc28-43e3-8600-047faefdb88e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4537616 Dec 15 21:55:28.764897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:28.768721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.785191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:28.799710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313661354'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:28.810961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:28.855569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 69ecd5a8-fbb6-48e7-95f0-d22f4efded04 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:28.904407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:28.932355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Network 5e823179-4092-4fa4-8d98-b151a959ab61 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:28.938659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:28.944010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:28.947336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Pushing event updated for resources: {'Port': ['ID=5449f08e-fd1b-48ad-8529-4900fcc2db7c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:28.951309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] For port 50909394-dba1-49f7-836e-100af2b9b931, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:28.956043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] For port 50909394-dba1-49f7-836e-100af2b9b931, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50909394-dba1-49f7-836e-100af2b9b931,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:28.958975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:28.976786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:28.986065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.001369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.007778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:29.069984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.098242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Transition to ACTIVE for port object a1a280eb-76e8-450b-a84f-e10fad765b7b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:29.128761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:29.146010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Attempting to bind port 5449f08e-fd1b-48ad-8529-4900fcc2db7c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:29.146679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Attempting to bind port 5449f08e-fd1b-48ad-8529-4900fcc2db7c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '19e65fa1-08b2-48c4-adf6-7cbe24d12022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:29.147228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Attempting to bind port 5449f08e-fd1b-48ad-8529-4900fcc2db7c on network 5e823179-4092-4fa4-8d98-b151a959ab61 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:29.164877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Transition to ACTIVE for port object a1a280eb-76e8-450b-a84f-e10fad765b7b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:29.167244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:29.168559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:29.169175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Checking segment: {'id': '19e65fa1-08b2-48c4-adf6-7cbe24d12022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:29.169767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.170445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Bound using segment: {'id': '19e65fa1-08b2-48c4-adf6-7cbe24d12022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:29.170858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Bound port: 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e65fa1-08b2-48c4-adf6-7cbe24d12022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '5e823179-4092-4fa4-8d98-b151a959ab61'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:29.171330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.184194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:29.184923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:29.205227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Allocated IP 172.20.0.1 (42deb7d2-06b7-4951-98d6-e5c8b12da1df/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a/b3175ae4-3f09-4853-89d9-bce21e89d15b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:29.248561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.252008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Pushing event updated for resources: {'Port': ['ID=50909394-dba1-49f7-836e-100af2b9b931,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:29.266550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:29.292107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:29.350508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.9 (5e823179-4092-4fa4-8d98-b151a959ab61/190bef27-c45e-474f-bff3-05273e023000/69ecd5a8-fbb6-48e7-95f0-d22f4efded04) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:29.394431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Network b6af414e-df77-4502-bf2f-f9bd692f54ed is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:29.413279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:29.479408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:29.536310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.560778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Pushing event updated for resources: {'Port': ['ID=a1a280eb-76e8-450b-a84f-e10fad765b7b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:29.577162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:29.615939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] For port 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:29.642841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.644423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] For port 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5449f08e-fd1b-48ad-8529-4900fcc2db7c,segment=NetworkSegment(19e65fa1-08b2-48c4-adf6-7cbe24d12022),segment_id=19e65fa1-08b2-48c4-adf6-7cbe24d12022)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:29.648422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:29.683413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.689319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.691370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Attempting to bind port a1a280eb-76e8-450b-a84f-e10fad765b7b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:29.691750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Attempting to bind port a1a280eb-76e8-450b-a84f-e10fad765b7b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:29.692145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Attempting to bind port a1a280eb-76e8-450b-a84f-e10fad765b7b on network b6af414e-df77-4502-bf2f-f9bd692f54ed {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:29.707479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c8192f07-7e87-4d14-917c-3ea510134da7 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:29.789758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Transition to ACTIVE for port object b3175ae4-3f09-4853-89d9-bce21e89d15b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:29.805885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74d669c8-f029-410c-9f9f-3cbca9778fb7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:29.846544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.854213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:29.860289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b1f3f9ba-1a9e-41c6-b2e9-b75f97d645bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:29.890242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.894315 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1016273 Dec 15 21:55:29.897747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:29.898247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:29.899373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Checking segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:29.899373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.899655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Bound using segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:29.900727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Bound port: a1a280eb-76e8-450b-a84f-e10fad765b7b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:29.901140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.903322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Request body: {'security_group_rule': {'security_group_id': '74d669c8-f029-410c-9f9f-3cbca9778fb7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:29.910015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:29.919671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:29.935121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Usage tracker for resource:security_group_rule and tenant:1de2179a1d184645847104009014f916 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:29.941588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.17 (b6af414e-df77-4502-bf2f-f9bd692f54ed/0b068cac-f5a7-47d2-bb95-8260a4c8fd89/6ec0ea22-6454-4dd9-81c3-34d36961bc16) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:29.943967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:29.954730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:29.957145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 69ecd5a8-fbb6-48e7-95f0-d22f4efded04 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:30.064126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.068736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.094582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Pushing event updated for resources: {'Port': ['ID=5449f08e-fd1b-48ad-8529-4900fcc2db7c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:30.100918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:30.182369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] For port a1a280eb-76e8-450b-a84f-e10fad765b7b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:30.222014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] For port a1a280eb-76e8-450b-a84f-e10fad765b7b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1a280eb-76e8-450b-a84f-e10fad765b7b,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:30.237413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.244985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf3a591e-61f4-45b2-9415-762f6c574d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:30.288227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.307132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:30.328612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.337234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Pushing event updated for resources: {'Port': ['ID=a1a280eb-76e8-450b-a84f-e10fad765b7b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:30.341648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:30.352357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:30.354174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:22Z', 'revision_number': 3, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:30.358354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f22a0c98-81af-4ac2-afef-35d0bdb74ee7 None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:22Z', 'revision_number': 3, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:30.405470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.423143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 5e823179-4092-4fa4-8d98-b151a959ab61 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:30.441558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:30.449011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.453778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:30.474598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:30.479092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:30.501391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 6ec0ea22-6454-4dd9-81c3-34d36961bc16 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:30.501687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:30.507781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:30.516060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.517863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=69ecd5a8-fbb6-48e7-95f0-d22f4efded04,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:30.519341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:30.537056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:30.540913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-de20c6b5-d4b8-48bd-b0d5-71f4b4fa3e20 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:30.595278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aea1f38-78e4-4844-9ac0-d21de08d2c43,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:30.606677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:30.622899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.627197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:30.629519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.642337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.646525 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7470210 Dec 15 21:55:30.656702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:30.702511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.758828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:30.762888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-afbfca65-946f-440b-b411-39d35c9f7ea9 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:30.861942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5973518 Dec 15 21:55:30.862862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:31.007009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network b6af414e-df77-4502-bf2f-f9bd692f54ed is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:31.033721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:31.045395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:31.047930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:31.086162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:31.102805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.133966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7371a0f2-fe75-476c-aa61-97c9fbf1067a None None] Provisioning for port b3175ae4-3f09-4853-89d9-bce21e89d15b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:31.140671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7371a0f2-fe75-476c-aa61-97c9fbf1067a None None] Provisioning complete for port b3175ae4-3f09-4853-89d9-bce21e89d15b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:31.141173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7371a0f2-fe75-476c-aa61-97c9fbf1067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.176374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.192850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.231425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7371a0f2-fe75-476c-aa61-97c9fbf1067a None None] Port b3175ae4-3f09-4853-89d9-bce21e89d15b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:31.263574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797f907-36b0-4c89-9df0-706e02013582 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:31.264334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d797f907-36b0-4c89-9df0-706e02013582 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:31.303179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d797f907-36b0-4c89-9df0-706e02013582 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:31.306929 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d797f907-36b0-4c89-9df0-706e02013582 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4123573 Dec 15 21:55:31.307902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39328) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:31.343287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 527a8701-6765-417e-b456-2060cc436a6f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:31.363794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.377129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee044e88-df8e-4151-8e5e-980cadadeb6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:31.404159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d669c8-f029-410c-9f9f-3cbca9778fb7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:31.420691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:31.443894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.445401 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/74d669c8-f029-410c-9f9f-3cbca9778fb7 HTTP/1.1" status: 204 len: 168 time: 0.7865934 Dec 15 21:55:31.448412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39332) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:31.462498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port e12fc1b9-eb11-4801-9a50-9f2e92d86076 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:31.462949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.571446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.573308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.614758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2fd27-024b-4322-99df-8db8f3d47a97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:31.621068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2fd27-024b-4322-99df-8db8f3d47a97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:31.627420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2fd27-024b-4322-99df-8db8f3d47a97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:31.632888 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b2c2fd27-024b-4322-99df-8db8f3d47a97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3214684 Dec 15 21:55:31.636491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:31.722098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b98b7ff-a0b4-49ef-a2d4-e1d28b8b3b5f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:31.870123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 69ecd5a8-fbb6-48e7-95f0-d22f4efded04 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:31.870773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:31.917447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4b98b7ff-a0b4-49ef-a2d4-e1d28b8b3b5f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:31.918563 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4b98b7ff-a0b4-49ef-a2d4-e1d28b8b3b5f tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4425507 Dec 15 21:55:31.938174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39340) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:32.102656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5449f08e-fd1b-48ad-8529-4900fcc2db7c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:32.145474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:32.159379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port e12fc1b9-eb11-4801-9a50-9f2e92d86076, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e12fc1b9-eb11-4801-9a50-9f2e92d86076,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:32.159902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.161632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Sync routers for ids ['527a8701-6765-417e-b456-2060cc436a6f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:32.170807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890d5f80-6e1e-4207-8512-d1387656c6f9 None None] Network b6af414e-df77-4502-bf2f-f9bd692f54ed requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:32.178005 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Routers {'527a8701-6765-417e-b456-2060cc436a6f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:32.178784 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['527a8701-6765-417e-b456-2060cc436a6f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:32.333104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.374333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-714af8f0-e324-444f-983d-48e83f5526a0 None None] Provisioning for port a1a280eb-76e8-450b-a84f-e10fad765b7b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:32.407411 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Set router 527a8701-6765-417e-b456-2060cc436a6f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:32.437497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3ef2e0-ab79-480c-8b11-b90658afc0f5 None None] Network 5e823179-4092-4fa4-8d98-b151a959ab61 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:32.462333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5449f08e-fd1b-48ad-8529-4900fcc2db7c completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:32.620445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1a280eb-76e8-450b-a84f-e10fad765b7b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:32.685309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for e12fc1b9-eb11-4801-9a50-9f2e92d86076 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:32.720990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.734499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.738234 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 10.0222220 Dec 15 21:55:32.744710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.762363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Provisioning for port 5449f08e-fd1b-48ad-8529-4900fcc2db7c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:32.774404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39344) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:32.785944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Provisioning complete for port 5449f08e-fd1b-48ad-8529-4900fcc2db7c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:32.786324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.789488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 69ecd5a8-fbb6-48e7-95f0-d22f4efded04 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:32.805754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1b8a101c-1442-4341-961c-cca6a5232189 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:32.861998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.868519 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a8701-6765-417e-b456-2060cc436a6f', 'name': '', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'external_fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:23Z', 'updated_at': '2021-12-15T21:55:29Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'name': '', 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a8701-6765-417e-b456-2060cc436a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:26Z', 'updated_at': '2021-12-15T21:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:32.875582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Checking router: 527a8701-6765-417e-b456-2060cc436a6f for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:32.876214 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Updating router 527a8701-6765-417e-b456-2060cc436a6f port 80ef13dc-8b6b-4969-94cc-cb96cce95063 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:32.887777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a1a280eb-76e8-450b-a84f-e10fad765b7b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:32.894368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a1a280eb-76e8-450b-a84f-e10fad765b7b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:32.894755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.924498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ea201f4-3366-4d19-be07-d0e70d52f33a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:32.957014 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:32.990859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:32.993639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:33.034117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4ea201f4-3366-4d19-be07-d0e70d52f33a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:33.038228 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ea201f4-3366-4d19-be07-d0e70d52f33a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.0965369 Dec 15 21:55:33.047783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39348) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:33.066754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.178493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.190948 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-c2289381-3b32-4229-a8f8-c19f95dea2a3 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] delete failed (client error): The resource could not be found. Dec 15 21:55:33.193265 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c2289381-3b32-4229-a8f8-c19f95dea2a3 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "DELETE /v2.0/security-groups/74d669c8-f029-410c-9f9f-3cbca9778fb7 HTTP/1.1" status: 404 len: 347 time: 0.1423049 Dec 15 21:55:33.260713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:33.281523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a1a280eb-76e8-450b-a84f-e10fad765b7b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1a280eb-76e8-450b-a84f-e10fad765b7b,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:33.289798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] For port 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5449f08e-fd1b-48ad-8529-4900fcc2db7c,segment=NetworkSegment(19e65fa1-08b2-48c4-adf6-7cbe24d12022),segment_id=19e65fa1-08b2-48c4-adf6-7cbe24d12022)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:33.294527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.297593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50909394-dba1-49f7-836e-100af2b9b931 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:33.362270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.362683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:33.461842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.469895 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.487618 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Transition to ACTIVE for port object 80ef13dc-8b6b-4969-94cc-cb96cce95063 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:33.498741 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.519498 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:33.536565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5102ca95-7826-4d4e-9b0f-0d688a042bbc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Synchronizing usage tracker for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:33.568516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:33.569450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5102ca95-7826-4d4e-9b0f-0d688a042bbc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Unset dirty status for tenant:1de2179a1d184645847104009014f916 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:33.571618 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5102ca95-7826-4d4e-9b0f-0d688a042bbc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3085527 Dec 15 21:55:33.574609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:33.665518 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0c7c2-1ac8-4390-96ee-10c428657efa None None] Pushing event updated for resources: {'Port': ['ID=80ef13dc-8b6b-4969-94cc-cb96cce95063,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:33.723610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a1a280eb-76e8-450b-a84f-e10fad765b7b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:33.724511 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Attempting to bind port 80ef13dc-8b6b-4969-94cc-cb96cce95063 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:33.725279 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Attempting to bind port 80ef13dc-8b6b-4969-94cc-cb96cce95063 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e0c193f4-19b0-4569-8697-e79c5152b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:33.725881 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Attempting to bind port 80ef13dc-8b6b-4969-94cc-cb96cce95063 on network e49d69bf-80ab-42b4-8d26-85bc637a0a6b {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:33.729679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:33.730536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a1d57abd-bc65-4ac4-8be2-7fad17d230a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:33.744353 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a7d0c7c2-1ac8-4390-96ee-10c428657efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:33.746770 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:33.747414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Checking segment: {'id': 'e0c193f4-19b0-4569-8697-e79c5152b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:33.748332 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.750386 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Bound using segment: {'id': 'e0c193f4-19b0-4569-8697-e79c5152b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:33.751041 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Bound port: 80ef13dc-8b6b-4969-94cc-cb96cce95063, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c193f4-19b0-4569-8697-e79c5152b3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:33.751526 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.821342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning for port 7326c807-bd78-41dd-89c3-8c99bc811832 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:33.885324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning complete for port 7326c807-bd78-41dd-89c3-8c99bc811832 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:33.893051 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] For port 80ef13dc-8b6b-4969-94cc-cb96cce95063, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:33.895983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.899605 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] For port 80ef13dc-8b6b-4969-94cc-cb96cce95063, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80ef13dc-8b6b-4969-94cc-cb96cce95063,segment=NetworkSegment(e0c193f4-19b0-4569-8697-e79c5152b3e0),segment_id=e0c193f4-19b0-4569-8697-e79c5152b3e0)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:33.913265 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.935135 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:33.941279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:33.979324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8244cca9-d52f-4968-975a-9c47d7f77fd7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:34.017195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.037084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 50909394-dba1-49f7-836e-100af2b9b931 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:34.040210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-129eca81-f53a-406e-9fac-4492c03d3df7 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:34.045336 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0c7c2-1ac8-4390-96ee-10c428657efa None None] Pushing event updated for resources: {'Port': ['ID=80ef13dc-8b6b-4969-94cc-cb96cce95063,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:34.049629 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a7d0c7c2-1ac8-4390-96ee-10c428657efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:34.062091 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Routers {'527a8701-6765-417e-b456-2060cc436a6f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:34.063080 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['527a8701-6765-417e-b456-2060cc436a6f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:34.065950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 50909394-dba1-49f7-836e-100af2b9b931 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:34.065950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.121832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39360) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:34.125025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=e12fc1b9-eb11-4801-9a50-9f2e92d86076,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:34.130220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Pushing event updated for resources: {'Port': ['ID=5449f08e-fd1b-48ad-8529-4900fcc2db7c,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:34.141369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:34.157116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:34.165554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Port 7326c807-bd78-41dd-89c3-8c99bc811832 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:34.188196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=69ecd5a8-fbb6-48e7-95f0-d22f4efded04,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:34.207856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:34.222473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning complete for port a1a280eb-76e8-450b-a84f-e10fad765b7b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:34.223076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.419492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.467479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.469785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Deleting port 80ef13dc-8b6b-4969-94cc-cb96cce95063 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:34.470439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.493132 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] Set router 527a8701-6765-417e-b456-2060cc436a6f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:34.593798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.641532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 50909394-dba1-49f7-836e-100af2b9b931, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50909394-dba1-49f7-836e-100af2b9b931,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:34.661696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.665111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:34.754526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=50909394-dba1-49f7-836e-100af2b9b931,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:34.756420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] For port 80ef13dc-8b6b-4969-94cc-cb96cce95063, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=80ef13dc-8b6b-4969-94cc-cb96cce95063,segment=NetworkSegment(e0c193f4-19b0-4569-8697-e79c5152b3e0),segment_id=e0c193f4-19b0-4569-8697-e79c5152b3e0)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:34.756420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.763900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:34.765364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning complete for port 5449f08e-fd1b-48ad-8529-4900fcc2db7c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:34.765906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.782923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:34.796188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:34.890499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Calling delete_port for 80ef13dc-8b6b-4969-94cc-cb96cce95063 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:34.912584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1a280eb-76e8-450b-a84f-e10fad765b7b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:34.943218 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527a8701-6765-417e-b456-2060cc436a6f', 'name': '', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'external_fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:23Z', 'updated_at': '2021-12-15T21:55:29Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'name': '', 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a8701-6765-417e-b456-2060cc436a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:26Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:34.950638 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b8eafc-e94a-4729-9c40-b24c48720006 None None] The sync data for ids ['527a8701-6765-417e-b456-2060cc436a6f'] in dv-neutron-820612-1-hyperv is: [{'id': '527a8701-6765-417e-b456-2060cc436a6f', 'name': '', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'external_fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:23Z', 'updated_at': '2021-12-15T21:55:29Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': '80ef13dc-8b6b-4969-94cc-cb96cce95063', 'name': '', 'network_id': 'e49d69bf-80ab-42b4-8d26-85bc637a0a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:db:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527a8701-6765-417e-b456-2060cc436a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:26Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7300b9a-0b20-4e47-982c-0245563f3a7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:34.971131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.004977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.009864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Could not find standard attr ID for object 69ecd5a8-fbb6-48e7-95f0-d22f4efded04. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:55:35.015399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:35.026922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a1a280eb-76e8-450b-a84f-e10fad765b7b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.027468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.058317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:35.083933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Provisioning complete for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.083933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.119083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b79a622c-03e0-4d0c-9e48-69d927e1f543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1de2179a1d184645847104009014f916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9946582 Dec 15 21:55:35.119333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:35.122476 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/69ecd5a8-fbb6-48e7-95f0-d22f4efded04 HTTP/1.1" status: 204 len: 168 time: 3.4812906 Dec 15 21:55:35.126033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39368) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:35.132055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.155395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d46b70d6-0571-4c22-a19e-403244e4fbe5 None None] Port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:35.182710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:35.215709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:35.220709 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7acbacd-fa62-404e-9d8e-a7fa114fad32 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:55:35.221252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b7acbacd-fa62-404e-9d8e-a7fa114fad32 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:35.227893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5449f08e-fd1b-48ad-8529-4900fcc2db7c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:35.324894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Provisioning complete for port 7326c807-bd78-41dd-89c3-8c99bc811832 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.325723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.421208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5449f08e-fd1b-48ad-8529-4900fcc2db7c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.422190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.451380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:35.453226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Port 7326c807-bd78-41dd-89c3-8c99bc811832 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:35.472359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Could not find standard attr ID for object 69ecd5a8-fbb6-48e7-95f0-d22f4efded04. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:55:35.551377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Provisioning complete for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.551695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.552457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.592418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b7acbacd-fa62-404e-9d8e-a7fa114fad32 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:35.593591 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7acbacd-fa62-404e-9d8e-a7fa114fad32 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/69ecd5a8-fbb6-48e7-95f0-d22f4efded04 HTTP/1.1" status: 404 len: 333 time: 0.4569309 Dec 15 21:55:35.613877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:35.661353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:35.672550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:35.685044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:35.693840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:35.694676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:35.728014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] 10.222.0.18 "PUT /v2.0/routers/b2a67c81-f017-4cb6-8502-a2e6bbd5097f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5078816 Dec 15 21:55:35.728229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network b6af414e-df77-4502-bf2f-f9bd692f54ed is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:35.728229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:35.746836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.755238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.755968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daf5c493-8874-4519-932c-139fcaed9da8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:35.857032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Provisioning complete for port b3175ae4-3f09-4853-89d9-bce21e89d15b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:35.857422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:35.860811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:35.871479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:35.872949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7469804 Dec 15 21:55:35.875027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39380) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:35.889599 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:35.894848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:35.986370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Port': ['ID=80ef13dc-8b6b-4969-94cc-cb96cce95063,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:36.035306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:36.049045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet 242f2cc7-ef76-4b50-8f49-2219d28a0b86 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:36.049307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 7326c807-bd78-41dd-89c3-8c99bc811832 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:36.051370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.053415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.063020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e1f88eeb-5ce3-47e2-84c8-e33b0d11e0d8 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:36.082122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.145762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.182727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ff559d4f-01d1-4633-9755-7b070825038e None None] Port b3175ae4-3f09-4853-89d9-bce21e89d15b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:36.223115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f92133-5e18-4191-9bc3-5f0f44a60ef2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:36.232277 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:36.235410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:36.255983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:36.302280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.306009 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7f92133-5e18-4191-9bc3-5f0f44a60ef2 HTTP/1.1" status: 204 len: 168 time: 1.1357074 Dec 15 21:55:36.334970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.416894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-97f4396a-3155-4058-809c-e613efd8953c None None] Provisioning complete for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:36.417284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-97f4396a-3155-4058-809c-e613efd8953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.503993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-97f4396a-3155-4058-809c-e613efd8953c None None] Port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:36.510123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.525213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-931fc041-26d8-41d1-961a-66ce7ff75515 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:36.586087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.594084 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/242f2cc7-ef76-4b50-8f49-2219d28a0b86 HTTP/1.1" status: 204 len: 168 time: 0.7144375 Dec 15 21:55:36.602836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39398) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:36.640868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=242f2cc7-ef76-4b50-8f49-2219d28a0b86,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:36.655472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:36.681550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:36.701995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.807392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495775ed-7b59-4ca7-a5a4-6e221b6ca33b None None] Network a869725c-fe95-4a04-b90f-7097a716f4ea requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:36.824276 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 9, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:36.833006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:36.844468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39406) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:36.848244 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:36.849214 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:36.862122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50909394-dba1-49f7-836e-100af2b9b931 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:36.872665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-647921009-network', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:36.893125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:36.916168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Usage tracker for resource:network and tenant:97b943a1fc4b4010a969ccb71264b375 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:36.920826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:36.932486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.955798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:36.980029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.984397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Made reservation on behalf of 97b943a1fc4b4010a969ccb71264b375 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:36.985271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:36.987095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.003596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:37.003596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.037926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.079282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:37.088733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Usage tracker for resource:security_group_rule and tenant:97b943a1fc4b4010a969ccb71264b375 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:37.093849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:37.110592 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:37.280299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.319140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 50909394-dba1-49f7-836e-100af2b9b931 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:37.319602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.394000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:37.493618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.518984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.542938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:37.547745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 7326c807-bd78-41dd-89c3-8c99bc811832 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:37.561426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:32Z', 'revision_number': 2, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:37.566978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.567680 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Added segment 2b9a43f9-12eb-447f-b963-2169dfb41158 of type vlan for network d0bb40ea-b970-4292-afaa-e0d67ebd1424 Dec 15 21:55:37.570451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:37.570825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Updating router b2a67c81-f017-4cb6-8502-a2e6bbd5097f port b3175ae4-3f09-4853-89d9-bce21e89d15b binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:37.604838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] DHCP port deletion for a869725c-fe95-4a04-b90f-7097a716f4ea request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:37.615901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Deleting port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:37.616293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.623808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.692639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.693702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dea9d4b9-96b5-4006-b76a-333e9b7ca071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:37.708943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.710268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:37.711123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.725023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:37.725729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 527a8701-6765-417e-b456-2060cc436a6f {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:37.756897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c49c7-e000-4b62-b68c-9d0f21f9f45b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:37.761085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:37.765193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d17f9afd-20f0-4c39-b3ca-d2323dbe95e7 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:37.947913 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0997572 Dec 15 21:55:37.952621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39424) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:37.973954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Request body: {'subnet': {'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-647921009-subnet', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:37.981638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Pushing event updated for resources: {'Network': ['ID=d0bb40ea-b970-4292-afaa-e0d67ebd1424,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:37.984360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:37.986743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39428) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:37.991441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:37.997629 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 9, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:38.005280 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0365e0b-1f06-48cd-93ac-4ea8d08fb951 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 9, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': '1968092b-3507-4a88-9784-c9839fa82fba', 'name': '', 'network_id': 'a3706405-9bfb-432a-918c-b67680f9da01', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:0f:a2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:41Z', 'updated_at': '2021-12-15T21:54:54Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '4010744a-4371-4863-bad7-d9e6f96139d3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:38.010441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:38.011534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Usage tracker for resource:subnet and tenant:97b943a1fc4b4010a969ccb71264b375 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:38.012585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.022391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:38.027079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:38.027327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.031828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e013c805-7477-4bf5-80b3-d8659f76d811 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:38.044664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:38.087057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=7326c807-bd78-41dd-89c3-8c99bc811832,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:38.169864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:38.202259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1777823400'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:38.206330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.206908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.207547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.208215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.208907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.209497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.210089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.211211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.211901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.212500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.213264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.213872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] For port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,segment=NetworkSegment(5e8389ab-6a6f-44f4-8143-55f8949da4c8),segment_id=5e8389ab-6a6f-44f4-8143-55f8949da4c8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:38.214189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.215077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:38.222412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Made reservation on behalf of 97b943a1fc4b4010a969ccb71264b375 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:38.224730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.240195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:38.252130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:38.254693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.255192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:38.256352 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/routers/527a8701-6765-417e-b456-2060cc436a6f HTTP/1.1" status: 204 len: 168 time: 5.4793108 Dec 15 21:55:38.305531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.308275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:38.324780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:38.331414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.337881 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/7326c807-bd78-41dd-89c3-8c99bc811832 HTTP/1.1" status: 204 len: 168 time: 2.7221661 Dec 15 21:55:38.338765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39438) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.399858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:38.412024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2594123b-6d66-4dd8-9c73-40395a371bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0558653 Dec 15 21:55:38.413366 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ad6f42-a173-4847-b6b7-d3222c26daf4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:55:38.414116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73ad6f42-a173-4847-b6b7-d3222c26daf4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:38.418729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.458748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Deleting subnet e7300b9a-0b20-4e47-982c-0245563f3a7f {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:38.466949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.477353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.482184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Calling delete_port for d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:38.514408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:38.516980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73ad6f42-a173-4847-b6b7-d3222c26daf4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:38.518364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73ad6f42-a173-4847-b6b7-d3222c26daf4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/7326c807-bd78-41dd-89c3-8c99bc811832 HTTP/1.1" status: 404 len: 333 time: 0.1762500 Dec 15 21:55:38.521468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39446) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.527272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.617258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:38.617895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:38.625821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 190bef27-c45e-474f-bff3-05273e023000 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:38.639818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.649602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.665139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2edc291e-2b8d-44f1-9d6f-6f9afcffd70e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:38.694116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.695411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.696172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.696772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.697423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.698042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.698655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.699424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.700072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.700684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.701395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.702013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.706952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-eefd2b29-56cd-4f52-b27a-cef32ed29529 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8305 time: 0.2828467 Dec 15 21:55:38.707618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.716653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:38.778423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.790140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:38.796298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:38.799212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:38.809598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e12fc1b9-eb11-4801-9a50-9f2e92d86076 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:38.836692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:38.852100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.852509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.852959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.853390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.853878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.854315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.854741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.855168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.855598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:38.862053 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-835c43c7-9820-4c62-a495-9ddcd72cf340 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5786 time: 0.1489611 Dec 15 21:55:38.862241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e12fc1b9-eb11-4801-9a50-9f2e92d86076 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:38.862241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e12fc1b9-eb11-4801-9a50-9f2e92d86076 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:38.862241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:38.862484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39454) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:38.894988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:55:38.895792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:55:38.910060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:38.921212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:38.961467 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:55:39.002534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.013415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:39.013706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.014660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:39.015255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80ef13dc-8b6b-4969-94cc-cb96cce95063 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:39.068235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a869725c-fe95-4a04-b90f-7097a716f4ea']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:39.077257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 80ef13dc-8b6b-4969-94cc-cb96cce95063 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:39.077835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 80ef13dc-8b6b-4969-94cc-cb96cce95063 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:39.109720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8389ab-6a6f-44f4-8143-55f8949da4c8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:39.115253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8389ab-6a6f-44f4-8143-55f8949da4c8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:39.139515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.145698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:39.178373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.182380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.189731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d4d3d99-5b0c-41c1-8f94-8e2f6ab147e7 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:39.193721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:39.194684 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.229919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.234183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=190bef27-c45e-474f-bff3-05273e023000,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:39.236561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.244947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:39.251408 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9dd4a5c5-2034-435c-bfa3-5615dddc3db0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/190bef27-c45e-474f-bff3-05273e023000 HTTP/1.1" status: 204 len: 168 time: 0.7288010 Dec 15 21:55:39.252574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:39.294991 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f3310fd8-4710-4e7a-b1e5-5d9c7571420c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2861 time: 0.4318299 Dec 15 21:55:39.298120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d8a353-3c88-411a-b7ca-ed041d33ce35 None None] Network 5e823179-4092-4fa4-8d98-b151a959ab61 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:39.364225 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:39.366451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:39.392845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.399026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.400656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Transition to ACTIVE for port object b3175ae4-3f09-4853-89d9-bce21e89d15b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:39.403130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Deleting port d6ff55c4-2d37-4fb9-ae9f-3a7b477102f1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:39.403514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.419382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aec54445-2aa0-48ca-9aa9-46ff26a10feb tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:39.472190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=a869725c-fe95-4a04-b90f-7097a716f4ea,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:39.492212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:39.493297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.511726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 5449f08e-fd1b-48ad-8529-4900fcc2db7c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:39.512402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.543396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.557759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/a869725c-fe95-4a04-b90f-7097a716f4ea HTTP/1.1" status: 204 len: 168 time: 2.9503937 Dec 15 21:55:39.558760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39464) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:39.562450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:39.573081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39466) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:39.576501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.627426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807417985', 'description': 'tempest-secgroup-smoke-807417985 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:39.632951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.641385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da7468f3-5f4b-4ed5-912f-11b4ec72fb92 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:39.657476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa37a0-0150-424e-bb07-d153e070d4b5 None None] The port 'd6ff55c4-2d37-4fb9-ae9f-3a7b477102f1' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:39.674257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:39.794227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Pushing event updated for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:39.835244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:39.841052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:39.867750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:39.878348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.878985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.879487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.879999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.880503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.881075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.881556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.882035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.883048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.883539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.884069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.884559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:39.920908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:39.930662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f7c57f-9aaa-4f4f-b3a3-1581b0174b26,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:39.938434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.950238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:39.967827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Checking segment: {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:39.968255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Network hostable DHCP agents. Network: d0bb40ea-b970-4292-afaa-e0d67ebd1424, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:39.981466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:39.987163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ac85d75b-89d0-4aec-964c-53f32d63ce6b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.015143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Attempting to bind port b3175ae4-3f09-4853-89d9-bce21e89d15b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:40.015535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Attempting to bind port b3175ae4-3f09-4853-89d9-bce21e89d15b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:40.015903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Attempting to bind port b3175ae4-3f09-4853-89d9-bce21e89d15b on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:40.028941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:40.029365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:40.029723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.030511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Bound using segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:40.030646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Bound port: b3175ae4-3f09-4853-89d9-bce21e89d15b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:40.031149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.031915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:40.044079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7300b9a-0b20-4e47-982c-0245563f3a7f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:40.046055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.050514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:40.054733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:40.065314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:40.077498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:40.083454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.088705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:40.094768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/e7300b9a-0b20-4e47-982c-0245563f3a7f HTTP/1.1" status: 204 len: 168 time: 1.7835042 Dec 15 21:55:40.097931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.101004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39474) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:40.104363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c08b1e87-7983-4594-b3a7-6df04b110e2c tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.114566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:40.153759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:40.163077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:40.165832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, d0bb40ea-b970-4292-afaa-e0d67ebd1424) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:40.169797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:33Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:40.175617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:40.176064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Updating router 2594123b-6d66-4dd8-9c73-40395a371bfc port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:40.217124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d828fb-7ec9-418b-a97c-bee49627e076 None None] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:40.222698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:40.242335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:40.242906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.274628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab8596e-431d-4b9f-9f3a-8700f63490b6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:40.286874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:40.327117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] DHCP port deletion for 5e823179-4092-4fa4-8d98-b151a959ab61 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:40.329393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] For port b3175ae4-3f09-4853-89d9-bce21e89d15b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:40.340844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3871245 Dec 15 21:55:40.343476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39480) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:40.344001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.380507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.394252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:40.394679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.398629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Deleting port 5449f08e-fd1b-48ad-8529-4900fcc2db7c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:40.399017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.399808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:40.403359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71da6a66-7cc9-48d2-8655-5c4eeacc0e85 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.416958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Usage tracker for resource:router and tenant:97b943a1fc4b4010a969ccb71264b375 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:40.424769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] For port b3175ae4-3f09-4853-89d9-bce21e89d15b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b3175ae4-3f09-4853-89d9-bce21e89d15b,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:40.432768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:40.442961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.450049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:40.455137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5449f08e-fd1b-48ad-8529-4900fcc2db7c,segment=NetworkSegment(19e65fa1-08b2-48c4-adf6-7cbe24d12022),segment_id=19e65fa1-08b2-48c4-adf6-7cbe24d12022)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:40.455907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.456084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.483198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.513010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.566055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f1fb6d-7dc1-4461-9854-b2169d20f401,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:40.570657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.574380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.578416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9583881 Dec 15 21:55:40.578416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:40.578416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-982557b8-f47b-43ff-8912-29ba8aa4871b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.595555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:40.608003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.642634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49d69bf-80ab-42b4-8d26-85bc637a0a6b']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:40.659471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c193f4-19b0-4569-8697-e79c5152b3e0') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:40.660076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c193f4-19b0-4569-8697-e79c5152b3e0') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:40.692162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.696102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 5449f08e-fd1b-48ad-8529-4900fcc2db7c owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:40.721342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.737688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.738695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.740166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:40.742800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.756518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.819439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5449f08e-fd1b-48ad-8529-4900fcc2db7c no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:40.828275 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:40.859544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:40.880810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:40.888284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225da026-d4be-48c2-b93d-aaaa333f1f78,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:40.895412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.900228 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9116342 Dec 15 21:55:40.900980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39488) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:40.902773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:40.906171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.906604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.907079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.907571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.908089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.908533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.909007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.909464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.909921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.910376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.910849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.911311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:55:40.923765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:40.923765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:40.961760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:40.964468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:40.973355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-123a3613-88bc-4e7c-9f91-ae65b0d79eb5 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:40.988059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:40.988693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:40.993275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e49d69bf-80ab-42b4-8d26-85bc637a0a6b {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Dec 15 21:55:41.009816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.012580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Network': ['ID=e49d69bf-80ab-42b4-8d26-85bc637a0a6b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.022053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.048956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:55:41.059845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Pushing event updated for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.060161 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/networks/e49d69bf-80ab-42b4-8d26-85bc637a0a6b HTTP/1.1" status: 204 len: 168 time: 0.9437015 Dec 15 21:55:41.062031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.109319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.136159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.141818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f65470f1-e52c-44bd-869c-c06ffdca6154 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:41.146602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.150405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:41.183450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06d16e96-8863-491b-8097-11f3fd46c68b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.191041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.201439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f65470f1-e52c-44bd-869c-c06ffdca6154 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:41.208686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f65470f1-e52c-44bd-869c-c06ffdca6154 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2891426 Dec 15 21:55:41.210919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.223051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.223293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.227318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4005141 Dec 15 21:55:41.232411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-security--1537924358', 'description': 'tempest-security-description-1550149646'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:41.239283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.253614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.266661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:41.269073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fff6a49b-2c92-4888-a181-f9bdf6a24b3e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:41.278456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:41.290654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:41.295759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port 5449f08e-fd1b-48ad-8529-4900fcc2db7c update to DOWN by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 21:55:41.296121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:41.305450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:41.308392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.358070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.407813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.419996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.422515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.426121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "PUT /v2.0/security-groups/225da026-d4be-48c2-b93d-aaaa333f1f78 HTTP/1.1" status: 200 len: 1780 time: 0.2100506 Dec 15 21:55:41.427383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f212258-39fc-4fcf-a998-3dcde79f959a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1834353804-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:41.438474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39506) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.453233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No DVR routers for this DVR port 5449f08e-fd1b-48ad-8529-4900fcc2db7c on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:41.469876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=5449f08e-fd1b-48ad-8529-4900fcc2db7c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.539484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=225da026-d4be-48c2-b93d-aaaa333f1f78,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.551281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.557485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.560754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39510) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.565530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.568926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.574203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'name': 'tempest-router--329877293', 'project_id': 'ac4b217f59f9479c8970c1c9fe642c06'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:41.582945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:41.586902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.592963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a1cc6636-62d3-4af0-9d73-65f5924e52df tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups/225da026-d4be-48c2-b93d-aaaa333f1f78 HTTP/1.1" status: 200 len: 1780 time: 0.1533115 Dec 15 21:55:41.594335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:router and tenant:ac4b217f59f9479c8970c1c9fe642c06 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:41.599417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.600322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:41.603334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2565465d-336e-4f0b-8846-022a37084564 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:41.636293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-d0bb40ea-b970-4292-afaa-e0d67ebd1424', 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'fixed_ips': [{'subnet_id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:41.637170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.644592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:41.648910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Transition to ACTIVE for port object 6ec0ea22-6454-4dd9-81c3-34d36961bc16 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:41.674476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.683652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] For port 5449f08e-fd1b-48ad-8529-4900fcc2db7c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5449f08e-fd1b-48ad-8529-4900fcc2db7c,segment=NetworkSegment(19e65fa1-08b2-48c4-adf6-7cbe24d12022),segment_id=19e65fa1-08b2-48c4-adf6-7cbe24d12022)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:41.684350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.695642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:41.704336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5ce377-9411-4072-b502-2767f6a026bf,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:41.742371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:41.744526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:41.747462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.748744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.758221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.759750 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5195682 Dec 15 21:55:41.764792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.789048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.790778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.835060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.849273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.895604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.900553 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-094d3b35-8125-4169-a253-da840dc18345 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3375497 Dec 15 21:55:41.902379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:41.945613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:41.966373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:41.970596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:41.990046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:41.995970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.052185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.106830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Calling delete_port for 5449f08e-fd1b-48ad-8529-4900fcc2db7c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:42.164957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:42.204532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.216502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8587708-884f-416c-ad82-868e23b56dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:42.218358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Pushing event updated for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:42.221266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:42.233049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=225da026-d4be-48c2-b93d-aaaa333f1f78,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:42.238140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:42.246050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:42.278280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e823179-4092-4fa4-8d98-b151a959ab61']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:42.312333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e65fa1-08b2-48c4-adf6-7cbe24d12022') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:42.312623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e65fa1-08b2-48c4-adf6-7cbe24d12022') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:42.334350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.361062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.397660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.423913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:42.424328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:42.440972 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:42.535288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Attempting to bind port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:42.535664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Attempting to bind port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:42.536318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Attempting to bind port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 on network b6af414e-df77-4502-bf2f-f9bd692f54ed {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:42.536717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.537921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/225da026-d4be-48c2-b93d-aaaa333f1f78 HTTP/1.1" status: 204 len: 168 time: 0.9271574 Dec 15 21:55:42.540999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.544691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.559195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.561576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:42.562179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Checking segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:42.562756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.563310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Bound using segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:42.563986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Bound port: 6ec0ea22-6454-4dd9-81c3-34d36961bc16, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:42.564528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.575327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Allocated IP 172.20.0.2 (d0bb40ea-b970-4292-afaa-e0d67ebd1424/83f7c57f-9aaa-4f4f-b3a3-1581b0174b26/a1b31a9c-8f4a-459a-a4a8-092dbd5f9585) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:42.581564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:55:42.582123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:55:42.608848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e843cb17-cd7e-49c3-93ca-4cd5c7e4d8f3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:42.628521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e843cb17-cd7e-49c3-93ca-4cd5c7e4d8f3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:42.630322 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e843cb17-cd7e-49c3-93ca-4cd5c7e4d8f3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881503 Dec 15 21:55:42.632965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.648699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.649400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a0f747f-9eeb-4e1a-a909-b730517a3324 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:42.663444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.668538 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df8ce7eb-21b8-4c81-9b9e-540209e772e1 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/routers/4a0f747f-9eeb-4e1a-a909-b730517a3324 HTTP/1.1" status: 204 len: 168 time: 0.7627847 Dec 15 21:55:42.671536 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-7e123d3d-3a2d-4f53-96a3-6ae32b04e2e3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] delete failed (client error): The resource could not be found. Dec 15 21:55:42.679969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7e123d3d-3a2d-4f53-96a3-6ae32b04e2e3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/225da026-d4be-48c2-b93d-aaaa333f1f78 HTTP/1.1" status: 404 len: 347 time: 0.0419500 Dec 15 21:55:42.684549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39536) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.689707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--215792799'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:42.699126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:42.705132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.712061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.716548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:42.738812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.747849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0c2de98f-0417-4141-ba9c-1a699483989f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:42.779481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:42.784318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:42.789205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:42.794150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.799202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:42.809511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.819142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.838583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=5e823179-4092-4fa4-8d98-b151a959ab61,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:42.856280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:42.864431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:42.870940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] For port 6ec0ea22-6454-4dd9-81c3-34d36961bc16, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:42.901054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] For port 6ec0ea22-6454-4dd9-81c3-34d36961bc16, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ec0ea22-6454-4dd9-81c3-34d36961bc16,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:42.902716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9a9d73-cd44-4579-980d-2f0cb1db3f17,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:42.908071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.920124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.925547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:42.936477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.943375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:42.944297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.944426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.945995 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1733084 Dec 15 21:55:42.956247 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/5e823179-4092-4fa4-8d98-b151a959ab61 HTTP/1.1" status: 204 len: 168 time: 3.6975112 Dec 15 21:55:42.956247 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.957337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46ffcf0a-72e0-40a4-a432-fb5bf1cdbe9b tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:42.958732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:42.962327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39548) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:42.965799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:42.971707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 1968092b-3507-4a88-9784-c9839fa82fba {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:42.972621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.004034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0834db7-53be-4ade-ad9f-038f645010f1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:43.019350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:43.025069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.034886 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3489630 Dec 15 21:55:43.036189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39554) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:43.044951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1027381666'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:43.049543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:43.058023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'a0834db7-53be-4ade-ad9f-038f645010f1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:43.062806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:43.072649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:43.072983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:40Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:43.077854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:43.085343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:43.086953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Deleting port 5449f08e-fd1b-48ad-8529-4900fcc2db7c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:43.087344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.093131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:43.096841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:network and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:43.097478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:43.109051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:43.111516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:43.115919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:43.117115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:43.125305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:43.130951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:43.153489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.206096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d666d5-159e-4f9c-ad2e-4fe9d2794c44 None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:40Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:43.214635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.222929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Pushing event updated for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:43.227384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:43.257973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:43.263857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.311321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e850b-65bb-4ad0-81cd-9ccb25d34d3a None None] The port '5449f08e-fd1b-48ad-8529-4900fcc2db7c' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:43.329813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Transition to ACTIVE for port object a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:43.347992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.395150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.403112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.405373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:43.449726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb47794-5386-4362-b6e5-c5222199a630,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:43.459721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Transition to ACTIVE for port object a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:43.483987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:43.495049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1421518003', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:43.496490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.504328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.504730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:43.505197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:55:43.510717 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4729412 Dec 15 21:55:43.512583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:43.514781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:43.522489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Allocated IP 172.26.6.90 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/6c3a1ae0-7232-4563-95a6-eab5a20b14b1) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:43.529036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:43.546859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:43.552149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-91f17cde-ee35-4e68-adce-9df8860d8fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.572168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:43.578239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 1968092b-3507-4a88-9784-c9839fa82fba, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1968092b-3507-4a88-9784-c9839fa82fba,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:43.578953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.583725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:43.598523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.599213 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Added segment 139c3b56-3bca-4810-acdb-e78173ff58f3 of type vlan for network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd Dec 15 21:55:43.616121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.630389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.632818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.659773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.674857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.770858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:43.778066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:43.780589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:43.901028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Pushing event updated for resources: {'Port': ['ID=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:43.910358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:43.910561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:43.928679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-90f5f767-7acf-49cf-815b-ed6b5f5fa131 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:43.991668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 1968092b-3507-4a88-9784-c9839fa82fba owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:43.998034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4cb47794-5386-4362-b6e5-c5222199a630,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:44.009162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:44.015744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.027939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.031807 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4cb47794-5386-4362-b6e5-c5222199a630 HTTP/1.1" status: 204 len: 168 time: 0.5118899 Dec 15 21:55:44.032467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:44.083411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.097671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Attempting to bind port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:44.098658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Attempting to bind port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:44.099124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Attempting to bind port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 on network d0bb40ea-b970-4292-afaa-e0d67ebd1424 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:44.109211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:44.109678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Checking segment: {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:44.110157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.110642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Bound using segment: {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:44.111197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Bound port: a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:44.111643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.123363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.132782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9caf2c8a-eace-429b-8d60-cc6c355da6f1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:44.146694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a941eaf-03bf-44db-98f6-e4f7e2c8a522 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:44.184986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.191831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6adfd7a6-704f-458d-96a5-d6868c7ccd45,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:44.201928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:44.202907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2a941eaf-03bf-44db-98f6-e4f7e2c8a522 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:44.206984 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a941eaf-03bf-44db-98f6-e4f7e2c8a522 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1713634 Dec 15 21:55:44.208399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39568) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:44.286603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.287662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.287792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3314195 Dec 15 21:55:44.295254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39572) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:44.310684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] For port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:44.322784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] For port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:44.324150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:44.335865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.336632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.336995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:44.339204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.342538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7c141aeb-62d4-4368-82df-7433722acd8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:44.344762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:44.345356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.355818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21edf464-37df-4b95-af44-7f8af9796a7b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:44.370841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:44.396282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:44.414810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:44.437152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:42Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:44.461846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd1124e-2cb8-4cab-9162-cbc5f947f6fd None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:42Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:44.463512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.481280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Pushing event updated for resources: {'Port': ['ID=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:44.487206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:44.493153 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5226207 Dec 15 21:55:44.511741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39576) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:44.521046 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:55:44.534308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:44.610140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.620628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Network': ['ID=95baad1a-9c01-4038-9a7a-cb2dc321ffbd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:44.621300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.635966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:55:44.677827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.783723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.807713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ae27e027-38c6-43c2-b2d6-60251d277491 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:44.814690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:44.846589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0834db7-53be-4ade-ad9f-038f645010f1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:44.860425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:44.938882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.943045 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/a0834db7-53be-4ade-ad9f-038f645010f1 HTTP/1.1" status: 204 len: 168 time: 0.7313352 Dec 15 21:55:44.943996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:44.947360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ec0ea22-6454-4dd9-81c3-34d36961bc16 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:44.955449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.959217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:44.971613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:45.065867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:45.095092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:45.106652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:45.122772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:45.123151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.144296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Allocated IP 172.26.6.134 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/a978d45a-d211-40bc-8672-8d8b91826115) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:45.170672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.171805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:45.193797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:45.227955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.319399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.324206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:45.358560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:45.370874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 6ec0ea22-6454-4dd9-81c3-34d36961bc16, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ec0ea22-6454-4dd9-81c3-34d36961bc16,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:45.383186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.384374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b3175ae4-3f09-4853-89d9-bce21e89d15b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:45.384777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:45.415341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2d6cd9e4-75f1-4221-94ce-e16ff04b3cb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:45.493072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Pushing event updated for resources: {'Port': ['ID=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:45.522487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:45.531369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.559184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:45.564915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:45.581797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b3175ae4-3f09-4853-89d9-bce21e89d15b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:45.588152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b3175ae4-3f09-4853-89d9-bce21e89d15b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:45.602483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.624132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9adf522c-5502-49a4-9cf8-79c17b721fcd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:45.659390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9adf522c-5502-49a4-9cf8-79c17b721fcd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:45.661521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9adf522c-5502-49a4-9cf8-79c17b721fcd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7161841 Dec 15 21:55:45.667858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:45.672128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=1968092b-3507-4a88-9784-c9839fa82fba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:45.682846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--302473836'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:45.686044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.687227 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3898470 Dec 15 21:55:45.690324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:45.691325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:45.695594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:45.696025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:45.699910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39588) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:45.703188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:45.711458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8c2f782c-7302-4686-ab48-506cd69dd0bf tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:45.737226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.744601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'd2f1fb6d-7dc1-4461-9854-b2169d20f401', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:45.774872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:45.779555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.782935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17b237c-9554-4644-8c49-c3dd99932a48,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:45.786398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.797786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:45.802645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:45.806863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:45.813977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:45.848142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:45.849293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:45.863591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:45.867900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0c37c427-984e-4005-bd14-1c239163d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.871241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b3175ae4-3f09-4853-89d9-bce21e89d15b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b3175ae4-3f09-4853-89d9-bce21e89d15b,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:45.879929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.883374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:45.906639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.967438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.974932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:45.976603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:45.984453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82333d87-ac39-465d-9511-86bb1059200f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:46.021909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:46.024138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4a4bb3-de75-4c4a-800e-fab57e04b4ef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:46.027018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:46.029882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:46.073951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.087523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d7f8fca3-ee69-4e0b-9444-3d18fdbf55a6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:46.138942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.144114 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4743130 Dec 15 21:55:46.148709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:46.171973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a4bb3-de75-4c4a-800e-fab57e04b4ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:46.191661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:46.198047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:46.200973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:46.207521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:46.235105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:46.244233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:46.267622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:46.271989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event updated for resources: {'Port': ['ID=a978d45a-d211-40bc-8672-8d8b91826115,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:46.279570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:46.336416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:55:46.386445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.404267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce3ab86-42f1-4cf0-86d5-fd396570ce52 None None] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:46.426501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.530808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3f569865-2805-4a5c-be8a-cb2ea1468051 None None] Provisioning for port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:46.619762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.631535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.644855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:46.675816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a69251-fbdd-422d-a655-200660cd327b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:46.734780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:46.764098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.768459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6128509 Dec 15 21:55:46.771759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39596) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:46.777578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a4bb3-de75-4c4a-800e-fab57e04b4ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:46.788767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:46.794072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.795793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:46.801473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:46.810409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:46.812433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.840824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.854423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8548387b-3c9c-4dad-b591-b0dfe74fdc4b tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:46.902758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.903702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.928877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.945417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.969571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:46.993694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ec0ea22-6454-4dd9-81c3-34d36961bc16 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:47.037574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:47.041788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=75eaaaeb-fb87-4da2-ba47-0a96a4714447,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:47.063037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:47.063551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0ab3b4da-ad14-4f9f-91f6-4206fb6aef7d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:47.086519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:47.086743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.165783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.176310 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4495440 Dec 15 21:55:47.176555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.184566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.190597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8feb70c-99c6-4dd8-b914-7318c2bee2bc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:47.256176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Checking segment: {'id': '139c3b56-3bca-4810-acdb-e78173ff58f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:47.256680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network hostable DHCP agents. Network: 95baad1a-9c01-4038-9a7a-cb2dc321ffbd, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:55:47.261794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d285d21-ef00-4764-868d-6818a42402e6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:47.276280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:47.285384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:47.295074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cc27df-e0fe-4f47-8365-55f25131b82a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:47.303228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:47.318046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.324726 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5495849 Dec 15 21:55:47.324726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:47.331456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a4bb3-de75-4c4a-800e-fab57e04b4ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:47.341019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:47.346676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.349173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:47.353333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:47.358270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:47.367359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:47.367755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.418945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:47.473959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:55:47.507257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:47.517096 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9429445 Dec 15 21:55:47.517922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:47.520824 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:47.533512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.539836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:47.541185 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:47.576873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:47.582195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.583427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b3175ae4-3f09-4853-89d9-bce21e89d15b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:47.611269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 95baad1a-9c01-4038-9a7a-cb2dc321ffbd) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:47.636523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d074592a-a707-4970-99a8-04e53db7840d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:47.721770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f432bd8-1cec-47d1-8818-296958521202 None None] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:47.728642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.744862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:47.755150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:47.776156 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:47.793775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-52e0ef10-396c-4b41-9f84-159ee66ccc62 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:47.824040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:47.824621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.850833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-52e0ef10-396c-4b41-9f84-159ee66ccc62 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:47.863430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-52e0ef10-396c-4b41-9f84-159ee66ccc62 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807417985&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.4213402 Dec 15 21:55:47.869715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.878994 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b3175ae4-3f09-4853-89d9-bce21e89d15b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:47.879233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet 4010744a-4371-4863-bad7-d9e6f96139d3 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:47.879355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.883837 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3726463 Dec 15 21:55:47.884799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.903448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39620) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:47.973432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:47.978167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2089431945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:47.987110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:47.991904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:router and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:47.995987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:48.001941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:48.017685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.029806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.030747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.031932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.083515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:48.099264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.100509 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7732961 Dec 15 21:55:48.116810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:48.126065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a4bb3-de75-4c4a-800e-fab57e04b4ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:48.131358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:48.137624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:48.140582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:48.147084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:48.163165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107dead5-ea2f-43e5-9efd-1c86b64e45ae,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:48.166236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.177586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:48.177813 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:44Z', 'revision_number': 10, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:48.178574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-95baad1a-9c01-4038-9a7a-cb2dc321ffbd', 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '75eaaaeb-fb87-4da2-ba47-0a96a4714447'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:55:48.180057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.181916 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:48.191404 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:48.192058 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:48.206511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.226320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Router 323d0c79-4e93-4541-b967-ad435900ae6b is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:48.261100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.344392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Router 1ea108c2-d339-48f4-b151-5511166ddaa3 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:48.364252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-7551e6a0-7997-470d-9bb6-1b709dd59a19 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:48.366080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Allocated IP 172.20.0.2 (95baad1a-9c01-4038-9a7a-cb2dc321ffbd/75eaaaeb-fb87-4da2-ba47-0a96a4714447/6daae737-2dd4-46b9-8770-523d12250045) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:48.372438 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-7551e6a0-7997-470d-9bb6-1b709dd59a19 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 796 time: 0.5080831 Dec 15 21:55:48.376130 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:48.387719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.423299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.449672 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-1055326a-6933-4e0d-86ff-5a798b562ffc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0555255 Dec 15 21:55:48.453440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.455985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.462330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4457172-5bff-4211-b584-c762ae8f1383 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:48.514406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=4010744a-4371-4863-bad7-d9e6f96139d3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:48.519760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:48.574277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.602672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/4010744a-4371-4863-bad7-d9e6f96139d3 HTTP/1.1" status: 204 len: 168 time: 1.0809395 Dec 15 21:55:48.605308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39630) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:48.612128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa684f-5af8-4e07-9a91-acd6221cf53d None None] Network a3706405-9bfb-432a-918c-b67680f9da01 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:48.659095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.681516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.684241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d43b3234-00f6-4d00-a771-a17bef560c59 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7710979 Dec 15 21:55:48.687205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39634) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:48.702649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd', 'name': 'tempest-PortsTestJSON-647889366'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:48.725797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:48.759779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Sync routers for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:48.772769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.796369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.800482 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97949086-7a56-4517-8ab4-7629d8a8c995 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.4532974 Dec 15 21:55:48.805726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39638) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:48.806521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port 433e4a3f-9b23-42e5-8bc5-116154c98557 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:48.806923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.828748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:48.829401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:48.844338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:48.859949 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:44Z', 'revision_number': 10, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:48.866766 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f59449f-d1a9-4c61-8316-c7d9e8be6f53 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:44Z', 'revision_number': 10, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None, '_interfaces': [{'id': 'e748e87f-efd7-41b6-9664-3f518e261a91', 'name': '', 'network_id': '737cad81-8c02-4e2e-b860-baf4279ad8b4', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'mac_address': 'fa:16:3e:c1:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:54:33Z', 'updated_at': '2021-12-15T21:54:45Z', 'revision_number': 5, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'subnets': [{'id': '88505ae5-4193-476d-875c-0eec95f7b20d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:48.917902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a270180b-ac88-4037-bdf8-c19d3e7e541a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:48.933709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:48.940768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:48.946205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:48.952439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:48.953607 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8324912 Dec 15 21:55:48.962179 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] Sync routers for ids ['323d0c79-4e93-4541-b967-ad435900ae6b'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:48.964662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39642) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:48.972175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'ce4a4bb3-de75-4c4a-800e-fab57e04b4ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:48.973575 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] Routers {'323d0c79-4e93-4541-b967-ad435900ae6b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:48.975147 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['323d0c79-4e93-4541-b967-ad435900ae6b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:48.996140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:49.002413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:49.005923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:49.011527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:49.017450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:port and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:49.024636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:49.031718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:49.035206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.039674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2185705 Dec 15 21:55:49.042213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:49.046230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39646) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:49.087803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:49.104970 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] Routers {'323d0c79-4e93-4541-b967-ad435900ae6b'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:49.106181 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['323d0c79-4e93-4541-b967-ad435900ae6b'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:49.165955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:49.171077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.180427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.220345 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d8b1c542-7982-47f7-aa0c-1997c6376e84 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6722240 Dec 15 21:55:49.258618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port 433e4a3f-9b23-42e5-8bc5-116154c98557, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=433e4a3f-9b23-42e5-8bc5-116154c98557,segment=NetworkSegment(0c3b4c01-f9e3-4a68-9d94-691c894ab9cb),segment_id=0c3b4c01-f9e3-4a68-9d94-691c894ab9cb)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:49.258991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.285230 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:49.285561 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f760fa4-2b8a-4b01-bdf0-4667454a2e39 None None] The sync data for ids ['323d0c79-4e93-4541-b967-ad435900ae6b'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:49.299527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Transition to ACTIVE for port object 6daae737-2dd4-46b9-8770-523d12250045 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:49.352757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:49.361839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.409506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for 433e4a3f-9b23-42e5-8bc5-116154c98557 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:49.438454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port c715a541-e099-4eb3-adf5-8c411eb95e0e yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:55:49.509723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Transition to ACTIVE for port object 6daae737-2dd4-46b9-8770-523d12250045 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:49.530806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:49.531185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.557802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.572380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-95546bb8-03c1-4d8a-9976-a845923c0bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:49.613059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.615649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-61f1b4f0-f39b-4e6d-a581-8178a828aa14 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/323d0c79-4e93-4541-b967-ad435900ae6b HTTP/1.1" status: 200 len: 921 time: 0.5663748 Dec 15 21:55:49.621244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39652) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:49.662182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.687027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:49.711542 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-add7dcf3-3a23-4a3d-81ed-d92dc446ed74 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=323d0c79-4e93-4541-b967-ad435900ae6b HTTP/1.1" status: 200 len: 205 time: 0.0864944 Dec 15 21:55:49.725703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:49.728378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39656) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:49.733987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:49.736594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:49.778872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d3a9e9-7a95-4e02-a9cc-ef8a8bbd23d5,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:49.792609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7a4995-13e5-4306-8ba3-3935dbacc275 None None] DHCP port deletion for a3706405-9bfb-432a-918c-b67680f9da01 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:55:49.793501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:49.804371 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-ff7dffea-b6f8-44b2-8687-7e477d03232b service neutron] 10.222.0.18 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831537 Dec 15 21:55:49.833546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Pushing event updated for resources: {'Port': ['ID=6daae737-2dd4-46b9-8770-523d12250045,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:49.842713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.846684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8763180 Dec 15 21:55:49.853505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:49.872704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:49.873622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4995-13e5-4306-8ba3-3935dbacc275 None None] Deleting port 433e4a3f-9b23-42e5-8bc5-116154c98557 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:49.874076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d7a4995-13e5-4306-8ba3-3935dbacc275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:49.980968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Attempting to bind port 6daae737-2dd4-46b9-8770-523d12250045 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:49.981445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Attempting to bind port 6daae737-2dd4-46b9-8770-523d12250045 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '139c3b56-3bca-4810-acdb-e78173ff58f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:49.981720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Attempting to bind port 6daae737-2dd4-46b9-8770-523d12250045 on network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:50.043367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:50.043729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Checking segment: {'id': '139c3b56-3bca-4810-acdb-e78173ff58f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:50.044500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.044500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Bound using segment: {'id': '139c3b56-3bca-4810-acdb-e78173ff58f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:50.045058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Bound port: 6daae737-2dd4-46b9-8770-523d12250045, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '139c3b56-3bca-4810-acdb-e78173ff58f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '95baad1a-9c01-4038-9a7a-cb2dc321ffbd'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:50.045174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.045372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.056228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.059258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.12 (95baad1a-9c01-4038-9a7a-cb2dc321ffbd/75eaaaeb-fb87-4da2-ba47-0a96a4714447/c715a541-e099-4eb3-adf5-8c411eb95e0e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:50.068261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d7ab9cc7-5bbb-4f9b-8e1d-65b00b743540 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:50.104061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a4995-13e5-4306-8ba3-3935dbacc275 None None] The port '433e4a3f-9b23-42e5-8bc5-116154c98557' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:55:50.106174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.147698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-b99a12e6-9cc8-4911-8ab4-8977c6f2f3e5 service neutron] 10.222.0.18 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315599 Dec 15 21:55:50.187531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port 433e4a3f-9b23-42e5-8bc5-116154c98557 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:55:50.197543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=433e4a3f-9b23-42e5-8bc5-116154c98557,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:50.218876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] For port 6daae737-2dd4-46b9-8770-523d12250045, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:50.221975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:46Z', 'revision_number': 3, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:50.225110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] For port 6daae737-2dd4-46b9-8770-523d12250045, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6daae737-2dd4-46b9-8770-523d12250045,segment=NetworkSegment(139c3b56-3bca-4810-acdb-e78173ff58f3),segment_id=139c3b56-3bca-4810-acdb-e78173ff58f3)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:50.228320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Checking router: 1ea108c2-d339-48f4-b151-5511166ddaa3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:50.228684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Updating router 1ea108c2-d339-48f4-b151-5511166ddaa3 port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:50.243785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.270383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.281419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-cf57ebf4-4b9a-4b10-8153-37049947adce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:50.303488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:50.342319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.381046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object c715a541-e099-4eb3-adf5-8c411eb95e0e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:50.387180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.442947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.450417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2168842d-6f40-4e0f-be9a-daa43901fd1f tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:50.450867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Pushing event updated for resources: {'Port': ['ID=6daae737-2dd4-46b9-8770-523d12250045,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:50.455477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:50.544701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.575802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:50.579186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:50.585569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:50.585751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bbed5acc-8e45-4e2f-8c11-ec75964db33c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:50.626915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=c715a541-e099-4eb3-adf5-8c411eb95e0e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:50.644710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:50.758916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:50.759569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.782516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.793475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0983598 Dec 15 21:55:50.795727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39674) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:50.803821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9d3a9e9-7a95-4e02-a9cc-ef8a8bbd23d5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:50.819384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-efeb288f-958f-4373-aa39-b8507766b6e7 req-a02cc993-c113-4988-acd2-552cfbd546c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:50.836052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:50.877322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:50.878680 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f9d3a9e9-7a95-4e02-a9cc-ef8a8bbd23d5 HTTP/1.1" status: 204 len: 168 time: 1.0241067 Dec 15 21:55:50.890243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3706405-9bfb-432a-918c-b67680f9da01']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:50.898761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:50.899777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1968092b-3507-4a88-9784-c9839fa82fba no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:50.966239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:50.966579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3b4c01-f9e3-4a68-9d94-691c894ab9cb') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:50.976824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 1968092b-3507-4a88-9784-c9839fa82fba {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:50.976824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1968092b-3507-4a88-9784-c9839fa82fba not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:50.977268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 433e4a3f-9b23-42e5-8bc5-116154c98557 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:55:50.983388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-efeb288f-958f-4373-aa39-b8507766b6e7 req-a02cc993-c113-4988-acd2-552cfbd546c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:50.984450 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-efeb288f-958f-4373-aa39-b8507766b6e7 req-a02cc993-c113-4988-acd2-552cfbd546c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 210 time: 0.4236834 Dec 15 21:55:51.003050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.006727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.048211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.054093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port a978d45a-d211-40bc-8672-8d8b91826115 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:51.054430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.060714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 433e4a3f-9b23-42e5-8bc5-116154c98557 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:55:51.061156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 433e4a3f-9b23-42e5-8bc5-116154c98557 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:55:51.084960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.102485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5881d13-90c9-4435-bae8-645b7fcf8b58 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:51.141014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:55:51.141474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:55:51.166097 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:55:51.486560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d5881d13-90c9-4435-bae8-645b7fcf8b58 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:51.488252 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d5881d13-90c9-4435-bae8-645b7fcf8b58 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.5819607 Dec 15 21:55:51.494177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39686) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:51.500321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Transition to ACTIVE for port object 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:51.517472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.523951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-28aaafb6-0d00-42e9-a3af-7c53c6bfa810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:51.542770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.560427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3b554a2c-8c97-4b25-94a6-03de71010581 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:51.603255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.613651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Pushing event updated for resources: {'Port': ['ID=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:51.618046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:51.620068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.646535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Attempting to bind port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:51.647044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Attempting to bind port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:51.647431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Attempting to bind port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:51.656366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.657215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:51.658477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:51.658968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.659351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.659490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:51.660370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Bound port: 6c3a1ae0-7232-4563-95a6-eab5a20b14b1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:51.660826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.679735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=a3706405-9bfb-432a-918c-b67680f9da01,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:51.693989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:51.713612 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/a3706405-9bfb-432a-918c-b67680f9da01 HTTP/1.1" status: 204 len: 168 time: 3.1072850 Dec 15 21:55:51.716850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39690) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:51.721557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:51.735596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.761743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a270180b-ac88-4037-bdf8-c19d3e7e541a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:51.762744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] For port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:51.764988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:51.766394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] For port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:51.771346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.777700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.780942 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a270180b-ac88-4037-bdf8-c19d3e7e541a HTTP/1.1" status: 204 len: 168 time: 0.2844229 Dec 15 21:55:51.788759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:51.790192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39694) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:51.790929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:51.821501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85776a8-0651-4700-95f1-a78267d7fc21 None None] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:55:51.909908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-060a7e87-9626-4903-9cd6-4d1b10ab68fd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:51.993483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.030471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.106938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:52.108690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:52.189166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-82f3bd66-dafe-481c-9ad6-efdf099028c3 None None] Provisioning for port 6daae737-2dd4-46b9-8770-523d12250045 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:52.215910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for a978d45a-d211-40bc-8672-8d8b91826115 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:52.248951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Pushing event updated for resources: {'Port': ['ID=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:52.257872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:52.277539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-060a7e87-9626-4903-9cd6-4d1b10ab68fd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:52.281855 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-060a7e87-9626-4903-9cd6-4d1b10ab68fd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4785550 Dec 15 21:55:52.322707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39700) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:52.353827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b2c3099-37af-4ea1-bdc0-447e884a7795 req-c832e89c-7708-4556-b747-e77bec4b0452 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 210 time: 0.0687890 Dec 15 21:55:52.390187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:52.505489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-dec2ad04-c0b6-41b7-afd8-06124fec1f1a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:52.506917 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-dec2ad04-c0b6-41b7-afd8-06124fec1f1a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 796 time: 0.5369737 Dec 15 21:55:52.519727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.531647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.572792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.579741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:52.643535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.655007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.666465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-013d41a1-3397-4d6a-b025-54f3e302662a tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:52.694318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=107dead5-ea2f-43e5-9efd-1c86b64e45ae,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:52.707379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:46Z', 'revision_number': 3, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:52.713758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ab5e0e-0379-4a3d-a27d-28dcfef8fc0f None None] The sync data for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv is: [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:46Z', 'revision_number': 3, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:52.724819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:52.757512 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-553ca2ea-f130-4a0f-88db-d7ebfb805260 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 379 time: 0.2345817 Dec 15 21:55:52.766610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d4f9cd36-3ac6-4f99-a1c3-7fa9ceeee116 None None] Provisioning for port c715a541-e099-4eb3-adf5-8c411eb95e0e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:52.773847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d4f9cd36-3ac6-4f99-a1c3-7fa9ceeee116 None None] Provisioning complete for port c715a541-e099-4eb3-adf5-8c411eb95e0e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:52.774324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d4f9cd36-3ac6-4f99-a1c3-7fa9ceeee116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.806295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['d2f1fb6d-7dc1-4461-9854-b2169d20f401']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:52.881758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d4f9cd36-3ac6-4f99-a1c3-7fa9ceeee116 None None] Port c715a541-e099-4eb3-adf5-8c411eb95e0e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:52.882420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:52.884324 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/107dead5-ea2f-43e5-9efd-1c86b64e45ae HTTP/1.1" status: 204 len: 168 time: 0.4853733 Dec 15 21:55:52.892958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:52.894095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6daae737-2dd4-46b9-8770-523d12250045 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:52.990824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=c715a541-e099-4eb3-adf5-8c411eb95e0e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:53.004761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:53.034727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6daae737-2dd4-46b9-8770-523d12250045 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:53.043465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6daae737-2dd4-46b9-8770-523d12250045 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:53.043824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.043957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Allocated IP 172.20.0.1 (d0bb40ea-b970-4292-afaa-e0d67ebd1424/83f7c57f-9aaa-4f4f-b3a3-1581b0174b26/d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:53.129298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51493074-2d66-4c6f-89e2-5c2a5a0f5fe3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:53.144756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:53.161880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d635b0b3-c3a6-4702-af6a-5d5ad2d6490d None None] Provisioning complete for port c715a541-e099-4eb3-adf5-8c411eb95e0e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:53.162446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d635b0b3-c3a6-4702-af6a-5d5ad2d6490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.162920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:53.261542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:55:53.265760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.320784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51493074-2d66-4c6f-89e2-5c2a5a0f5fe3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:53.325440 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51493074-2d66-4c6f-89e2-5c2a5a0f5fe3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3964863 Dec 15 21:55:53.327889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d635b0b3-c3a6-4702-af6a-5d5ad2d6490d None None] Port c715a541-e099-4eb3-adf5-8c411eb95e0e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:53.330424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:53.345863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.396052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 6daae737-2dd4-46b9-8770-523d12250045, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6daae737-2dd4-46b9-8770-523d12250045,segment=NetworkSegment(139c3b56-3bca-4810-acdb-e78173ff58f3),segment_id=139c3b56-3bca-4810-acdb-e78173ff58f3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:53.407269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.409943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:53.508398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=6daae737-2dd4-46b9-8770-523d12250045,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:53.519548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:53.573333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b126b0f9-2688-4873-a081-0605f5bfdb81 None None] Provisioning complete for port c715a541-e099-4eb3-adf5-8c411eb95e0e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:53.576410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b126b0f9-2688-4873-a081-0605f5bfdb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.591554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.594583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-273bef8f-9c40-4fcc-92c4-008a8f328439 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:53.660547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b126b0f9-2688-4873-a081-0605f5bfdb81 None None] Port c715a541-e099-4eb3-adf5-8c411eb95e0e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:53.667432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.730877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=a978d45a-d211-40bc-8672-8d8b91826115,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:53.748901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:53.802265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.21 (b6af414e-df77-4502-bf2f-f9bd692f54ed/0b068cac-f5a7-47d2-bb95-8260a4c8fd89/69147cac-3fa4-40b0-81f9-525342c7a91d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:53.805153 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3e310c93-20ed-40ab-8752-d72ad652a67f req-1b5af135-57ca-4fd4-88e4-88ccdf468418 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 210 time: 0.1288612 Dec 15 21:55:53.907304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.920802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.961131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:53.977339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Transition to ACTIVE for port object d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:54.008556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.046308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.133358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.154338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.190597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0b184cd5-36b6-42e1-b4be-190b0ec3b056 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:54.232510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6cc27df-e0fe-4f47-8365-55f25131b82a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:54.237594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.240865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:54.243942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.249856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.399593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.421202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d9b209f-4d5e-4d09-8846-2f0dea5042c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:54.446499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 69147cac-3fa4-40b0-81f9-525342c7a91d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:54.458610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.463504 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/d6cc27df-e0fe-4f47-8365-55f25131b82a HTTP/1.1" status: 204 len: 168 time: 1.1291878 Dec 15 21:55:54.466247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:54.503631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.504102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router 323d0c79-4e93-4541-b967-ad435900ae6b {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:55:54.515571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:54.523756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:54.580680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:54.616915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Pushing event updated for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:54.631166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aff020b4-a620-4bb0-a379-ff03c2e51141 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1604779 Dec 15 21:55:54.632523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39724) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:54.635329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.635782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.641018 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/323d0c79-4e93-4541-b967-ad435900ae6b HTTP/1.1" status: 204 len: 168 time: 4.9080842 Dec 15 21:55:54.643257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:54.644166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:54.652839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8210316c-8180-4281-b421-9434d1911fbe tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:54.693069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-70465371', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:54.707550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:54.716622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:router and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:54.725059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:54.737719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:54.741537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.766522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network b6af414e-df77-4502-bf2f-f9bd692f54ed is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:54.775410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.776452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.783483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:54.786279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.791681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:54.865967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.883070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:54.889893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:54.900849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fda3c637-2390-4255-be14-54dfec674504 None None] Provisioning for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:54.909594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fda3c637-2390-4255-be14-54dfec674504 None None] Provisioning complete for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:54.910355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fda3c637-2390-4255-be14-54dfec674504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.914618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.946805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:54.964346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:54.965037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:54.988343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port e748e87f-efd7-41b6-9664-3f518e261a91 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:54.988870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.007538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.022421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.027745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b338edec-55d9-4865-aa96-ba4dc62a24e2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:55.057476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fda3c637-2390-4255-be14-54dfec674504 None None] Port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:55.078577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:55.086326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:55.087010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.089668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.124915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.125995 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/75a69251-fbdd-422d-a655-200660cd327b HTTP/1.1" status: 204 len: 168 time: 0.4924309 Dec 15 21:55:55.132649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3441639 Dec 15 21:55:55.133422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75a69251-fbdd-422d-a655-200660cd327b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:55.136622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:55.141653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39734) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:55.143620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c3fdb911-18cd-40a1-96d9-f55bd14c647c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:55.198912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Request body: {'port': {'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:55.205727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.265085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f624ae35-dd89-4aee-91dc-d32724ca8fb4 None None] Provisioning for port 69147cac-3fa4-40b0-81f9-525342c7a91d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:55:55.275701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.280498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f624ae35-dd89-4aee-91dc-d32724ca8fb4 None None] Provisioning complete for port 69147cac-3fa4-40b0-81f9-525342c7a91d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:55.280880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f624ae35-dd89-4aee-91dc-d32724ca8fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.336995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.338199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:55.345081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.345978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6daae737-2dd4-46b9-8770-523d12250045 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:55.361055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=c715a541-e099-4eb3-adf5-8c411eb95e0e,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:55.371825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:55.395818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:55.407301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f624ae35-dd89-4aee-91dc-d32724ca8fb4 None None] Port 69147cac-3fa4-40b0-81f9-525342c7a91d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:55.427029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bdb5ffb3-0d5f-4b71-b3cf-54f015751185 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:55.480380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:55.483627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:55.489786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6daae737-2dd4-46b9-8770-523d12250045 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:55.490170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.539415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef87a8a-fe1b-4007-a6c5-98bedd3d7421 req-20788299-560c-4f8f-a141-56b63080483d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:55.540230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2ef87a8a-fe1b-4007-a6c5-98bedd3d7421 req-20788299-560c-4f8f-a141-56b63080483d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:55.550882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.569363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bdb5ffb3-0d5f-4b71-b3cf-54f015751185 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:55.571232 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bdb5ffb3-0d5f-4b71-b3cf-54f015751185 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3956814 Dec 15 21:55:55.578785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39738) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:55.622421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port e748e87f-efd7-41b6-9664-3f518e261a91, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e748e87f-efd7-41b6-9664-3f518e261a91,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:55:55.623040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.657142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2ef87a8a-fe1b-4007-a6c5-98bedd3d7421 req-20788299-560c-4f8f-a141-56b63080483d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:55.658304 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ef87a8a-fe1b-4007-a6c5-98bedd3d7421 req-20788299-560c-4f8f-a141-56b63080483d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 932 time: 0.6232574 Dec 15 21:55:55.818721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:55.828694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:55.837392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.841354 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2ef87a8a-fe1b-4007-a6c5-98bedd3d7421 req-617dc459-76c2-483f-9bd4-549c2b6170e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611972 Dec 15 21:55:55.915563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:55.925936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for e748e87f-efd7-41b6-9664-3f518e261a91 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:56.075623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.133344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2330ad2-f93b-4d98-b818-3cccd7fe4242 None None] Provisioning complete for port c715a541-e099-4eb3-adf5-8c411eb95e0e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:56.134006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b2330ad2-f93b-4d98-b818-3cccd7fe4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.201760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b2330ad2-f93b-4d98-b818-3cccd7fe4242 None None] Port c715a541-e099-4eb3-adf5-8c411eb95e0e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:56.215734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.222476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8e3b307-fe46-4ab5-a010-c6d51ae7d689 tempest-PortsIpV6TestJSON-167732592 tempest-PortsIpV6TestJSON-167732592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:56.244266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4a4bb3-de75-4c4a-800e-fab57e04b4ef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:56.248555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:56.270450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.303808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.304964 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce4a4bb3-de75-4c4a-800e-fab57e04b4ef HTTP/1.1" status: 204 len: 168 time: 0.7241414 Dec 15 21:55:56.305803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Router c7a46920-304d-492a-b1b1-74a90d8d6c89 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:55:56.310947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39742) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:56.311582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.348129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-76d2f097-8102-4264-a1f4-7d19bc099c76 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:56.490141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Pushing event updated for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:56.493384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:56.506290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.510241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.519234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a17796f2-92d8-4bd5-aeed-96e12fe59d66 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:56.525386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69147cac-3fa4-40b0-81f9-525342c7a91d {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:55:56.544715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.628464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=e748e87f-efd7-41b6-9664-3f518e261a91,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:56.636777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Transition to ACTIVE for port object 69147cac-3fa4-40b0-81f9-525342c7a91d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:55:56.645039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:56.646022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a34ce5c5-efa3-4a31-ad7b-569f30d36396 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3085406 Dec 15 21:55:56.652058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f01f25ad-1b5d-416d-a786-550524fdc714 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:56.658290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:56.660216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:56.815714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:56.827717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] Sync routers for ids ['c7a46920-304d-492a-b1b1-74a90d8d6c89'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:56.829851 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/routers/c7a46920-304d-492a-b1b1-74a90d8d6c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0329418 Dec 15 21:55:56.853677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] Routers {'c7a46920-304d-492a-b1b1-74a90d8d6c89'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:56.854762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c7a46920-304d-492a-b1b1-74a90d8d6c89'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:56.895986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:57.049542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Pushing event updated for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:57.055618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:57.059365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Attempting to bind port 69147cac-3fa4-40b0-81f9-525342c7a91d on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:55:57.059704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Attempting to bind port 69147cac-3fa4-40b0-81f9-525342c7a91d by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:55:57.060063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Attempting to bind port 69147cac-3fa4-40b0-81f9-525342c7a91d on network b6af414e-df77-4502-bf2f-f9bd692f54ed {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:57.061823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:57.068764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:55:57.073997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Port 69147cac-3fa4-40b0-81f9-525342c7a91d on network b6af414e-df77-4502-bf2f-f9bd692f54ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:55:57.074321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Attempting to bind port 69147cac-3fa4-40b0-81f9-525342c7a91d on network b6af414e-df77-4502-bf2f-f9bd692f54ed {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:55:57.082826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:55:57.083168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Checking segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:55:57.083554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Bound using segment: {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:55:57.084025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Bound port: 69147cac-3fa4-40b0-81f9-525342c7a91d, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c332676a-10b3-4dc6-8e65-409f7ccfa354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:55:57.084374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.116066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--711294226'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:57.130429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] Routers {'c7a46920-304d-492a-b1b1-74a90d8d6c89'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:57.131057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c7a46920-304d-492a-b1b1-74a90d8d6c89'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:57.139642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:57.173645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6e981-6a14-429c-9c5d-1c8650a5d0af tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:57.177587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ffd6e981-6a14-429c-9c5d-1c8650a5d0af tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:57.210240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:55:57.211079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:57.211595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137e26f-4e23-479c-ab6f-2af0c4aa2ebd None None] The sync data for ids ['c7a46920-304d-492a-b1b1-74a90d8d6c89'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:57.216980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=69147cac-3fa4-40b0-81f9-525342c7a91d,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:55:57.219521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ffd6e981-6a14-429c-9c5d-1c8650a5d0af tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:57.222491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ffd6e981-6a14-429c-9c5d-1c8650a5d0af tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7a46920-304d-492a-b1b1-74a90d8d6c89 HTTP/1.1" status: 200 len: 982 time: 0.2490268 Dec 15 21:55:57.225305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.231413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:57.231781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.237468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39758) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:57.238518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:57.267238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:57.281875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:57.375357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:57.375901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.377270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] 10.222.0.32 "PUT /v2.0/ports/69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 1094 time: 2.1825845 Dec 15 21:55:57.384505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:55:57.386379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.412630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:57.477330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.494059 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'status': 'completed', 'code': 200} Dec 15 21:55:57.520921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.601448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Pushing event updated for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:57.607647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:57.624198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:57.755145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:57.763127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-57b8ac9a-df2c-4e47-8868-070bbeb7b448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:57.764609 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-57b8ac9a-df2c-4e47-8868-070bbeb7b448 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1097 time: 0.2697670 Dec 15 21:55:57.769352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:57.786127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:57.801217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:57.866734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bab30-bee9-4ad1-9dbe-07fa34dfa4e7 req-cd8038fe-37fc-436b-a5b9-b800b1d07312 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:57.867315 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-0d6746f1-2ed8-4f96-9d93-7db0c3cb4d6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 217 time: 0.0662503 Dec 15 21:55:57.868201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f96bab30-bee9-4ad1-9dbe-07fa34dfa4e7 req-cd8038fe-37fc-436b-a5b9-b800b1d07312 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 944 time: 0.7401614 Dec 15 21:55:57.873983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:57.893478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:57.945800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-bb533626-eab2-4971-867d-302658a5a6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:57.947242 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-bb533626-eab2-4971-867d-302658a5a6bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 200 len: 837 time: 0.0722697 Dec 15 21:55:58.138877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:58.166681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7be7c70a-7fbb-4ebf-8e27-1c5983d3c330 None None] Provisioning complete for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:55:58.166899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7be7c70a-7fbb-4ebf-8e27-1c5983d3c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.169429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f96bab30-bee9-4ad1-9dbe-07fa34dfa4e7 req-c51cd426-0c46-4632-9dc8-4c5a68e5c9c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:55:58.223013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7be7c70a-7fbb-4ebf-8e27-1c5983d3c330 None None] Port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:55:58.246840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-6b37f71a-caf5-4b9b-8e5a-1ea9d886d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:58.248347 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-6b37f71a-caf5-4b9b-8e5a-1ea9d886d327 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2651243 Dec 15 21:55:58.262077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.26.6.153 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/c4e7c09f-ec80-4b89-8ce4-5395a9a20251) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:55:58.345972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f96bab30-bee9-4ad1-9dbe-07fa34dfa4e7 req-c51cd426-0c46-4632-9dc8-4c5a68e5c9c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:55:58.347100 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f96bab30-bee9-4ad1-9dbe-07fa34dfa4e7 req-c51cd426-0c46-4632-9dc8-4c5a68e5c9c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603939 Dec 15 21:55:58.355269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.434129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.540890 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-a0cb61d0-9f7c-4d29-b607-b16a2067f8ec service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815039 Dec 15 21:55:58.658062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.669610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60245adf-cfbd-42c7-bd16-522b2ee83fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:58.676800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:58.689379 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:58.700326 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:58.701035 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:58.742936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Router 1ea108c2-d339-48f4-b151-5511166ddaa3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:55:58.755008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f48488-dd2d-4a84-8024-d59631af77cb,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:58.757663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:58.779112 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25a86c89-cdb2-46d2-9ab7-d7102bdd18dd req-1cdd3e48-c5c3-4dcd-9341-25d68a448ed1 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914463 Dec 15 21:55:58.794629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.798565 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0762391 Dec 15 21:55:58.798857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39764) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:58.811409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': 'c8f48488-dd2d-4a84-8024-d59631af77cb', 'direction': 'ingress', 'protocol': 17}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:55:58.817391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port c715a541-e099-4eb3-adf5-8c411eb95e0e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:55:58.817391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:58.817677 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0972326 Dec 15 21:55:58.827327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:58.836025 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:58.875946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:55:58.900567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:55:58.911715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:55:58.925753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:55:58.943198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:58.947564 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:58.956496 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:58.957237 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:58.966986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.039903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.065507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting subnet 88505ae5-4193-476d-875c-0eec95f7b20d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:55:59.072003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.088624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:59.117921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.133799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-d54b3327-427e-4cce-addd-f6e0a7fddbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:59.135246 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-d54b3327-427e-4cce-addd-f6e0a7fddbeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1097 time: 0.2892241 Dec 15 21:55:59.151977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:55:59.157738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.164237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Sync routers for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:55:59.180089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:55:59.181793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:59.199024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] 10.222.0.18 "PUT /v2.0/routers/1ea108c2-d339-48f4-b151-5511166ddaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3537674 Dec 15 21:55:59.210838 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f4850db2-103b-418b-8929-a0400b92993e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:59.222977 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4850db2-103b-418b-8929-a0400b92993e None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:55:59.238835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.255380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6245c21e-f740-4c9e-a683-778f003bafae tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:59.294812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for c715a541-e099-4eb3-adf5-8c411eb95e0e owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:55:59.330479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:55:59.335597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:55:59.345651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:55:59.393788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:59.408091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:59.428179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.451896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:55:59.465446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.511352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.554591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29670443-63d4-42c9-9dac-96ea215767b6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:59.646450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355dbe39-714f-4911-b710-72fddd5d6596,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:55:59.690091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:55:59.875309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.879273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0784202 Dec 15 21:55:59.883287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39780) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:55:59.951595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:54Z', 'revision_number': 4, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d', 'name': '', 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'mac_address': 'fa:16:3e:b7:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:52Z', 'updated_at': '2021-12-15T21:55:55Z', 'revision_number': 2, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'subnets': [{'id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:55:59.957905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Checking router: 1ea108c2-d339-48f4-b151-5511166ddaa3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:55:59.958357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Updating router 1ea108c2-d339-48f4-b151-5511166ddaa3 port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:55:59.970631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-843e0681-0391-420f-9365-708197fe1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:55:59.972373 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-843e0681-0391-420f-9365-708197fe1364 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 897 time: 0.7796149 Dec 15 21:55:59.974707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:55:59.983371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-39637a11-a1a8-4524-a22f-bfbb6be64a33 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:55:59.991027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.000889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5430ebbf-73a7-4a8c-9dc3-5e2ab1ec1206 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:00.030690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.039753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Subnet': ['ID=88505ae5-4193-476d-875c-0eec95f7b20d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:00.052669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:00.063678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.072416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.093496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=c715a541-e099-4eb3-adf5-8c411eb95e0e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:00.101704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e70610-e17d-4f12-8956-7e9bf62610aa None None] Network 737cad81-8c02-4e2e-b860-baf4279ad8b4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:00.105693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:00.107554 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-6e02943d-d603-4691-b4f5-6ca8f4626f51 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 217 time: 0.0869703 Dec 15 21:56:00.164922 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/88505ae5-4193-476d-875c-0eec95f7b20d HTTP/1.1" status: 204 len: 168 time: 1.2794991 Dec 15 21:56:00.173341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.176826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:00.236170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:00.237678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-b01e7535-2d37-4f8c-8600-dea212f2d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:00.239092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-b01e7535-2d37-4f8c-8600-dea212f2d25d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 200 len: 837 time: 0.0963109 Dec 15 21:56:00.247136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10068096', 'description': 'tempest-secgroup-smoke-10068096 description', 'project_id': '705479c131c344aea5ff756d86acf75d'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:00.317193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:00.351049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:00.353331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.361552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e400e-33b6-4201-bead-a274feeac3bc req-bd66f3b7-07d9-4667-89d0-fd6476baf786 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:00.369076 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d30e400e-33b6-4201-bead-a274feeac3bc req-bd66f3b7-07d9-4667-89d0-fd6476baf786 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 944 time: 0.8071809 Dec 15 21:56:00.373342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.375333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:00.404780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:00.513396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.532766 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d30e400e-33b6-4201-bead-a274feeac3bc req-4b7a8210-6b8f-4b12-9bb0-f3900e112b48 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627107 Dec 15 21:56:00.622715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.626560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:00.638360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:00.644162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:00.655926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:00.659258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-c4940764-607d-42b5-afc9-edfa2c486d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:00.661167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-c4940764-607d-42b5-afc9-edfa2c486d0b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3770940 Dec 15 21:56:00.670944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Deleting port a6d08e0d-c6ad-4061-9c73-d37c011b1833 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:00.671494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.742456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] DHCP port deletion for 737cad81-8c02-4e2e-b860-baf4279ad8b4 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:56:00.752442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Deleting port a6d08e0d-c6ad-4061-9c73-d37c011b1833 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:00.752919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.810169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.823735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a6d08e0d-c6ad-4061-9c73-d37c011b1833 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:56:00.829830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.855066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c90e7ffa-4332-449e-a016-f094accdf5b1 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:00.887372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f48488-dd2d-4a84-8024-d59631af77cb,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:00.891984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Transition to ACTIVE for port object d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:00.896346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:00.941033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.941033 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/c8f48488-dd2d-4a84-8024-d59631af77cb HTTP/1.1" status: 204 len: 168 time: 1.0537019 Dec 15 21:56:00.943735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:00.981516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:00.993648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:01.093449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Router c7a46920-304d-492a-b1b1-74a90d8d6c89 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:56:01.099541 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-94a5fa95-a550-45b6-878b-135f883b88e8 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881278 Dec 15 21:56:01.140254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.177937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 69147cac-3fa4-40b0-81f9-525342c7a91d details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:56:01.210678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] For port a6d08e0d-c6ad-4061-9c73-d37c011b1833, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a6d08e0d-c6ad-4061-9c73-d37c011b1833,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:01.211049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.267983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.325543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e39d2504-bcdf-419a-a913-32970ea45800 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:01.363786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.368499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d45f26f-d9a5-4416-96ec-768e6699e454 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:01.378762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Calling delete_port for a6d08e0d-c6ad-4061-9c73-d37c011b1833 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:01.384272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.resource_extend [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:56:01.485593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Pushing event updated for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:01.488459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:01.507450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Attempting to bind port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:01.507690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Attempting to bind port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:01.508170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Attempting to bind port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d on network d0bb40ea-b970-4292-afaa-e0d67ebd1424 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:01.515836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.526532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:01.544640 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] Sync routers for ids ['c7a46920-304d-492a-b1b1-74a90d8d6c89'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:01.559135 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/routers/c7a46920-304d-492a-b1b1-74a90d8d6c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2694190 Dec 15 21:56:01.560290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.561497 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.3215594 Dec 15 21:56:01.562582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2788c9f6-442e-4839-b468-5b09b2ce8e47,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:01.566659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d45f26f-d9a5-4416-96ec-768e6699e454 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:01.571716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d45f26f-d9a5-4416-96ec-768e6699e454 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6231802 Dec 15 21:56:01.571716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39796) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:01.571716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:01.572126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:01.573844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:01.589631 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] Routers {'c7a46920-304d-492a-b1b1-74a90d8d6c89'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:01.590293 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c7a46920-304d-492a-b1b1-74a90d8d6c89'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:01.596963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eea460e1-a584-4f5d-bb7a-1b26c3b6cd53 req-a1794785-1e20-4858-b231-f054a2d4c3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856253 Dec 15 21:56:01.600442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:01.601131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Checking segment: {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:01.601750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.602410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Bound using segment: {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:01.603099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Bound port: d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9a43f9-12eb-447f-b963-2169dfb41158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:01.603829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.638564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] For port a6d08e0d-c6ad-4061-9c73-d37c011b1833, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a6d08e0d-c6ad-4061-9c73-d37c011b1833,segment=NetworkSegment(f6b24a19-1f7a-41ab-b931-1c66d220ddaa),segment_id=f6b24a19-1f7a-41ab-b931-1c66d220ddaa)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:01.639071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.655951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--318038028'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:01.663364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:01.669519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:01.673454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:01.676450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:01.682251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:01.702410 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:01.714593 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] Routers {'c7a46920-304d-492a-b1b1-74a90d8d6c89'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:01.715507 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c7a46920-304d-492a-b1b1-74a90d8d6c89'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:01.780502 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:01.781063 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664d52d6-9d35-4cd1-9022-f252c60cd33e None None] The sync data for ids ['c7a46920-304d-492a-b1b1-74a90d8d6c89'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:01.792993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:01.796754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Calling delete_port for a6d08e0d-c6ad-4061-9c73-d37c011b1833 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:01.822270 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc999dda-58aa-4fb7-91a5-dee0eb633857 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:56:01.822801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc999dda-58aa-4fb7-91a5-dee0eb633857 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:01.838938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:01.846430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.868847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.880471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f85862f2-2ac1-423a-9f4b-bdc1e9f012db tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:01.958603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:01.966351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Port': ['ID=a6d08e0d-c6ad-4061-9c73-d37c011b1833,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:01.977691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:01.980241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No DVR routers for this DVR port a6d08e0d-c6ad-4061-9c73-d37c011b1833 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:56:01.987076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc999dda-58aa-4fb7-91a5-dee0eb633857 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:01.991958 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc999dda-58aa-4fb7-91a5-dee0eb633857 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/c715a541-e099-4eb3-adf5-8c411eb95e0e HTTP/1.1" status: 404 len: 333 time: 0.3921747 Dec 15 21:56:01.993172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:01.998006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e748e87f-efd7-41b6-9664-3f518e261a91 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:56:02.040830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=69147cac-3fa4-40b0-81f9-525342c7a91d,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:02.053606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e748e87f-efd7-41b6-9664-3f518e261a91 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:56:02.054493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e748e87f-efd7-41b6-9664-3f518e261a91 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:56:02.083081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:56:02.084232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:02.123885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:56:02.123885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:56:02.124664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] For port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:02.146825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] For port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:02.150799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:02.155981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.160698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:02.161998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:02.175635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4aed-be70-44ba-93c2-08a83ae94483 req-d890d652-6415-426d-95c1-01e62a13e20e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:02.177159 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7cee4aed-be70-44ba-93c2-08a83ae94483 req-d890d652-6415-426d-95c1-01e62a13e20e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 944 time: 0.4358904 Dec 15 21:56:02.192643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.200651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.201972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:02.235146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69147cac-3fa4-40b0-81f9-525342c7a91d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:02.235586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.258914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.265619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:02.266259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:02.269433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.285232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-98702850-7645-4732-860c-e2c269ec7cfc tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:02.310233 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7cee4aed-be70-44ba-93c2-08a83ae94483 req-a6756366-525b-41e3-81e8-5bb2f5d4f75f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017642 Dec 15 21:56:02.343584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f262e028-a3a3-46ea-ad53-377badfe92ca,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:02.347187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=69147cac-3fa4-40b0-81f9-525342c7a91d,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:02.348286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Pushing event updated for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:02.353646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:02.360182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:02.365580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.369241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:02.369877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2172fd62-62cc-40de-a291-aa8be08486e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:02.377334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.386664 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7887554 Dec 15 21:56:02.390920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:02.404444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['737cad81-8c02-4e2e-b860-baf4279ad8b4']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:02.418150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:02.426661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:02.432435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:02.435794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:02.443686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:02.468708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:02.469153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b24a19-1f7a-41ab-b931-1c66d220ddaa') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:02.607719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:02.617069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.619933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.626538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:02.627587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Deleting port a6d08e0d-c6ad-4061-9c73-d37c011b1833 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:02.627997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.648411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.649338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Fanout notify agent at l3_agent the message router_deleted on router c7a46920-304d-492a-b1b1-74a90d8d6c89 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:02.663970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.665403 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d86ce46e-ab35-4c40-83ef-580181783e07 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/routers/c7a46920-304d-492a-b1b1-74a90d8d6c89 HTTP/1.1" status: 204 len: 168 time: 0.6708567 Dec 15 21:56:02.668109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:02.704552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['69147cac-3fa4-40b0-81f9-525342c7a91d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:56:02.744816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 75eaaaeb-fb87-4da2-ba47-0a96a4714447 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:56:02.748739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.752963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25d58903-e800-4b48-8c1a-77987f3967c6 None None] The port 'a6d08e0d-c6ad-4061-9c73-d37c011b1833' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:56:02.789739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:02.826721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.878000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.888561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:02.893609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.930923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Sync routers for ids ['81c914d9-73ff-4c40-9a77-45b5d0cc35c8'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:02.958495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.961469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:02.987453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Routers {'81c914d9-73ff-4c40-9a77-45b5d0cc35c8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:02.987757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['81c914d9-73ff-4c40-9a77-45b5d0cc35c8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:02.997682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:56:02.998241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:56:03.013134 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:56:03.043584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.047660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-645f9a2e-1544-49ba-89a8-84ac3895f946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:03.081951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.087155 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.4316714 Dec 15 21:56:03.090414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39822) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.099280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=75eaaaeb-fb87-4da2-ba47-0a96a4714447,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:03.134604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.156584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.168325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ea809d65-dfb1-4af5-afe5-0410167dbe9b tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:03.186121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.190791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.191407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.201799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.209094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:03.210552 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/75eaaaeb-fb87-4da2-ba47-0a96a4714447 HTTP/1.1" status: 204 len: 168 time: 0.5408030 Dec 15 21:56:03.217643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.220764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.234031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5b3ba9-1d5c-4e28-9544-4e9bec1d0e7a None None] Network 95baad1a-9c01-4038-9a7a-cb2dc321ffbd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:03.258380 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/networks/737cad81-8c02-4e2e-b860-baf4279ad8b4 HTTP/1.1" status: 204 len: 168 time: 3.0796742 Dec 15 21:56:03.259447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.260618 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6613460 Dec 15 21:56:03.261198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.276541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.279834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0e9f34-b5d9-4e80-9e6e-e0bfbd72f7f7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:03.286705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--883348450'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:03.292655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:03.338666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2a419683-0580-4ecf-b70a-5a6e9fcd3f2b tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/81c914d9-73ff-4c40-9a77-45b5d0cc35c8 HTTP/1.1" status: 200 len: 907 time: 0.2429748 Dec 15 21:56:03.341214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39840) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.349323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-70465371', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': True}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:03.349879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'routes': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:03.354572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:03.358973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Usage tracker for resource:router and tenant:3a3cf4e9b68a444681363d1691c7ac41 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:03.361966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:03.370235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:03.385722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.387799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.411072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.476148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bab89267-c49c-47f5-90b6-f4d25edcf935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:03.518084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Pushing event deleted for resources: {'Network': ['ID=737cad81-8c02-4e2e-b860-baf4279ad8b4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:03.528515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:03.533333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:03.536600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:03.543345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:03.557319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.561690 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1587110 Dec 15 21:56:03.567383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39844) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:03.577037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:03.577981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.589595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:03.634061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Set router 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:03.636886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:03.647961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfebba8-700f-4e74-a60a-ac1f2112ff6f req-103751e2-b8cc-4137-b115-820243552a02 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:03.650100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8dfebba8-700f-4e74-a60a-ac1f2112ff6f req-103751e2-b8cc-4137-b115-820243552a02 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 945 time: 0.2305703 Dec 15 21:56:03.657095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:03.701438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954ce60e-3c04-4872-aa23-fea9e0e15a80,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:03.767997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:03.781571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:03.791399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:03.799533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:03.836106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:03.847264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.850112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Added routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Dec 15 21:56:03.850411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.extraroute_db [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Removed routes are [] {{(pid=87553) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Dec 15 21:56:03.851300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.881898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:03.957884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:03.962463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8dfebba8-700f-4e74-a60a-ac1f2112ff6f req-3520b8f6-438c-48ce-9ac3-55b100144e2a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026998 Dec 15 21:56:03.973120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:03.983105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:03.985756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:54Z', 'revision_number': 4, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d', 'name': '', 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'mac_address': 'fa:16:3e:b7:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:52Z', 'updated_at': '2021-12-15T21:56:02Z', 'revision_number': 4, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'subnets': [{'id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:04.004165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 6daae737-2dd4-46b9-8770-523d12250045 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:04.004730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.021886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.025895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f6558-2cf4-45c9-957e-40270779e0b6 None None] The sync data for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv is: [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T21:55:54Z', 'revision_number': 4, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'd2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d', 'name': '', 'network_id': 'd0bb40ea-b970-4292-afaa-e0d67ebd1424', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'mac_address': 'fa:16:3e:b7:36:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:52Z', 'updated_at': '2021-12-15T21:56:02Z', 'revision_number': 4, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'subnets': [{'id': '83f7c57f-9aaa-4f4f-b3a3-1581b0174b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:04.142949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'name': 'tempest-snat-router-70465371', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153'}], 'enable_snat': False}, 'gw_port_id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:54Z', 'updated_at': '2021-12-15T21:55:59Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:57Z', 'updated_at': '2021-12-15T21:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:04.147140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Checking router: 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:56:04.148582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Updating router 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:56:04.214243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.223466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.243010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3edc18ee-ecda-48ed-81cd-2d52dd3b145d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:04.246828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.259441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.262459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f81eb9-3a1d-4289-8c13-6ea5bb6258a1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:04.265245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:04.354158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.358050 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7331412 Dec 15 21:56:04.364373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39848) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:04.379626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] DHCP port deletion for 95baad1a-9c01-4038-9a7a-cb2dc321ffbd request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:56:04.404461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Deleting port 6daae737-2dd4-46b9-8770-523d12250045 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:04.405197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.428063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:04.443997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:04.451948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:04.481363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:04.496824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:04.502611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.524116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.566854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.645645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.647679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.714522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.745598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73a950d8-c2c2-43f6-8aa5-0d7e0b3aa285 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:04.779942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecc0639-dfa4-41ef-a62f-965b9647ce8d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:04.786112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:04.813656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] For port 6daae737-2dd4-46b9-8770-523d12250045, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6daae737-2dd4-46b9-8770-523d12250045,segment=NetworkSegment(139c3b56-3bca-4810-acdb-e78173ff58f3),segment_id=139c3b56-3bca-4810-acdb-e78173ff58f3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:04.814067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.837523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] For port 6daae737-2dd4-46b9-8770-523d12250045, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6daae737-2dd4-46b9-8770-523d12250045,segment=NetworkSegment(139c3b56-3bca-4810-acdb-e78173ff58f3),segment_id=139c3b56-3bca-4810-acdb-e78173ff58f3)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:04.837943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.841988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.846441 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4810808 Dec 15 21:56:04.847297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39852) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:04.856533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:04.862894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:04.867835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:04.871112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:04.878255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:04.891779 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Project 705479c131c344aea5ff756d86acf75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:04.900685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.922408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:04.976866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.978631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 6daae737-2dd4-46b9-8770-523d12250045 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:04.980905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:04.982971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.016271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5926a882-a8db-4f0f-8f3d-6f62d94fcd93,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:05.027913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:05.029748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.034426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1829007 Dec 15 21:56:05.035052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39858) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:05.041489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'security_group_rule': {'security_group_id': '2788c9f6-442e-4839-b468-5b09b2ce8e47', 'project_id': '705479c131c344aea5ff756d86acf75d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:05.047675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:05.051996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:security_group_rule and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:05.055098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:05.062631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:05.075009 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Project 705479c131c344aea5ff756d86acf75d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:05.083311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.114419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Calling delete_port for 6daae737-2dd4-46b9-8770-523d12250045 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:05.122303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.127826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.137815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-86013b36-9cd1-4911-9958-781b78fbb162 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.164463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.171846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.174619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fedc4055-f314-4785-9068-ea8345b303f2 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.183677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 69147cac-3fa4-40b0-81f9-525342c7a91d up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:05.194831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.216917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657c71a9-2350-442e-a589-b14f1a63159d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:05.228667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:05.230129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.235363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1993024 Dec 15 21:56:05.258310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No DVR routers for this DVR port 6daae737-2dd4-46b9-8770-523d12250045 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:56:05.260446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=6daae737-2dd4-46b9-8770-523d12250045,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:05.278978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 69147cac-3fa4-40b0-81f9-525342c7a91d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:05.295611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.315287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:56:05.316739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:05.327891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49c2c0c1-1d72-4fe8-a907-de23f2194aa1 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.329336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 69147cac-3fa4-40b0-81f9-525342c7a91d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:05.329721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.447851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Transition to ACTIVE for port object c4e7c09f-ec80-4b89-8ce4-5395a9a20251 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:05.460608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:56:05.460885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:56:05.463601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.469215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:05.477080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1c84e783-b347-40f8-98c5-243c6785f5e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.549651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.26.6.33 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:05.645978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:05.646419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c214b382-d0b3-4481-adb5-c4387dfb5721,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:05.646574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.651802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:05.652658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.656884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3742704 Dec 15 21:56:05.661298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39900) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:05.671069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '7d0e9f34-b5d9-4e80-9e6e-e0bfbd72f7f7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c214b382-d0b3-4481-adb5-c4387dfb5721', 'remote_ip_prefix': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:05.685932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.706200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:05.708956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:05.715682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.716985 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa1b6f72-613a-4564-baad-ae4160dd7013 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 704 time: 2.4468927 Dec 15 21:56:05.718955 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Sync routers for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:05.721470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39908) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:05.733228 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:05.736525 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:05.741731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:05.751250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Pushing event updated for resources: {'Port': ['ID=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:05.763166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:05.791510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:05.795256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95baad1a-9c01-4038-9a7a-cb2dc321ffbd']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:05.813182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.822986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94d949f3-742a-41ca-a744-b3df1d669266 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:05.825721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:05.830452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139c3b56-3bca-4810-acdb-e78173ff58f3') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:05.830789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139c3b56-3bca-4810-acdb-e78173ff58f3') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:05.847119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162982d-bcf8-4848-bbb3-d8114269fe31 req-bece8018-1de4-4b78-8276-7c38aa167cde tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:05.848795 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4162982d-bcf8-4848-bbb3-d8114269fe31 req-bece8018-1de4-4b78-8276-7c38aa167cde tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 945 time: 0.6557586 Dec 15 21:56:05.860958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.868011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a26214c-fdb5-4264-9ea3-cbe92ca02e5f tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:05.887440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:05.894004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94d949f3-742a-41ca-a744-b3df1d669266 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:05.895151 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94d949f3-742a-41ca-a744-b3df1d669266 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 205 time: 0.1648066 Dec 15 21:56:05.903602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39912) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:05.943546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:05.952891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:05.953523 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:05.956557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:05.995469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.064708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:56:06.065125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.066956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Deleting port 6daae737-2dd4-46b9-8770-523d12250045 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:06.067345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:56:06.082450 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:56:06.091745 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:06.094058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.097314 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Checking router: 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:56:06.109330 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Routers {'3a42f9db-e6b7-4968-8c0a-0adb820edfd3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:06.110181 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:06.125353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.146176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Attempting to bind port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:06.146556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Attempting to bind port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:06.146927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Attempting to bind port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:06.201499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:06.205822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:06.254998 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] Set router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:06.270368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:06.270755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:06.271171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.271575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:06.272766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Bound port: c4e7c09f-ec80-4b89-8ce4-5395a9a20251, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:06.273425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.319973 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4162982d-bcf8-4848-bbb3-d8114269fe31 req-44fda8a0-27c4-4082-8e27-2caf4b1cc4bf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4521866 Dec 15 21:56:06.333140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8e60436-f8cc-47f9-a938-66622b1b9735 None None] The port '6daae737-2dd4-46b9-8770-523d12250045' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:56:06.343575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.349107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.375969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:06.486455 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:06.493731 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd9a546-c3f6-474f-a3db-837684563145 None None] The sync data for ids ['3a42f9db-e6b7-4968-8c0a-0adb820edfd3'] in dv-neutron-820612-1-hyperv is: [{'id': '3a42f9db-e6b7-4968-8c0a-0adb820edfd3', 'name': 'tempest-RoutersIpV6Test-router-683752718', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:54:28Z', 'updated_at': '2021-12-15T21:55:56Z', 'revision_number': 11, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:06.505939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=69147cac-3fa4-40b0-81f9-525342c7a91d,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:06.531552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:06.531552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.542668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:06.578909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.618691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] For port c4e7c09f-ec80-4b89-8ce4-5395a9a20251, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:06.643919 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'code': 200} Dec 15 21:56:06.658017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] For port c4e7c09f-ec80-4b89-8ce4-5395a9a20251, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:06.677039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.692973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:06.712538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:06.713669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:06.780638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6daae737-2dd4-46b9-8770-523d12250045 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:56:06.862281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Routers {'81c914d9-73ff-4c40-9a77-45b5d0cc35c8'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:06.863191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['81c914d9-73ff-4c40-9a77-45b5d0cc35c8'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:06.928165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6daae737-2dd4-46b9-8770-523d12250045 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:56:06.929202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6daae737-2dd4-46b9-8770-523d12250045 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:56:06.937668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.970958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.976588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.986403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.990439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:06.998360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:07.010086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.030472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=95baad1a-9c01-4038-9a7a-cb2dc321ffbd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.032789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.034307 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/95baad1a-9c01-4038-9a7a-cb2dc321ffbd HTTP/1.1" status: 204 len: 168 time: 3.8104630 Dec 15 21:56:07.047546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39926) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.104672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.105295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router 3a42f9db-e6b7-4968-8c0a-0adb820edfd3 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:07.137835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.156830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.168948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:07.201985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.203762 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a25b300e-62b5-40cf-85be-b40f334681b8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 204 len: 168 time: 1.2952542 Dec 15 21:56:07.212991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d76dc-4a02-4971-80d9-478e1b8edd2a req-a76ab8d5-16e9-4295-ae3c-ae7ebf2903b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:07.214666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f3d76dc-4a02-4971-80d9-478e1b8edd2a req-a76ab8d5-16e9-4295-ae3c-ae7ebf2903b1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1099 time: 0.2115779 Dec 15 21:56:07.215217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Pushing event updated for resources: {'Port': ['ID=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.217554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39934) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.219843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] Set router 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:07.222803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-296557116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:07.229161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7e6672-29bd-40e0-ab04-7d19ffaf4f75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:07.229927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:07.230293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb7e6672-29bd-40e0-ab04-7d19ffaf4f75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:07.234083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Usage tracker for resource:router and tenant:1b4901bd7c024070899511f9618c7f20 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:07.237211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:07.239628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf48ff-5c69-4314-ab68-51d6dc48ba1f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.243392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.244821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:07.256037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.257956 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5933511 Dec 15 21:56:07.260576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39938) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.297728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.298209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.614s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:07.298560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.303116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb7e6672-29bd-40e0-ab04-7d19ffaf4f75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:07.308891 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb7e6672-29bd-40e0-ab04-7d19ffaf4f75 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/e3775e68-ffbb-46bf-8bd7-b409d2dfb865 HTTP/1.1" status: 200 len: 841 time: 0.2600415 Dec 15 21:56:07.309926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39946) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.342830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.343829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.347175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.361011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.391133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f3d76dc-4a02-4971-80d9-478e1b8edd2a req-db86eebc-ae74-4bca-a735-f35fd245e1ff service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329770 Dec 15 21:56:07.393734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.410019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee37ebd5-56a1-4357-ab75-5466874ccaee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:07.432287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.451746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2baf48ff-5c69-4314-ab68-51d6dc48ba1f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.454017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.463102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.467572 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2baf48ff-5c69-4314-ab68-51d6dc48ba1f HTTP/1.1" status: 204 len: 168 time: 0.2045822 Dec 15 21:56:07.468268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39970) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.544284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.551813 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8052aa23-b7d0-4af9-8d37-8b894005618b tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/e3775e68-ffbb-46bf-8bd7-b409d2dfb865?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2389891 Dec 15 21:56:07.565662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 39982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.578676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:07.635117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f38b235b-36c1-41c7-980e-3aa26316fd93 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:07.661283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f38b235b-36c1-41c7-980e-3aa26316fd93 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:07.662630 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f38b235b-36c1-41c7-980e-3aa26316fd93 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1912732 Dec 15 21:56:07.665457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39986) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.675633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'name': 'tempest-snat-router-70465371', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153'}], 'enable_snat': False}, 'gw_port_id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:54Z', 'updated_at': '2021-12-15T21:55:59Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:57Z', 'updated_at': '2021-12-15T21:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:07.680996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a7d82-8c8f-46d5-8edf-d13c6d64a118 None None] The sync data for ids ['81c914d9-73ff-4c40-9a77-45b5d0cc35c8'] in dv-neutron-820612-1-hyperv is: [{'id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'name': 'tempest-snat-router-70465371', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153'}], 'enable_snat': False}, 'gw_port_id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:54Z', 'updated_at': '2021-12-15T21:55:59Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': 'c4e7c09f-ec80-4b89-8ce4-5395a9a20251', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c914d9-73ff-4c40-9a77-45b5d0cc35c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:57Z', 'updated_at': '2021-12-15T21:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:07.703755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a9e0-6c39-489e-b0f8-818db2ce52cc req-6f2c387b-9c13-4044-a876-0f9eb4ed1bbb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:07.704700 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d828a9e0-6c39-489e-b0f8-818db2ce52cc req-6f2c387b-9c13-4044-a876-0f9eb4ed1bbb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.2094610 Dec 15 21:56:07.723393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.733349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:07.793030 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d828a9e0-6c39-489e-b0f8-818db2ce52cc req-b34859cb-9a23-493d-ae91-28ddc437fc3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708292 Dec 15 21:56:07.802554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.837399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.905584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.909951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce87b163-5c7e-4929-a269-5bb32659cbb1 tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:07.927903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:07.935446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:07.937555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c214b382-d0b3-4481-adb5-c4387dfb5721,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:07.938349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:07.940520 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-70ee55dd-ffda-43f1-9e68-e7fefdddc36b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7215159 Dec 15 21:56:07.943649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:07.946362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39992) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:07.952507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:07.959117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:07.994575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:07.998747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:08.138720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 1107c0bb-1d19-48d7-b6f1-c1442589d62c is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:08.196806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:08.197818 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/c214b382-d0b3-4481-adb5-c4387dfb5721 HTTP/1.1" status: 204 len: 168 time: 0.5303962 Dec 15 21:56:08.201525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 39996) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:08.478783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:08.490398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Sync routers for ids ['1107c0bb-1d19-48d7-b6f1-c1442589d62c'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:08.522285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:08.526737 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.1845446 Dec 15 21:56:08.527214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Routers {'1107c0bb-1d19-48d7-b6f1-c1442589d62c'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:08.528078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1107c0bb-1d19-48d7-b6f1-c1442589d62c'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:08.530612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40000) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:08.615606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5e923ff8-0bb5-4c21-bd46-1d676795b717 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:08.814580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:08.822601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1014e974-ebb0-430d-8dd7-9607eb3dbda7 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:08.969633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:08.983356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:08.986414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:08.987003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.028995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=9fe0f2c2-1bd1-441e-90b0-fc8c7503474c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:09.034383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:09.034591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.046953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c5293-a9fd-4e23-9f46-84e30aa42eed None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:09.071496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.101323 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5342958 Dec 15 21:56:09.113309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40008) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:09.126604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708515293'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:09.137581 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf3a6307-d623-4c0e-86b0-2654ce9fc9c9 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/1107c0bb-1d19-48d7-b6f1-c1442589d62c HTTP/1.1" status: 200 len: 905 time: 0.6057632 Dec 15 21:56:09.145261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40012) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:09.277414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Set router 1107c0bb-1d19-48d7-b6f1-c1442589d62c gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:09.336940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5e923ff8-0bb5-4c21-bd46-1d676795b717 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:09.343393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5e923ff8-0bb5-4c21-bd46-1d676795b717 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.1355026 Dec 15 21:56:09.345020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40016) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:09.431407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:09.439593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.445590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:09.453847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:09.470632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.473524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:09.508470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.525693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4e7c09f-ec80-4b89-8ce4-5395a9a20251 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:09.571127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Router a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:09.593587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.608916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.699073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854654e-b2cd-4094-b95a-224b5680c318 req-da64993f-a5b4-4b62-9924-8f4c0b62e48e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:09.705857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6609d97-192f-4cc3-8629-2dfacdaf3837 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:09.708909 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854654e-b2cd-4094-b95a-224b5680c318 req-da64993f-a5b4-4b62-9924-8f4c0b62e48e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.6627958 Dec 15 21:56:09.728026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:09.730915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0e9f34-b5d9-4e80-9e6e-e0bfbd72f7f7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:09.745221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:09.757753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:09.816115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:09.816461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:09.833382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:09.846986 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Sync routers for ids ['a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:09.856188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.860299 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98a3a918-8818-4f0c-8483-793254cfa4f2 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "PUT /v2.0/routers/a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 200 len: 697 time: 1.9129705 Dec 15 21:56:09.861075 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Routers {'a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:09.861260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40020) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:09.861708 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:09.871684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:09.875145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/7d0e9f34-b5d9-4e80-9e6e-e0bfbd72f7f7 HTTP/1.1" status: 204 len: 168 time: 0.5283325 Dec 15 21:56:09.896434 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854654e-b2cd-4094-b95a-224b5680c318 req-ab66f11a-63cd-40c3-9cae-f1b99c145e50 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864929 Dec 15 21:56:09.918652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40024) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:09.961931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:09.997282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:09.998672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.041384 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4856806f-b524-4dc3-81c2-751e22800f32 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/routers/a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 200 len: 703 time: 0.1784670 Dec 15 21:56:10.042098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:10.107095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.127685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-573159d3-a6c2-4feb-9d1b-e139bbb60859 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:10.149017 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Set router a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:10.151136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Deleting port 3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:10.151544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.170439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b08ab89b-cb16-426f-b11d-0f98a11a3650 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 200 len: 205 time: 0.1270328 Dec 15 21:56:10.179983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:10.237996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'tenant_id': '57c26420f3fc4c069b0342fea1242162', 'fixed_ips': [{'subnet_id': '9fe0f2c2-1bd1-441e-90b0-fc8c7503474c'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:56:10.239826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.254325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-573159d3-a6c2-4feb-9d1b-e139bbb60859 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:10.259402 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-573159d3-a6c2-4feb-9d1b-e139bbb60859 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3348942 Dec 15 21:56:10.263099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40038) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:10.297898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--838928623'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:10.349791 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d', 'name': 'tempest-RoutersIpV6Test-router-296557116', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:56:07Z', 'updated_at': '2021-12-15T21:56:09Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:10.355645 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Checking router: a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:56:10.364902 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Routers {'a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:10.365769 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:10.375534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.377042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:10.394022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.482106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.508613 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] Set router a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:10.514780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28e9c166-cca1-407c-9807-429c9ea18fc8 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:10.536885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:10.578752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef617f-400d-46e1-95d8-4d959c98b026,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:10.583172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.584263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1107c0bb-1d19-48d7-b6f1-c1442589d62c', 'name': 'tempest-snat-router-70465371', 'tenant_id': '3a3cf4e9b68a444681363d1691c7ac41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': '3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:56:03Z', 'updated_at': '2021-12-15T21:56:06Z', 'revision_number': 3, 'project_id': '3a3cf4e9b68a444681363d1691c7ac41', 'gw_port': {'id': '3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:bb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1107c0bb-1d19-48d7-b6f1-c1442589d62c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:56:04Z', 'updated_at': '2021-12-15T21:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:10.585795 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4676592 Dec 15 21:56:10.586450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:10.589396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:10.596756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'security_group': {'name': 'tempest-secgroup-127407546'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:10.601124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.615916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Checking router: 1107c0bb-1d19-48d7-b6f1-c1442589d62c for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:56:10.619238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Updating router 1107c0bb-1d19-48d7-b6f1-c1442589d62c port 3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:56:10.627438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:10.647023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:10.651659 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d', 'name': 'tempest-RoutersIpV6Test-router-296557116', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:56:07Z', 'updated_at': '2021-12-15T21:56:09Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:10.654803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:10.657595 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1936f0-a7d5-446a-a6ab-47539ce746f7 None None] The sync data for ids ['a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d'] in dv-neutron-820612-1-hyperv is: [{'id': 'a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d', 'name': 'tempest-RoutersIpV6Test-router-296557116', 'tenant_id': '1b4901bd7c024070899511f9618c7f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:56:07Z', 'updated_at': '2021-12-15T21:56:09Z', 'revision_number': 2, 'project_id': '1b4901bd7c024070899511f9618c7f20', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:10.659803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:10.684058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:10.687530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:10.700919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:10.705850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.724973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:10.740228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37d288-a1b4-479a-91f3-8d5952ea95b7 req-df0d8415-f231-4802-8352-01de50524ab3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:10.741778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd37d288-a1b4-479a-91f3-8d5952ea95b7 req-df0d8415-f231-4802-8352-01de50524ab3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.6385965 Dec 15 21:56:10.856909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.878533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Calling delete_port for 3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:10.878775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.941045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.969780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:10.991809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:10.992734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:10.995053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.003331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:11.014819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:11.035535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.036051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Fanout notify agent at l3_agent the message router_deleted on router a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:11.051684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd37d288-a1b4-479a-91f3-8d5952ea95b7 req-b41009e7-c9fa-466a-85d9-878963797cc8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010089 Dec 15 21:56:11.059034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.060402 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-55b1bf8c-30f2-4a04-a474-9a4fbd8b40ad tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 204 len: 168 time: 0.8784773 Dec 15 21:56:11.064013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.071638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Allocated IP 172.20.0.2 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/9fe0f2c2-1bd1-441e-90b0-fc8c7503474c/494d0931-298d-4d98-904e-9a16b3b079d9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:11.089462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.095104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port c4e7c09f-ec80-4b89-8ce4-5395a9a20251, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:11.173117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.174148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:11.256163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:11.258641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c0d68f5-2953-49d8-bcb1-a2e2b9be6d4d tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 200 len: 205 time: 0.1932561 Dec 15 21:56:11.260972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40056) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.274239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.291071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.302753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e70d1a91-2ac2-4d7a-8c3d-3829cb3242c3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:11.369222 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-fd9222b9-8987-4a32-afb5-c0301be8a6f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:11.373182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fd9222b9-8987-4a32-afb5-c0301be8a6f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/a5e5bc14-2796-4a2a-82a5-4e56e8bd9e7d HTTP/1.1" status: 404 len: 336 time: 0.1110141 Dec 15 21:56:11.374221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.381785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:11.386029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:11.427430 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9975d26b-5898-4a5a-8729-54d41df27a2b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:11.428487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9975d26b-5898-4a5a-8729-54d41df27a2b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:11.434004 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9975d26b-5898-4a5a-8729-54d41df27a2b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/df1681de-4a7f-4266-b12e-096f3a16bcf1 HTTP/1.1" status: 404 len: 337 time: 0.0587373 Dec 15 21:56:11.435123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.479458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.490360 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d7774f-61d1-480f-b5d5-9b4aa145ca00 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:11.491775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0d7774f-61d1-480f-b5d5-9b4aa145ca00 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:11.499279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0d7774f-61d1-480f-b5d5-9b4aa145ca00 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/242f2cc7-ef76-4b50-8f49-2219d28a0b86 HTTP/1.1" status: 404 len: 337 time: 0.0627010 Dec 15 21:56:11.500308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.508007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.599490 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-b250934f-faea-49ed-9c11-b2b73d77923f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:11.600345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c932b24f-03a8-417a-b62f-308c8f55280d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:11.601286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b250934f-faea-49ed-9c11-b2b73d77923f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:11.611531 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b250934f-faea-49ed-9c11-b2b73d77923f tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/4010744a-4371-4863-bad7-d9e6f96139d3 HTTP/1.1" status: 404 len: 337 time: 0.1062427 Dec 15 21:56:11.611531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.613414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:11.620472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:11.651286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.653421 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0630987 Dec 15 21:56:11.670838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.688506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-108275732', 'security_groups': ['c932b24f-03a8-417a-b62f-308c8f55280d'], 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9fe0f2c2-1bd1-441e-90b0-fc8c7503474c'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:11.707717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.708750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:11.709246 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4430444 Dec 15 21:56:11.710316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.715854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40082) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.719161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb2dc26-25e7-4091-9807-8fab5f5cca1e tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:11.722426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '09ec487f-f6c3-405f-9ea5-86046b2777b4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:11.724508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-afb2dc26-25e7-4091-9807-8fab5f5cca1e tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1094 time: 0.6262319 Dec 15 21:56:11.730051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:11.732951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40086) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.735734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:11.742967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:11.750451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:11.763287 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2067546-03b5-46ff-b764-277bb884c981 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:11.763688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2067546-03b5-46ff-b764-277bb884c981 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:11.769425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e2067546-03b5-46ff-b764-277bb884c981 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/88505ae5-4193-476d-875c-0eec95f7b20d HTTP/1.1" status: 404 len: 337 time: 0.1536584 Dec 15 21:56:11.771386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40090) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.808629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.21'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:11.815407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ec487f-f6c3-405f-9ea5-86046b2777b4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:11.823977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.833519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:11.836956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b2b49e4-f93c-4163-953e-d90f98e40b72 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:11.857213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:11.868576 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d14e30aa-dd9e-4118-ad04-f27ade1c68bd tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 200 len: 205 time: 0.0927050 Dec 15 21:56:11.871344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40094) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:11.872056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:11.913771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:11.970016 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-ac1c0103-f929-408c-8136-d22ae549f391 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:11.971363 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ac1c0103-f929-408c-8136-d22ae549f391 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/3a42f9db-e6b7-4968-8c0a-0adb820edfd3 HTTP/1.1" status: 404 len: 336 time: 0.0987673 Dec 15 21:56:11.978767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40098) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.013023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:12.019755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:12.033169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:12.033485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.059836 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-70c0cb2e-8a3d-4bd2-854d-6829f8cab884 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4e3dbee-09de-4e50-a014-7a2f82f6599f HTTP/1.1" status: 200 len: 205 time: 0.0752501 Dec 15 21:56:12.059836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40102) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.070497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Transition to ACTIVE for port object 494d0931-298d-4d98-904e-9a16b3b079d9 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:12.141330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:12.142509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:12.146611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.178413 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-5fcb83f1-6de0-40ce-9e64-b0d5881b03de tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:12.179313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:12.182569 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5fcb83f1-6de0-40ce-9e64-b0d5881b03de tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/c4e3dbee-09de-4e50-a014-7a2f82f6599f HTTP/1.1" status: 404 len: 336 time: 0.1199880 Dec 15 21:56:12.183803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.189537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Transition to ACTIVE for port object 494d0931-298d-4d98-904e-9a16b3b079d9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:12.200065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:12.206362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.217205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:12.242727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.244515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f474108-144f-40f5-8bb7-f4ad8b53c961 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:12.245143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f474108-144f-40f5-8bb7-f4ad8b53c961 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:12.252494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.255596 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f474108-144f-40f5-8bb7-f4ad8b53c961 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/d03b445b-5103-4916-a2d8-a5b32bed6025 HTTP/1.1" status: 404 len: 337 time: 0.0711012 Dec 15 21:56:12.257366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56dd3feb-dd5a-43a7-9f7f-a3f5aacfaae5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:12.264875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.287953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.302437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4e7c09f-ec80-4b89-8ce4-5395a9a20251 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:12.333202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d34c7a-258f-47d8-b122-b23bfcb46a78,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:12.338853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb95db15-8979-45c3-ac9a-b9c8105d4f1a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 200 len: 205 time: 0.0671871 Dec 15 21:56:12.339983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:12.341692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.350461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:56:12.350461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:56:12.370248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:12.373289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:12.394367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:12.398673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:12.405869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:12.412494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.413704 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6965053 Dec 15 21:56:12.421337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40118) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.424719 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a977195d-291a-4f12-a737-c79655298d6e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:12.425697 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a977195d-291a-4f12-a737-c79655298d6e tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/5a496c88-8368-49cb-88ed-81842fe78465 HTTP/1.1" status: 404 len: 336 time: 0.0830262 Dec 15 21:56:12.434771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.492814 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-52e0e721-0819-46d5-89ab-310f5582781a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=e605720b-7173-4261-b8a5-8848fb656421 HTTP/1.1" status: 200 len: 205 time: 0.0567737 Dec 15 21:56:12.501050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40126) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.569150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:12.570431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.577918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-9ec338a7-8a73-405d-83c9-f451e34baabf tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:12.578940 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ec338a7-8a73-405d-83c9-f451e34baabf tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/e605720b-7173-4261-b8a5-8848fb656421 HTTP/1.1" status: 404 len: 336 time: 0.0769312 Dec 15 21:56:12.582020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40130) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.622498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.636307 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-0651cd21-f287-4d43-a341-49310bea6daa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:12.637303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0651cd21-f287-4d43-a341-49310bea6daa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:12.638465 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0651cd21-f287-4d43-a341-49310bea6daa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/f0c159b8-adc3-45c3-87d5-80193e39d267 HTTP/1.1" status: 404 len: 337 time: 0.0555730 Dec 15 21:56:12.640235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.643993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.654886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Attempting to bind port 494d0931-298d-4d98-904e-9a16b3b079d9 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:12.655779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Attempting to bind port 494d0931-298d-4d98-904e-9a16b3b079d9 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '10d3f5e5-5903-449a-a872-ff716af63585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:12.656469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Attempting to bind port 494d0931-298d-4d98-904e-9a16b3b079d9 on network b1920a2e-1cbe-4fab-9bc0-f6572640d54e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:12.666694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:12.667445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Checking segment: {'id': '10d3f5e5-5903-449a-a872-ff716af63585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:12.668164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.668941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Bound using segment: {'id': '10d3f5e5-5903-449a-a872-ff716af63585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:12.669796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Bound port: 494d0931-298d-4d98-904e-9a16b3b079d9, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d3f5e5-5903-449a-a872-ff716af63585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:12.669937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.670559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.672415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:12.691981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2d34c7a-258f-47d8-b122-b23bfcb46a78,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:12.697493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:12.698654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.700087 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c2d34c7a-258f-47d8-b122-b23bfcb46a78 HTTP/1.1" status: 204 len: 168 time: 0.2771819 Dec 15 21:56:12.702198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40140) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.704153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8d4faa1-dd12-47b7-ab81-7c4a0f4e112a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Synchronizing usage tracker for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:12.710051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.714520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.762660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-34212c30-c660-4698-ab71-d0bd646ad2c8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:12.784501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-34212c30-c660-4698-ab71-d0bd646ad2c8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:12.787446 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-34212c30-c660-4698-ab71-d0bd646ad2c8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837114 Dec 15 21:56:12.790621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40144) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.797283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f8d4faa1-dd12-47b7-ab81-7c4a0f4e112a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Unset dirty status for tenant:1b4901bd7c024070899511f9618c7f20 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:12.799166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f8d4faa1-dd12-47b7-ab81-7c4a0f4e112a tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c0aef89-c6a5-47e0-acec-216e57a4eaca HTTP/1.1" status: 200 len: 205 time: 0.1534789 Dec 15 21:56:12.806313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.884685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:12.902808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.905535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Port 3eaaa01b-f2ba-4b85-a0b5-3066cbf71e30 not found while updating agent binding for router 1107c0bb-1d19-48d7-b6f1-c1442589d62c. {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 15 21:56:12.918734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:12.921120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.921679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1107c0bb-1d19-48d7-b6f1-c1442589d62c {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:12.931783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.933099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:12.948301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c3adc942-8db6-4956-baec-7f49145b8a28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:12.949471 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1045e398-1883-4bfc-b3a5-3844408cb8f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:12.952893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1045e398-1883-4bfc-b3a5-3844408cb8f4 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/3c0aef89-c6a5-47e0-acec-216e57a4eaca HTTP/1.1" status: 404 len: 336 time: 0.1431856 Dec 15 21:56:12.956257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:12.962874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port e0701b63-53a4-4f13-b131-ae669285a86b yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:56:12.964223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.020916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.025048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Routers set() bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:13.025421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Router IDs set() for agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 15 21:56:13.026035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_agentschedulers_db [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1107c0bb-1d19-48d7-b6f1-c1442589d62c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:55:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent'). {{(pid=87555) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 15 21:56:13.026418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e51c6-9601-4ba9-9c4a-21982e23293f None None] The sync data for ids ['1107c0bb-1d19-48d7-b6f1-c1442589d62c'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:13.033753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-066a85f5-551f-468a-a7a2-1a1059690a77 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:13.038798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.039933 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1107c0bb-1d19-48d7-b6f1-c1442589d62c HTTP/1.1" status: 204 len: 168 time: 3.8933794 Dec 15 21:56:13.053369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40156) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.066212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ec487f-f6c3-405f-9ea5-86046b2777b4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:13.073890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:13.080620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:13.082296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:13.111032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.112187 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/09ec487f-f6c3-405f-9ea5-86046b2777b4 HTTP/1.1" status: 204 len: 168 time: 0.3179319 Dec 15 21:56:13.114658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.130244 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bc6adf-667b-4ff3-945a-c0522819e469 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:13.130692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bc6adf-667b-4ff3-945a-c0522819e469 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:13.189145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1f6e48e-3c9c-4ab2-9f9f-87f911e6910c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:13.200526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a7bc6adf-667b-4ff3-945a-c0522819e469 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/1edae3e3-30af-4d7d-b47d-9adf47c3f48c HTTP/1.1" status: 404 len: 337 time: 0.2396593 Dec 15 21:56:13.203615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40164) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.245817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f1f6e48e-3c9c-4ab2-9f9f-87f911e6910c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:13.247301 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1f6e48e-3c9c-4ab2-9f9f-87f911e6910c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316900 Dec 15 21:56:13.252593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40168) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.258312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644201074'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:13.264784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:13.276410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:13.276688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.281854 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3384cd4-b05c-491f-b4c3-dc6f4bd2c3e8 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0e05085-9d8d-4a2b-af92-951fbdc45fec HTTP/1.1" status: 200 len: 205 time: 0.0769370 Dec 15 21:56:13.284730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40172) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.357147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.378760 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-b743be3b-da09-4906-8cda-be4c064047ca tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] delete failed (client error): The resource could not be found. Dec 15 21:56:13.383394 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b743be3b-da09-4906-8cda-be4c064047ca tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/routers/e0e05085-9d8d-4a2b-af92-951fbdc45fec HTTP/1.1" status: 404 len: 336 time: 0.0941207 Dec 15 21:56:13.383394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40176) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.441625 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c0b491-27c4-44d0-8bb9-f251bead830d tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:13.441930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c0b491-27c4-44d0-8bb9-f251bead830d tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:13.450060 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d8c0b491-27c4-44d0-8bb9-f251bead830d tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/c7f8605d-425b-4d39-8233-5f3a2c5e8720 HTTP/1.1" status: 404 len: 337 time: 0.0659258 Dec 15 21:56:13.452191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e772d83-4d77-4a94-9ad2-1c021aff8960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.457926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40180) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.505899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:13.679706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:13.682692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53ad074-1e88-40ab-adb2-57d2afce98f3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:13.683143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f53ad074-1e88-40ab-adb2-57d2afce98f3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:13.684842 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f53ad074-1e88-40ab-adb2-57d2afce98f3 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] 10.222.0.18 "DELETE /v2.0/subnets/dfd840de-eb85-448f-ba4e-eb1862e036cc HTTP/1.1" status: 404 len: 337 time: 0.2258608 Dec 15 21:56:13.685751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:13.693423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:13.696254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.774474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.779579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.786640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-33c814df-7d3d-4682-93e8-4a74d44f75f0 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:13.824619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d8a705-ff77-4a37-9bee-076abe551f4c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:13.828038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:13.852799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.854717 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6011400 Dec 15 21:56:13.857444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40186) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:13.862006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.8 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/9fe0f2c2-1bd1-441e-90b0-fc8c7503474c/e0701b63-53a4-4f13-b131-ae669285a86b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:13.864215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '04d8a705-ff77-4a37-9bee-076abe551f4c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:13.871659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:13.878706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:13.885827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:13.900897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:13.949923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:13.988559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.185 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/95166c33-6b0a-4dbc-8174-714d0005dfe7) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:14.087344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.095252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.097208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fe46313a-56b7-4652-9181-64609070a325 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:14.178524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11d84e7-df8e-450d-9eea-3809be6080fa,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:14.183737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.186597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:14.212523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.215825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3556259 Dec 15 21:56:14.216374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.241975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.257879 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-952bb2de-7e5e-49a6-9ed6-7e460d2e7ef1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules/b11d84e7-df8e-450d-9eea-3809be6080fa HTTP/1.1" status: 200 len: 763 time: 0.0377700 Dec 15 21:56:14.258224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40204) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.310185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Deleting port c4e7c09f-ec80-4b89-8ce4-5395a9a20251 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:14.310611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.343785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:14.384444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2115d208-2481-4ec1-a812-adfa9eae4ec5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:14.423538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2115d208-2481-4ec1-a812-adfa9eae4ec5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:14.425368 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2115d208-2481-4ec1-a812-adfa9eae4ec5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1660724 Dec 15 21:56:14.428254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.468100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 494d0931-298d-4d98-904e-9a16b3b079d9 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:14.470502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.486081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.520389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.523098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fda13f94-a9cc-49fc-8aea-aaba6e7e5f1b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:14.548202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b11d84e7-df8e-450d-9eea-3809be6080fa,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:14.566878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:14.576274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.578203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b11d84e7-df8e-450d-9eea-3809be6080fa HTTP/1.1" status: 204 len: 168 time: 0.1477916 Dec 15 21:56:14.580266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.637599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3579eb27-a540-42d4-94f4-0cd026e1e036 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:14.655449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3579eb27-a540-42d4-94f4-0cd026e1e036 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:14.656963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3579eb27-a540-42d4-94f4-0cd026e1e036 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757780 Dec 15 21:56:14.659688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40216) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.666240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '04d8a705-ff77-4a37-9bee-076abe551f4c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:14.672641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:14.681143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c7ec148-3ec7-4b60-8b9f-7c63ae3b86bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b4901bd7c024070899511f9618c7f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4881790 Dec 15 21:56:14.683460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.684200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.686871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:14.728319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Provisioning for port 494d0931-298d-4d98-904e-9a16b3b079d9 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:14.737043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.739999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:14.740622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.750842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.787715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.804064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object e0701b63-53a4-4f13-b131-ae669285a86b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:14.817781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.823993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] For port c4e7c09f-ec80-4b89-8ce4-5395a9a20251, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:14.824436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.886809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.892583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.893749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.895720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a15e68d3-f4c9-4421-bc40-e280214a1bed tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:14.933611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:14.935174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.939925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059bbef2-74e2-40bd-a254-19db74074258,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:14.941644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:14.942756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.944168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c42c92eb-55b5-42a4-b09c-1c0d985d2710 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:14.949409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:14.957911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb8a7a-fb7e-4b0a-b220-96efbad67cf3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:14.960797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:14.968707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Calling delete_port for c4e7c09f-ec80-4b89-8ce4-5395a9a20251 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:14.986114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.989755 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266122 Dec 15 21:56:14.989900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40224) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:14.992822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:14.996149 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40fb8a7a-fb7e-4b0a-b220-96efbad67cf3 HTTP/1.1" status: 204 len: 168 time: 0.3095226 Dec 15 21:56:15.000676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.018125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e6dd912-e178-43dc-84bd-4d934e6fa433 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:15.040528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:15.041036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a5cf273-a6c5-4f7f-ad44-6d9fff1f60f5 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules/059bbef2-74e2-40bd-a254-19db74074258 HTTP/1.1" status: 200 len: 763 time: 0.0495558 Dec 15 21:56:15.044642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40230) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.048802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:15.064800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:15.065446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.094870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:15.112735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:15.116345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:15.181416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:15.188322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abba2353-dac2-4e05-a64c-8fdf1518dee6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:15.199018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.208470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-abba2353-dac2-4e05-a64c-8fdf1518dee6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:15.210768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-abba2353-dac2-4e05-a64c-8fdf1518dee6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1649797 Dec 15 21:56:15.218147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40238) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.218311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=95166c33-6b0a-4dbc-8174-714d0005dfe7,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:15.221796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:15.234225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:15.276337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.288107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.317477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.325116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:15.345742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=059bbef2-74e2-40bd-a254-19db74074258,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:15.347754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:15.354961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.356726 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/059bbef2-74e2-40bd-a254-19db74074258 HTTP/1.1" status: 204 len: 168 time: 0.1339445 Dec 15 21:56:15.359110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.365457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:15.377444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:15.380020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:15.427286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3749495-73a6-4d6b-a069-4765beae424e tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:15.449016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c3749495-73a6-4d6b-a069-4765beae424e tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:15.451575 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3749495-73a6-4d6b-a069-4765beae424e tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0910242 Dec 15 21:56:15.454178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40248) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.466036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '04d8a705-ff77-4a37-9bee-076abe551f4c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:15.472619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:15.487712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:15.527918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.641193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.658683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.668157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-97057751-4ec8-44f4-936c-b420b6f8f846 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:15.687479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b252ea06-47c6-46be-a9a4-607d97b25daf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:15.695019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=e0701b63-53a4-4f13-b131-ae669285a86b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:15.697596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:15.698691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:15.720102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.725559 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a73bfdd-d122-4302-b6c0-76f6818a0abd tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2695208 Dec 15 21:56:15.726342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.749597 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-91ffee26-4930-4bca-b563-fcaf62156fad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules/b252ea06-47c6-46be-a9a4-607d97b25daf HTTP/1.1" status: 200 len: 764 time: 0.0195608 Dec 15 21:56:15.749832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40264) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.774654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9801acf8-d790-43d3-9b82-6dd572d1e417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.797262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:15.797991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.824387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87fea735-bb9d-4819-aa39-916d8dc88d5a tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:15.831020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-33119bfb-82dd-4ba6-8110-ec219d46e5a9 None None] Provisioning for port e0701b63-53a4-4f13-b131-ae669285a86b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:15.839075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-33119bfb-82dd-4ba6-8110-ec219d46e5a9 None None] Provisioning complete for port e0701b63-53a4-4f13-b131-ae669285a86b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:15.839554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-33119bfb-82dd-4ba6-8110-ec219d46e5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.849793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-87fea735-bb9d-4819-aa39-916d8dc88d5a tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:15.852873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87fea735-bb9d-4819-aa39-916d8dc88d5a tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1016541 Dec 15 21:56:15.855082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.887966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2064643 Dec 15 21:56:15.900777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40274) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:15.915205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:15.951384 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:56:15.952020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:15.955305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-33119bfb-82dd-4ba6-8110-ec219d46e5a9 None None] Port e0701b63-53a4-4f13-b131-ae669285a86b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:16.022301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.076557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.077417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.081680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-21ffe141-9266-4a67-ba6f-8148c03842d9 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:16.084603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:16.111002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b252ea06-47c6-46be-a9a4-607d97b25daf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:16.113284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:16.120934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.122024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b252ea06-47c6-46be-a9a4-607d97b25daf HTTP/1.1" status: 204 len: 168 time: 0.2655377 Dec 15 21:56:16.123382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:16.125518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40284) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.145379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:16.151468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:16.162059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:16.184041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4e7c09f-ec80-4b89-8ce4-5395a9a20251,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:16.190574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:16.198559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2bf8ce8e-047f-4449-9e94-96e9b9ea466d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:16.202724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:16.206140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.251524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:16.364146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.368406 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9fe0f2c2-1bd1-441e-90b0-fc8c7503474c (CIDR: 172.20.0.0/28) Dec 15 21:56:16.384000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:16.384788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:16.396854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2bf8ce8e-047f-4449-9e94-96e9b9ea466d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:16.401684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2bf8ce8e-047f-4449-9e94-96e9b9ea466d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2726610 Dec 15 21:56:16.402164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40290) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.430413 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3dddbea-d3b0-4db3-a681-4cc2f687c675 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5269146 Dec 15 21:56:16.438111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.480908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:16.481676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.481825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.514673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.535948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40296) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.563283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.644013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.653672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7bafa770-05f8-4d86-a96f-fb2d0b6fc1ec tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:16.678319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:16.723064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d8a705-ff77-4a37-9bee-076abe551f4c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:16.724927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:16.735976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.738483 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/04d8a705-ff77-4a37-9bee-076abe551f4c HTTP/1.1" status: 204 len: 168 time: 0.3353324 Dec 15 21:56:16.742737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40304) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.777954 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c585e6f8-9707-4994-a357-26e751e9cc94 tempest-ServiceProvidersTest-1011323511 tempest-ServiceProvidersTest-1011323511-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2365179 Dec 15 21:56:16.802004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.824221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffce47b9-2767-4cde-a623-9e720edafd8c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:16.838610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.843159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ffce47b9-2767-4cde-a623-9e720edafd8c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:16.850749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40310) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:16.851009 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ffce47b9-2767-4cde-a623-9e720edafd8c tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055415 Dec 15 21:56:16.854979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.872735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group': {'name': 'tempest-secgroup--270181384'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:16.888466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:16.889394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.897213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.959227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:16.995453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:16.996063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81c914d9-73ff-4c40-9a77-45b5d0cc35c8 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:17.022206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.046257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:17.050278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:17.053269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:17.059914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:17.081990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:17.085584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.113605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.120781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:17.120977 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "DELETE /v2.0/routers/81c914d9-73ff-4c40-9a77-45b5d0cc35c8 HTTP/1.1" status: 204 len: 168 time: 4.0648174 Dec 15 21:56:17.126520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-722638025', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:17.139653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:17.147032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:17.154049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:17.169243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:17.172349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:17.194845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.199475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.207217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:17.230630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.269658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:17.282601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:17.297161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:17.451287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.469438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.488749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.505263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0fffb2b3-5035-4827-9ed5-412d3e11189b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:17.666660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:17.682135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Usage tracker for resource:security_group_rule and tenant:41b7bc77dabe4b4a8f76face8d7dc292 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:17.687143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:17.695625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.699456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:17.827655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.847973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.874570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=95166c33-6b0a-4dbc-8174-714d0005dfe7,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:17.876956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:17.930695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:17.938430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ec4f1304-371b-4c13-93dd-c750aa17cca8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:18.017389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0d39f9-bb9b-4b92-bef0-4d16c3f498b2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:18.024931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:18.025661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.029813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1726716 Dec 15 21:56:18.033616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40328) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:18.099055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Request body: {'security_group_rule': {'security_group_id': '4d0d39f9-bb9b-4b92-bef0-4d16c3f498b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:18.126400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:18.144326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Usage tracker for resource:security_group_rule and tenant:cc4e607b440e44078cb33ee1f039ca54 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:18.151314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:18.159734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:18.169053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.169421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.176063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-003fd6d6-ea40-4043-aed5-97bdac425a44 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:18.180663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.209227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7acf3b8f-648e-4d6b-886b-e8385709c1da tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:18.218347 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41b7bc77dabe4b4a8f76face8d7dc292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0480893 Dec 15 21:56:18.220725 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 1c36d539-0416-4e22-b0f4-1ce972101e09 associated. External IP: 172.26.6.185, port: 69147cac-3fa4-40b0-81f9-525342c7a91d. Dec 15 21:56:18.222057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40332) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:18.267810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4e7c09f-ec80-4b89-8ce4-5395a9a20251 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:56:18.287319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.322877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.328268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: c4e7c09f-ec80-4b89-8ce4-5395a9a20251 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:56:18.328626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4e7c09f-ec80-4b89-8ce4-5395a9a20251 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:56:18.338478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.350313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:18.360549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:18.367851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600c1932-fe9a-40f4-968f-97e0618fef6b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:18.368996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:18.369575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.371354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:18.373274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809142cc-280b-4aac-a613-a74a4e29aceb None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:18.427929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=7ba28ca6-8e6b-490f-a314-cf6cab1416c3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:18.439523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.451998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:18.472369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.510151 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8973548 Dec 15 21:56:18.515434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40336) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:18.515624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.539799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-998073006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7ba28ca6-8e6b-490f-a314-cf6cab1416c3'}], 'security_groups': ['b2ef617f-400d-46e1-95d8-4d959c98b026']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:18.589561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.598892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21d746af-aafe-4fae-886f-4a5ef0d71430 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:18.623185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600c1932-fe9a-40f4-968f-97e0618fef6b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:18.629741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:18.661542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.666298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/600c1932-fe9a-40f4-968f-97e0618fef6b HTTP/1.1" status: 204 len: 168 time: 0.4386275 Dec 15 21:56:18.666298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Allocated IP 172.26.6.30 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/aad324cb-d195-4824-b5d4-7a620e2b9735) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:18.718019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.840691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.846397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:18.890881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Update dhcp port {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'fixed_ips': [{'subnet_id': '9fe0f2c2-1bd1-441e-90b0-fc8c7503474c', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ba28ca6-8e6b-490f-a314-cf6cab1416c3'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '494d0931-298d-4d98-904e-9a16b3b079d9'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:56:18.903001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd7bb7a-6fe7-4817-86f9-e1c7a15bfa42,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:18.912154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:18.962087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:18.971515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.016201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.022235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ecbefe2-8c0c-4cef-bd1a-dcdcd952d92a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:19.039156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.040357 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0058053 Dec 15 21:56:19.059601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40346) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:19.146494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:19.150043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:19.154345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:19.183959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:56:19.198188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.200634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event updated for resources: {'Port': ['ID=aad324cb-d195-4824-b5d4-7a620e2b9735,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:19.206005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:19.297670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.359610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Allocated IP 172.20.0.18 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/7ba28ca6-8e6b-490f-a314-cf6cab1416c3/494d0931-298d-4d98-904e-9a16b3b079d9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:19.574873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:19.620153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.623214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.644621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Transition to ACTIVE for port object 494d0931-298d-4d98-904e-9a16b3b079d9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:19.650298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.653665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:19.682125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b15707bf-46d7-456f-a8fb-a5f491964d85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:19.858178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:19.864445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:20.051798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40368) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.201658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.214062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c5725200-3e8d-4038-b5a5-0dae9c502bc8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:20.234914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0d39f9-bb9b-4b92-bef0-4d16c3f498b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:20.237812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:20.250889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:20.266690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:20.289780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:20.294958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.299049 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d0d39f9-bb9b-4b92-bef0-4d16c3f498b2 HTTP/1.1" status: 204 len: 168 time: 1.2356303 Dec 15 21:56:20.303928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.307831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.358128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:20.360813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:20.377071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a3858b99-57dc-4d62-8bb9-6d01d33b6834 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-166470292', 'prefixes': ['172.20.0.0/16']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:20.394056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a3858b99-57dc-4d62-8bb9-6d01d33b6834 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:20.449341 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.7149036 Dec 15 21:56:20.453630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40378) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.455153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:20.553585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.663866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7764beeb-0b18-4666-ab40-1f41506dc1ec tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/1c36d539-0416-4e22-b0f4-1ce972101e09 HTTP/1.1" status: 200 len: 992 time: 0.2020931 Dec 15 21:56:20.699894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'status': 'completed', 'code': 200} Dec 15 21:56:20.747810 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e439f21-fef5-412b-822c-e0ba8530b811 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4340534 Dec 15 21:56:20.751376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40384) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.769250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:20.833649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Delete allocated IP 172.20.0.8 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/9fe0f2c2-1bd1-441e-90b0-fc8c7503474c) {{(pid=87554) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:56:20.847251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a3858b99-57dc-4d62-8bb9-6d01d33b6834 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.851527 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a3858b99-57dc-4d62-8bb9-6d01d33b6834 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7967761 Dec 15 21:56:20.852423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40388) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.855761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-22e55c07-c1f0-4786-a906-53417a077d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:20.857781 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-22e55c07-c1f0-4786-a906-53417a077d52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1099 time: 0.1926205 Dec 15 21:56:20.869028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:20.869510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:20.872934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.22 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/7ba28ca6-8e6b-490f-a314-cf6cab1416c3/e0701b63-53a4-4f13-b131-ae669285a86b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:20.890092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e354837-b314-4cfb-a939-a6433214a6ba tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Synchronizing usage tracker for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:20.926594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e354837-b314-4cfb-a939-a6433214a6ba tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Unset dirty status for tenant:cc4e607b440e44078cb33ee1f039ca54 on resource:security_group_rule {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:20.929433 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e354837-b314-4cfb-a939-a6433214a6ba tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1769235 Dec 15 21:56:20.934694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40392) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:20.970371 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-47836108-a8d3-49df-b151-18f3cd05b211 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] delete failed (client error): The resource could not be found. Dec 15 21:56:20.971700 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47836108-a8d3-49df-b151-18f3cd05b211 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "DELETE /v2.0/security-groups/4d0d39f9-bb9b-4b92-bef0-4d16c3f498b2 HTTP/1.1" status: 404 len: 347 time: 0.0316491 Dec 15 21:56:20.975939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40398) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.001078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Router 9350e99a-201e-40a3-91f7-b30776c60585 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:21.032024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:21.061060 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-86c83a70-11b5-458f-8517-0949ca61461b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835216 Dec 15 21:56:21.074481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Provisioning for port 494d0931-298d-4d98-904e-9a16b3b079d9 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:21.113575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0a92e5c-6419-42a0-a159-18e8b545bfa5 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "GET /v2.0/subnetpools/f4b8524b-ff0e-40a1-8f9a-d2c27af42eec HTTP/1.1" status: 200 len: 731 time: 0.2545772 Dec 15 21:56:21.123548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40404) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.134314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:21.134776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.142551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ece2b81b-dadd-46fd-b0c5-9be45d400b46 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1146119734'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:21.372849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Provisioning complete for port e0701b63-53a4-4f13-b131-ae669285a86b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:21.373568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.404921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ece2b81b-dadd-46fd-b0c5-9be45d400b46 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.406436 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ece2b81b-dadd-46fd-b0c5-9be45d400b46 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "PUT /v2.0/subnetpools/f4b8524b-ff0e-40a1-8f9a-d2c27af42eec HTTP/1.1" status: 200 len: 684 time: 0.2757289 Dec 15 21:56:21.411788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40408) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.415815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-aee041eb-5d80-42ec-b06d-31cd628c9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:21.417592 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-aee041eb-5d80-42ec-b06d-31cd628c9d76 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 897 time: 0.5423517 Dec 15 21:56:21.437715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:21.453490 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] Sync routers for ids ['9350e99a-201e-40a3-91f7-b30776c60585'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:21.472243 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] Routers {'9350e99a-201e-40a3-91f7-b30776c60585'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:21.472570 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9350e99a-201e-40a3-91f7-b30776c60585'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.481307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.485902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3645585 Dec 15 21:56:21.487427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40414) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.493036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:21.508751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:16Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.534620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:56:21.563057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:21.571174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.632364 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.654114 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] Routers {'9350e99a-201e-40a3-91f7-b30776c60585'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:21.654998 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9350e99a-201e-40a3-91f7-b30776c60585'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.707369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40418) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.707796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:21.714316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e1d8203e-bc56-4729-88f6-10d26bd5e62c None None] Port e0701b63-53a4-4f13-b131-ae669285a86b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:21.715794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.744509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object e0701b63-53a4-4f13-b131-ae669285a86b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:21.752792 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:21.753735 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bf2e17-01f7-4f11-b3cc-ed294ab3ff26 None None] The sync data for ids ['9350e99a-201e-40a3-91f7-b30776c60585'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:21.771751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.790998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:21.791723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8c3c9ac1-166d-4ee1-bedb-3221dcd58788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:21.844338 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e9b56bc-ad54-4701-ab90-fdd791d3eedf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/1c36d539-0416-4e22-b0f4-1ce972101e09 HTTP/1.1" status: 200 len: 992 time: 0.1352205 Dec 15 21:56:21.942060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:56:22.004881 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-a5d6aacc-b40a-452f-af1f-2c967a325653 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 1000 time: 0.5686092 Dec 15 21:56:22.015006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=e0701b63-53a4-4f13-b131-ae669285a86b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:22.058128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:22.099390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] In _notify_port_updated(), no bound segment for port e0701b63-53a4-4f13-b131-ae669285a86b on network b1920a2e-1cbe-4fab-9bc0-f6572640d54e {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:56:22.105626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:22.106333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:22.110517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/ports/e0701b63-53a4-4f13-b131-ae669285a86b HTTP/1.1" status: 200 len: 920 time: 3.5935380 Dec 15 21:56:22.112578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40430) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.120345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-91b9302f-d916-45bb-b807-eff39cc220ab tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] Notify callbacks [] for subnetpool, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:22.121591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-91b9302f-d916-45bb-b807-eff39cc220ab tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4b8524b-ff0e-40a1-8f9a-d2c27af42eec HTTP/1.1" status: 204 len: 168 time: 0.7078133 Dec 15 21:56:22.124358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.151413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-a436c938-d6bd-4d10-8871-25336e770425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:22.153007 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-a436c938-d6bd-4d10-8871-25336e770425 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 200 len: 837 time: 0.1294053 Dec 15 21:56:22.159198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-0b05fb1f-294e-48d9-84fa-ae3f6dc73f8c tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] show failed (client error): The resource could not be found. Dec 15 21:56:22.162788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b05fb1f-294e-48d9-84fa-ae3f6dc73f8c tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "GET /v2.0/subnetpools/f4b8524b-ff0e-40a1-8f9a-d2c27af42eec HTTP/1.1" status: 404 len: 346 time: 0.0349791 Dec 15 21:56:22.203506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40440) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.324068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-c0d5320c-03ae-4a9d-a78b-e1cf225ed0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:22.325638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-c0d5320c-03ae-4a9d-a78b-e1cf225ed0d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1645315 Dec 15 21:56:22.453994 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37021477-4896-410d-9b68-d4d672f66a6e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc4e607b440e44078cb33ee1f039ca54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7426217 Dec 15 21:56:22.456789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40444) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.488745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-4ff6114c-9879-4561-83f7-202fa4539496 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] delete failed (client error): The resource could not be found. Dec 15 21:56:22.495583 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ff6114c-9879-4561-83f7-202fa4539496 tempest-SubnetPoolsTestJSON-572808927 tempest-SubnetPoolsTestJSON-572808927-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4b8524b-ff0e-40a1-8f9a-d2c27af42eec HTTP/1.1" status: 404 len: 346 time: 0.2826574 Dec 15 21:56:22.539472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:16Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:22.550793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf7f33e-db9c-4efb-962c-c343a52fe573 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:16Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:22.562591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-a041c4c0-2d09-4ab7-907e-3d39bb447e77 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295678 Dec 15 21:56:22.647651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port e0701b63-53a4-4f13-b131-ae669285a86b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:22.648045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:22.651954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-123fc8c6-d2f2-46c3-9805-02dda1e05f0a None None] Provisioning for port e0701b63-53a4-4f13-b131-ae669285a86b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:22.659048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-123fc8c6-d2f2-46c3-9805-02dda1e05f0a None None] Provisioning complete for port e0701b63-53a4-4f13-b131-ae669285a86b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:22.659287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-123fc8c6-d2f2-46c3-9805-02dda1e05f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:22.768505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-123fc8c6-d2f2-46c3-9805-02dda1e05f0a None None] Port e0701b63-53a4-4f13-b131-ae669285a86b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:22.849734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.862079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:22.862829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:22.926508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a4f6e9-6f4c-41fc-9c77-ad0949b929c9 None None] New status for floating IP 1c36d539-0416-4e22-b0f4-1ce972101e09: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:56:22.934132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.082806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60520e38-ecfc-41fe-a09b-45b66e78ee64 req-54e65dd3-815a-4413-b6d0-ceee9c4f7b46 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128317 Dec 15 21:56:23.144319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.150910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7d5180c2-dab1-4c38-a1dc-d7d6e50a0371 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/1c36d539-0416-4e22-b0f4-1ce972101e09 HTTP/1.1" status: 200 len: 992 time: 0.2867980 Dec 15 21:56:23.155441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.170883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:23.174727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Usage tracker for resource:security_group_rule and tenant:a56bb81254614341bde3d43abe18d811 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:23.178165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:23.184166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:23.208916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.286797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.290957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.299511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f8ace4c4-829d-4609-a940-1bb96bf88196 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:23.345256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a56bb81254614341bde3d43abe18d811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797239 Dec 15 21:56:23.346391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2f540c-fb72-4f56-950e-8616fdb22f73,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:23.350513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:23.350999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40474) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:23.358740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for e0701b63-53a4-4f13-b131-ae669285a86b owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:23.427397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.458606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.515342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.527722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.536044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:23.552255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2f540c-fb72-4f56-950e-8616fdb22f73,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:23.555310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35d1df92-cecb-4284-81bd-fefffdfa8ddb tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:23.574174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:23.577084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.583535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd2f540c-fb72-4f56-950e-8616fdb22f73 HTTP/1.1" status: 204 len: 168 time: 0.2313206 Dec 15 21:56:23.585594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab8596e-431d-4b9f-9f3a-8700f63490b6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:23.590423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:23.717473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.718678 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ab8596e-431d-4b9f-9f3a-8700f63490b6 HTTP/1.1" status: 204 len: 168 time: 1.2498004 Dec 15 21:56:23.724013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:23.793029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-893ad0cd-c798-4d79-874c-bcc68146ae97 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:23.846001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=e0701b63-53a4-4f13-b131-ae669285a86b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:24.023081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:24.153766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40504) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:24.276088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.284703 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/e0701b63-53a4-4f13-b131-ae669285a86b HTTP/1.1" status: 204 len: 168 time: 2.1706736 Dec 15 21:56:24.289233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:24.338743 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-33a5a3e0-98c5-4057-9e48-63071acd44c3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/1c36d539-0416-4e22-b0f4-1ce972101e09 HTTP/1.1" status: 200 len: 994 time: 0.1829126 Dec 15 21:56:24.569458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea7f2011-644b-4562-931d-3d3d58d6e814 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:56:24.570059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea7f2011-644b-4562-931d-3d3d58d6e814 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:24.582225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40528) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:24.673025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ea7f2011-644b-4562-931d-3d3d58d6e814 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:24.677016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40536) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:24.688426 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ea7f2011-644b-4562-931d-3d3d58d6e814 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/e0701b63-53a4-4f13-b131-ae669285a86b HTTP/1.1" status: 404 len: 333 time: 0.3981006 Dec 15 21:56:24.748981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-505165907-network', 'tenant_id': 'efc0f03f8dee4143ab0f19383784189c'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:24.768859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:24.777079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Usage tracker for resource:network and tenant:efc0f03f8dee4143ab0f19383784189c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:24.782795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:24.788896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.803146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:24.828074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.840135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Made reservation on behalf of efc0f03f8dee4143ab0f19383784189c for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:24.841466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.842559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.845438 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.862151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.890395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:24.899407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Usage tracker for resource:security_group_rule and tenant:efc0f03f8dee4143ab0f19383784189c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:24.905252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:24.912280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:24.931059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.939980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c3362b-61d1-4e77-a5cc-fb7c0428f3ee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:24.958709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c932b24f-03a8-417a-b62f-308c8f55280d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:24.966631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:24.974218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:24.975505 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/security-groups/c932b24f-03a8-417a-b62f-308c8f55280d HTTP/1.1" status: 204 len: 168 time: 0.2974918 Dec 15 21:56:24.980991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40546) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.032853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.063242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 9350e99a-201e-40a3-91f7-b30776c60585 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:56:25.103844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.105280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.138709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.177878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ea90fbb3-e519-4601-a78c-3b7962f9ad7c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:25.179464 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-ea90fbb3-e519-4601-a78c-3b7962f9ad7c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 21:56:25.180065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-ea90fbb3-e519-4601-a78c-3b7962f9ad7c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:56:25.181241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ea90fbb3-e519-4601-a78c-3b7962f9ad7c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1461709 Dec 15 21:56:25.190393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.190393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8dec9c89-531d-466b-b55b-a622e2f8667d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:25.197027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.206019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--578592252'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:25.227242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:25.236350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:25.240107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:25.248889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2198e020-3c49-413a-960a-95fc6889c90a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:25.253979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:25.256251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:25.257638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:56:25.259818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.263307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:25.266178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5dc66dd5-3210-4c45-aa8b-e09a8ba252ea tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:25.267666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.271744 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dbac18bd-742d-43bf-9892-9f193dc7e74e tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "PUT /v2.0/routers/9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 200 len: 920 time: 3.7805984 Dec 15 21:56:25.271744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40560) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.285274 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] Sync routers for ids ['9350e99a-201e-40a3-91f7-b30776c60585'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:25.287289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef617f-400d-46e1-95d8-4d959c98b026,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:25.289702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.290098 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Added segment 110c0c48-940d-47f8-b3f8-292ce17ade92 of type vlan for network cd1c5a70-3844-4277-b4be-260555acb684 Dec 15 21:56:25.291854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:25.297876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.323362 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] Routers {'9350e99a-201e-40a3-91f7-b30776c60585'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:25.324319 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9350e99a-201e-40a3-91f7-b30776c60585'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:25.342277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.359147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.368019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.372731 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/security-groups/b2ef617f-400d-46e1-95d8-4d959c98b026 HTTP/1.1" status: 204 len: 168 time: 0.3880632 Dec 15 21:56:25.376513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:25.380532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.385195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:25.417325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:25.429834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:25.436815 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:25.450174 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] Routers {'9350e99a-201e-40a3-91f7-b30776c60585'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:25.451606 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['9350e99a-201e-40a3-91f7-b30776c60585'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:25.481581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.482775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:25.483418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.490243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-449634a2-5bc0-48a5-bc55-5e2c9bc7749c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:25.525891 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:25.526573 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2bef8-2195-40f0-8a41-2bfe1e2f4329 None None] The sync data for ids ['9350e99a-201e-40a3-91f7-b30776c60585'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:25.540420 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d458ead0-6bd0-488c-bbbd-4e2c19fcb6b6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 200 len: 920 time: 0.2642326 Dec 15 21:56:25.544285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.594262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 9fe0f2c2-1bd1-441e-90b0-fc8c7503474c {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:56:25.634370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c602684-90be-44d8-a329-062a8ce1753c tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:25.638574 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8c602684-90be-44d8-a329-062a8ce1753c tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=9350e99a-201e-40a3-91f7-b30776c60585&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0908806 Dec 15 21:56:25.638797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.645525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.749842 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1638653 Dec 15 21:56:25.758042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.770748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Request body: {'subnet': {'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-505165907-subnet', 'tenant_id': 'efc0f03f8dee4143ab0f19383784189c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:25.781070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.811830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1c5a70-3844-4277-b4be-260555acb684,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:25.822874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:25.827277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network cd1c5a70-3844-4277-b4be-260555acb684 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:56:25.830972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:25.838263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Usage tracker for resource:subnet and tenant:efc0f03f8dee4143ab0f19383784189c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:25.848163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:25.855468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49606e8-e380-4097-a141-510a02d2554c tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:25.860249 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e49606e8-e380-4097-a141-510a02d2554c tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.2184336 Dec 15 21:56:25.860373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.871798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:25.907383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Made reservation on behalf of efc0f03f8dee4143ab0f19383784189c for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:25.909734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.935486 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25d109b2-4768-4e08-8a81-47cfa1cb446b tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 200 len: 205 time: 0.0716565 Dec 15 21:56:25.935825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:25.988468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:25.998270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.010901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bd48abd-df69-49f0-bd96-c959d797288f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:26.027041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:26.042637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:26.045640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.090916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:26.113288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:26.126491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.128229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6311e4ce-43d2-41cd-9dcd-75dbadd02998,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:26.139994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:26.234317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.244290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2cff428e-8eb0-42cd-8a2b-d289ec1588f1 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:26.308948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe0f2c2-1bd1-441e-90b0-fc8c7503474c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:26.311773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f9f82-a454-4a1d-bab8-3c626af6b8a4 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:26.319701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.323118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:26.488848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.494343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.503383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port aad324cb-d195-4824-b5d4-7a620e2b9735 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:26.503953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.510806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.517674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4db04f5c-1ea2-4805-a921-527a315be94e tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:26.536652 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/9fe0f2c2-1bd1-441e-90b0-fc8c7503474c HTTP/1.1" status: 204 len: 168 time: 1.1528563 Dec 15 21:56:26.537108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:26.559080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.562528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:26.577805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.581645 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3797417 Dec 15 21:56:26.583059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:26.592284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '326e31ea-71c5-4231-881f-55ade81abd1b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:26.596485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326e31ea-71c5-4231-881f-55ade81abd1b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:26.601293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:26.603428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2a2fc0f6-a63c-4754-ba8b-1082f8a2fa84 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:26.658692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:26.691379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:26.696901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:26.709000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:26.731952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Checking segment: {'id': '110c0c48-940d-47f8-b3f8-292ce17ade92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:26.732673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Network hostable DHCP agents. Network: cd1c5a70-3844-4277-b4be-260555acb684, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:56:26.752753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdca48e-d2c2-4142-aede-460219d97f5f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:26.757058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:26.774262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.790976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Network cd1c5a70-3844-4277-b4be-260555acb684 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:56:26.818469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, cd1c5a70-3844-4277-b4be-260555acb684) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:26.826136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:26.826938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.827236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa141d81-6f4e-4e26-b063-580c60304245 None None] Network cd1c5a70-3844-4277-b4be-260555acb684 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:26.869586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1012554 Dec 15 21:56:26.885714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.890550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.902057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0eb1063-87c3-42df-902a-eeb7f02fdeb9 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:26.951027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040ec75c-d880-4e9f-b637-a68699a0233c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:26.961647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:26.963139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791494 Dec 15 21:56:26.964454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:26.967444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40610) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:26.975712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '326e31ea-71c5-4231-881f-55ade81abd1b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:26.988943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:26.994507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:26.998451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:27.005779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:27.043439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.126778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.165648 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): There was a conflict when trying to complete your request. Dec 15 21:56:27.166767 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5a30f1a-dc8f-4457-bec9-4b6964709467 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1982012 Dec 15 21:56:27.169922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40616) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:27.176999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:27.181934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:27.184861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:27.200940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:27.257620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.292361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.303174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dfd3fd-d030-4128-ba50-7c12d2f557bc None None] Network cd1c5a70-3844-4277-b4be-260555acb684 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:27.309854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:27.313447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.375598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.383265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6563a69-053f-4a19-b982-afd121dd9130 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:27.398067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326e31ea-71c5-4231-881f-55ade81abd1b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:27.402414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:27.410157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.413128 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/326e31ea-71c5-4231-881f-55ade81abd1b HTTP/1.1" status: 204 len: 168 time: 0.2418020 Dec 15 21:56:27.414236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:27.423569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for aad324cb-d195-4824-b5d4-7a620e2b9735 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:27.535227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a6a08b0-c204-4cb3-b00d-e7f868230a69 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:27.587319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3a6a08b0-c204-4cb3-b00d-e7f868230a69 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:27.592399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3a6a08b0-c204-4cb3-b00d-e7f868230a69 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1769834 Dec 15 21:56:27.593033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40630) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:27.609629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1005517412'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:27.634056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:27.652172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cfa42481-f90b-4f83-a94f-0022f30b232c None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:27.652451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:27.652560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cfa42481-f90b-4f83-a94f-0022f30b232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.679906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.762352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cfa42481-f90b-4f83-a94f-0022f30b232c None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:27.773120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:27.773349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cfa42481-f90b-4f83-a94f-0022f30b232c None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:27.773982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cfa42481-f90b-4f83-a94f-0022f30b232c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.783641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:27.792365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:27.805443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:27.842158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.852981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:27.929148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.935259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=aad324cb-d195-4824-b5d4-7a620e2b9735,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:27.935634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:27.940977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6549b29c-cd46-4342-8abc-58ae8bff07e6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:27.971222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:27.996295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40640) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.003657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-683069443-network', 'tenant_id': 'aa728b93bcee4c5da9f888045cc24435'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:28.010352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:28.014553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Usage tracker for resource:network and tenant:aa728b93bcee4c5da9f888045cc24435 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:28.018832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:28.025583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:28.032275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a40784-0967-45ad-b4fc-2eacd52bad53,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:28.041521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:28.051466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.056056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4590042 Dec 15 21:56:28.056231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.062474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-285ae109-073d-4738-a8ad-e8baf12e54a8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'c2a40784-0967-45ad-b4fc-2eacd52bad53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:28.062967 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-285ae109-073d-4738-a8ad-e8baf12e54a8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 15 21:56:28.063459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-285ae109-073d-4738-a8ad-e8baf12e54a8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:28.066713 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-285ae109-073d-4738-a8ad-e8baf12e54a8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070434 Dec 15 21:56:28.066713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Made reservation on behalf of aa728b93bcee4c5da9f888045cc24435 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:28.068484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.076566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40648) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.083930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.108482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:28.112614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Usage tracker for resource:security_group_rule and tenant:aa728b93bcee4c5da9f888045cc24435 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:28.115511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:28.120794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.122373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:28.127685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8b4a6fa-e7ff-4ac9-86dd-02d0cc32618b tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:28.157641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.239484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.260071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.265653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54f56349-51cf-4637-a4bb-e0c8b1ebd0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:28.303130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:56:28.309545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb8ee16-92ff-42d3-b4ba-b3addb26537c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:28.313836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:28.318912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.319274 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Added segment ea767734-1fed-4eb4-b521-5c68101150b4 of type vlan for network d62836f5-8b40-485f-9444-020fd7925002 Dec 15 21:56:28.358561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.394012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.395176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:28.395756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.400586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:28.468818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:28.489336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:28.493911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:28.494522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.516656 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5191448 Dec 15 21:56:28.517600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Pushing event updated for resources: {'Network': ['ID=d62836f5-8b40-485f-9444-020fd7925002,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:28.519504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40652) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.522267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:28.523268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb8382-f05e-49a2-a4b2-a299c17c750c None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:28.526039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Request body: {'subnet': {'network_id': 'd62836f5-8b40-485f-9444-020fd7925002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-683069443-subnet', 'tenant_id': 'aa728b93bcee4c5da9f888045cc24435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:28.530962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:28.534983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Usage tracker for resource:subnet and tenant:aa728b93bcee4c5da9f888045cc24435 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:28.538773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:28.545640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.545984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:28.561863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Made reservation on behalf of aa728b93bcee4c5da9f888045cc24435 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:28.565916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.572354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.577703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=615448db-1ee9-4584-b6d4-7e49e7985a3c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:28.582761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:28.595721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.605154 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0604200 Dec 15 21:56:28.629190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network d62836f5-8b40-485f-9444-020fd7925002 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:56:28.637332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40656) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.649929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'security_group': {'name': 'tempest-secgroup-95636452'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:28.681367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:28.691759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.716569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:28.720170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.721030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router 9350e99a-201e-40a3-91f7-b30776c60585 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:28.731644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:28.759800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:28.770927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.773108 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 204 len: 168 time: 2.8351648 Dec 15 21:56:28.789837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:28.903512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:28.911732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-207f0015-de9a-4c9e-9d1c-cfb96ae5817b tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:28.974839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1007412163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:28.993706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:28.998863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.002227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.021729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.025543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5531e0cc-0616-48ed-94aa-1b07452f0613,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:29.030232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:29.037448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Checking segment: {'id': 'ea767734-1fed-4eb4-b521-5c68101150b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'd62836f5-8b40-485f-9444-020fd7925002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:29.037849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Network hostable DHCP agents. Network: d62836f5-8b40-485f-9444-020fd7925002, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:56:29.039508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.048077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.051037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7a47bdb-2838-4091-9cb4-b22e6a87f622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:29.056650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Update dhcp port {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'fixed_ips': [{'subnet_id': '7ba28ca6-8e6b-490f-a314-cf6cab1416c3', 'ip_address': '172.20.0.18'}, {'subnet_id': '615448db-1ee9-4584-b6d4-7e49e7985a3c'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '494d0931-298d-4d98-904e-9a16b3b079d9'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:56:29.061953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Network d62836f5-8b40-485f-9444-020fd7925002 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:56:29.090623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a40784-0967-45ad-b4fc-2eacd52bad53,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:29.093716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, d62836f5-8b40-485f-9444-020fd7925002) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:29.101392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.104376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.107753 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/c2a40784-0967-45ad-b4fc-2eacd52bad53 HTTP/1.1" status: 204 len: 168 time: 1.0280962 Dec 15 21:56:29.108111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cdd35d5d-a82f-40d6-b63b-25556fdc0061 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:29.110163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:29.113040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.114129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.115483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:29.116413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.119299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.119837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c1ad3-402a-45a8-acaf-3c6cde4b6efa None None] Network d62836f5-8b40-485f-9444-020fd7925002 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:29.145308 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6245639 Dec 15 21:56:29.151277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.165514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.183936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.234051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.235430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef300ac1-cb34-49b2-b5ca-52f7770bb8b6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:29.247095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.298906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ef300ac1-cb34-49b2-b5ca-52f7770bb8b6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:29.300108 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef300ac1-cb34-49b2-b5ca-52f7770bb8b6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1886792 Dec 15 21:56:29.304419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40672) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:29.314055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--9823574'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:29.320139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.321289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05081b4a-ed8b-406b-b67d-5fee004ee7c7 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5304072 Dec 15 21:56:29.324036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40676) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:29.328752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.339650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:29.341639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.347708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.364037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-534e4962-fc88-4e9f-89e0-86dc3d247ced tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:29.377823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.382485 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7436557 Dec 15 21:56:29.383389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:29.410518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'security_group': {'name': 'tempest-secgroup-788104377'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:29.424319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.429067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded722c8-5238-4771-a45c-90d407f1f4f9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:29.431575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.434502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:29.435363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.442701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.457203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.505074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.512549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.518899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.528176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.553411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.635756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Allocated IP 172.20.0.2 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/615448db-1ee9-4584-b6d4-7e49e7985a3c/494d0931-298d-4d98-904e-9a16b3b079d9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:29.646596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.652006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.654001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.686692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-73257c70-6d02-4a76-90e1-947fea7cd641 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:29.722176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.726960 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3393276 Dec 15 21:56:29.729858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40690) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:29.737584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'security_group': {'name': 'tempest-secgroup-2090843314'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:29.743077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcb84e1-096b-4c4b-a474-32c497118dce,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:29.747454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:29.748715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.755763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.759965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.766173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.796022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.808393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.837309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:29.842189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:security_group_rule and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.845368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.852178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:29.921926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:29.933678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:29.953839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.980453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f96c7d-f77f-4e91-9db2-116d93d42285 None None] Network d62836f5-8b40-485f-9444-020fd7925002 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:29.983078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:29.998957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e26ba6a-b02f-4a11-a9b2-f98a69bddd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:30.000767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:30.010402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.086960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:30.119048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f972059-fcc7-4801-a111-821bffd476fc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:30.123782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:30.130096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.134739 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4035928 Dec 15 21:56:30.135419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:30.146953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2004476810', 'security_groups': ['7f972059-fcc7-4801-a111-821bffd476fc'], 'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '615448db-1ee9-4584-b6d4-7e49e7985a3c'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:30.148299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.204963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Transition to ACTIVE for port object 494d0931-298d-4d98-904e-9a16b3b079d9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:30.211729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.216733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:30.266367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-e4379d91-d5f5-4443-8997-c0d9475b5375 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:30.273911 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-e4379d91-d5f5-4443-8997-c0d9475b5375 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/networks?id=cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 200 len: 811 time: 0.3182411 Dec 15 21:56:30.296153 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-ad02394e-fb1d-464e-aedc-98ba3fe3a958 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/quotas/efc0f03f8dee4143ab0f19383784189c HTTP/1.1" status: 200 len: 375 time: 0.0213084 Dec 15 21:56:30.329474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.344445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.353298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-009136e8-c329-46d9-88c2-c2a26d9c6994 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=efc0f03f8dee4143ab0f19383784189c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561712 Dec 15 21:56:30.354056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-54cad804-44bb-49b6-9373-4747d75869fe tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:30.418191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:30.421459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c86c7-8c2f-471c-82b4-b6a9ed88454f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:30.425335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:30.426361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.427735 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1205702 Dec 15 21:56:30.430003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:30.433014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:30.434972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:30.448356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-97188fef-965e-4a30-b54b-a0875bb9313c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '0c1c86c7-8c2f-471c-82b4-b6a9ed88454f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:30.449191 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-97188fef-965e-4a30-b54b-a0875bb9313c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 15 21:56:30.449695 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-97188fef-965e-4a30-b54b-a0875bb9313c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:30.452687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97188fef-965e-4a30-b54b-a0875bb9313c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153301 Dec 15 21:56:30.454873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40716) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:30.470932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:30.491455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:30.733341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.758028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.783671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.784824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] device_id is not set on port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:56:30.825742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.828576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:30.911934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f5de1ff6-e581-4479-8e8d-af315ed5686f service neutron] 10.222.0.18 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577598 Dec 15 21:56:30.978845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-b026cfe1-963b-427a-b572-042fa6bda133 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:31.025794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.041959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5f85cdfb-e330-49d9-87e1-409921c12234 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:31.071413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c86c7-8c2f-471c-82b4-b6a9ed88454f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:31.079049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:31.083672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-b026cfe1-963b-427a-b572-042fa6bda133 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:31.085288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-b026cfe1-963b-427a-b572-042fa6bda133 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10068096&fields=id&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 267 time: 0.2071028 Dec 15 21:56:31.103507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Allocated IP 172.26.6.180 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/af0f741f-9c09-4cc5-9ec0-6c0ac98ba90a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:31.130064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.131320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/0c1c86c7-8c2f-471c-82b4-b6a9ed88454f HTTP/1.1" status: 204 len: 168 time: 0.6751900 Dec 15 21:56:31.133677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.9 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/615448db-1ee9-4584-b6d4-7e49e7985a3c/8e3d3b27-29d7-4dba-905c-1b29562c3c53) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:31.135465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.160371 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-68551e5a-36cd-4fd6-9d1e-397fbb953051 service neutron] 10.222.0.18 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353995 Dec 15 21:56:31.163415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:31.164996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.230936 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9d88008a-a045-456a-9bc3-84cb2d8106d1 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891244 Dec 15 21:56:31.232289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40730) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.234225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:31.247602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1313959146'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:31.249411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Provisioning for port 494d0931-298d-4d98-904e-9a16b3b079d9 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:31.255575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:31.257347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-467c6b49-f698-4f6c-8c55-a4fcbf2d01d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.298069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:31.320744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:31.323922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:31.334672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:31.405215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-6ff96502-a128-4462-8b06-a821d717adb2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:31.406715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-6ff96502-a128-4462-8b06-a821d717adb2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.3116620 Dec 15 21:56:31.407340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.426582 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fbd5b7cc-e293-4b65-9c6f-c203f0ce73f6 req-d21e68eb-7e78-464e-9f4a-8fcfbbeb8509 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.0500805 Dec 15 21:56:31.451346 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a6598d55-68cc-4d52-96a9-853b02d8389f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/quotas/705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 375 time: 0.0322859 Dec 15 21:56:31.452237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:31.462001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.477791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 8e3d3b27-29d7-4dba-905c-1b29562c3c53 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:31.496125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:31.501994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.505647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:31.510658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:31.519737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.526544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:31.622332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-8e177802-59f7-4441-9940-02ab5522d0b2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:31.632877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.645168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79eab61d-8b51-4a92-848f-2d7a0c7206ab tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:31.710126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:31.713008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:31.716781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.717075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:31.734649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:31.737575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.744886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:31.750184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-8e177802-59f7-4441-9940-02ab5522d0b2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:31.751514 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-8e177802-59f7-4441-9940-02ab5522d0b2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2946906 Dec 15 21:56:31.752273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:31.755313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=8e3d3b27-29d7-4dba-905c-1b29562c3c53,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:31.765101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:31.788606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:31.789252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.810260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event updated for resources: {'Port': ['ID=af0f741f-9c09-4cc5-9ec0-6c0ac98ba90a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:31.821837 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6823895 Dec 15 21:56:31.822600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40736) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.828125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:31.832490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:31.833026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-00f0df68-8f26-461c-b1fe-b043135a64e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:31.930349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:31.931547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6956122 Dec 15 21:56:31.934821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.941277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0176e4e1-01ba-49a0-bb65-634f2c806b31,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:31.946462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0201a19b-f3a7-479b-bbe8-c93e0db832ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '0176e4e1-01ba-49a0-bb65-634f2c806b31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:31.947180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:31.947337 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-0201a19b-f3a7-479b-bbe8-c93e0db832ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 15 21:56:31.947852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-0201a19b-f3a7-479b-bbe8-c93e0db832ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:31.948801 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0201a19b-f3a7-479b-bbe8-c93e0db832ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0133300 Dec 15 21:56:31.952599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.968233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-907cc821-b1c2-4a3d-877e-ff8c0c240298 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '0176e4e1-01ba-49a0-bb65-634f2c806b31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:31.968819 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-907cc821-b1c2-4a3d-877e-ff8c0c240298 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 15 21:56:31.969287 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-907cc821-b1c2-4a3d-877e-ff8c0c240298 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:31.970201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-907cc821-b1c2-4a3d-877e-ff8c0c240298 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0170918 Dec 15 21:56:31.974071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:31.988901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7d5bfc99-3d96-424b-adf7-c0df4d46e55b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '0176e4e1-01ba-49a0-bb65-634f2c806b31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:31.989686 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-7d5bfc99-3d96-424b-adf7-c0df4d46e55b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 15 21:56:31.990152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-7d5bfc99-3d96-424b-adf7-c0df4d46e55b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:31.991071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d5bfc99-3d96-424b-adf7-c0df4d46e55b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161457 Dec 15 21:56:31.994512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.001790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0709d454-0524-4e60-aec3-98697daf02ad tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '0176e4e1-01ba-49a0-bb65-634f2c806b31', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:32.002601 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-0709d454-0524-4e60-aec3-98697daf02ad tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 15 21:56:32.003058 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-0709d454-0524-4e60-aec3-98697daf02ad tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:32.003952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0709d454-0524-4e60-aec3-98697daf02ad tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086374 Dec 15 21:56:32.007981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.010244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:32.033715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1978ddf3-7529-40f5-8928-92c2fd3cf647 None None] Provisioning for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:32.034107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:32.039401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1978ddf3-7529-40f5-8928-92c2fd3cf647 None None] Provisioning complete for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:32.039996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1978ddf3-7529-40f5-8928-92c2fd3cf647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.044700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:32.054132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:32.090280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:32.093939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.095994 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1978ddf3-7529-40f5-8928-92c2fd3cf647 None None] Port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:32.172059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.208060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.239853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:32.279412 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-f713965b-9c36-400c-bf73-3c593aa21ad5 service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931417 Dec 15 21:56:32.292345 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 615448db-1ee9-4584-b6d4-7e49e7985a3c (CIDR: 172.20.0.0/28) Dec 15 21:56:32.298305 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:32.298801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:32.305209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.314308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5491bd8b-2708-413a-b8dd-1f429d58a758 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:32.315363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:32.315815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.334420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0176e4e1-01ba-49a0-bb65-634f2c806b31,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:32.338011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.339107 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/0176e4e1-01ba-49a0-bb65-634f2c806b31 HTTP/1.1" status: 204 len: 168 time: 0.3302720 Dec 15 21:56:32.340049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:32.341613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40760) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.345518 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6fa893bb-19ad-45cc-a075-ee2c7bbd400a tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5219383 Dec 15 21:56:32.358541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40764) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.369628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:32.505879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d77d07-4b13-4210-a947-4a9259d02a22 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:32.550883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-56d77d07-4b13-4210-a947-4a9259d02a22 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:32.552144 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56d77d07-4b13-4210-a947-4a9259d02a22 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2094197 Dec 15 21:56:32.561687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.564070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:32.568219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:32.571766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:32.577711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:32.588046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:32.591452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.627031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--999620832'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:32.643592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:32.680792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:32.698342 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-14c1f363-dd7e-4b61-9692-68a5855b1a81 service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963735 Dec 15 21:56:32.705977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.725766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:32.738430 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.ipam_backend_mixin [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 7ba28ca6-8e6b-490f-a314-cf6cab1416c3 (CIDR: 172.20.0.16/28) Dec 15 21:56:32.743279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:32.743759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:32.765145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27b2e4f2-09eb-4872-948a-1fa366607349 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4012280 Dec 15 21:56:32.765782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:32.771502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'subnet': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:32.800625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:32.814802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:32.820390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:32.829225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:32.917687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:32.921696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Usage tracker for resource:subnet and tenant:57c26420f3fc4c069b0342fea1242162 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:32.924786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:32.931576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:32.942761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Made reservation on behalf of 57c26420f3fc4c069b0342fea1242162 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:32.950380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.126630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.182876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.194470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f0aa246-c2d5-402f-9843-d73c2c2adb84 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:33.211412 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e86241a1-aab5-4f9d-b74a-2a89addee900 req-ad7f85e9-e1f7-46d4-a583-d150cd7db7fb tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.0835240 Dec 15 21:56:33.252397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff02e8-4459-4c0f-a264-0556e7a6e2cc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:33.257434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:33.259668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.264496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.265653 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7030203 Dec 15 21:56:33.268513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.273267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.274325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ded7fbaa-f3c4-41fc-a9cb-b63d11907b55 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:33.302383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.312655 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-992f8085-2c2f-4934-8a73-8e1016725a24 req-ff5dfd61-2d8c-4e08-aa50-e357b22b11d8 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 210 time: 0.0509613 Dec 15 21:56:33.320272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-45d9770c-6c82-4661-9de8-1b7adfb66dd9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.320750 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-45d9770c-6c82-4661-9de8-1b7adfb66dd9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 21:56:33.321231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-45d9770c-6c82-4661-9de8-1b7adfb66dd9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.325111 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45d9770c-6c82-4661-9de8-1b7adfb66dd9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095530 Dec 15 21:56:33.326288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40802) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.345512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.367889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:33.371828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:33.376509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:33.378738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:33.384249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:33.385187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.389010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:33.391584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82e636-bf00-456b-be79-30eee9abaf62 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:33.407428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:33.409566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Subnet': ['ID=680844c1-106a-4f5e-a00d-99f92c4ddb08,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:33.414002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:33.430986 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6641636 Dec 15 21:56:33.433807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.446260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1729162729', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '680844c1-106a-4f5e-a00d-99f92c4ddb08'}], 'security_groups': ['ded722c8-5238-4771-a45c-90d407f1f4f9', '6bcb84e1-096b-4c4b-a474-32c497118dce']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.544104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Router 03d38523-64d4-413d-8c44-91601c9d28bd is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:33.561394 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.566870 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81999891-0f96-4e54-85f5-5c2df06a4bc8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2380517 Dec 15 21:56:33.571028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40816) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.578910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-26b76657-2659-4cab-9774-e06373f53a10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.579727 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-26b76657-2659-4cab-9774-e06373f53a10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 15 21:56:33.580468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-26b76657-2659-4cab-9774-e06373f53a10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.585368 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-26b76657-2659-4cab-9774-e06373f53a10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124435 Dec 15 21:56:33.588665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40820) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.597223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.610912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:33.658132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:33.668446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:33.698078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:33.724216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.862993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:33.872343 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.875832 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94ac458d-8cd0-4b41-89ad-d2098052e51c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2835236 Dec 15 21:56:33.876014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:33.876014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "PUT /v2.0/routers/03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 200 len: 880 time: 4.5487449 Dec 15 21:56:33.876405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40830) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.877743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.885274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c575027c-fb2d-4261-8020-7bb5943f12e1 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.886040 dv-neutron-820612-1-hyperv neutron-server[87554]: WARNING neutron.api.v2.base [None req-c575027c-fb2d-4261-8020-7bb5943f12e1 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 15 21:56:33.886528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] Sync routers for ids ['03d38523-64d4-413d-8c44-91601c9d28bd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:33.886742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-c575027c-fb2d-4261-8020-7bb5943f12e1 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.887728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c575027c-fb2d-4261-8020-7bb5943f12e1 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0105255 Dec 15 21:56:33.890415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.900068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:33.910459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:33.912021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] Routers {'03d38523-64d4-413d-8c44-91601c9d28bd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:33.913232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['03d38523-64d4-413d-8c44-91601c9d28bd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:33.914755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:33.917919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:33.924270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:33.936901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Project 8ca78d52f7564d809799191f92c2832c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:33.957522 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:33.962487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40842) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:33.964118 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a3102cb-1e60-4678-9080-93a57006ee48 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0726955 Dec 15 21:56:33.997042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:34.009207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] Routers {'03d38523-64d4-413d-8c44-91601c9d28bd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:34.010037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['03d38523-64d4-413d-8c44-91601c9d28bd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:34.123185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:34.123602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8248c6-4305-4244-89d2-e7b1bbade8ff None None] The sync data for ids ['03d38523-64d4-413d-8c44-91601c9d28bd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:34.146456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Update dhcp port {'port': {'network_id': 'b1920a2e-1cbe-4fab-9bc0-f6572640d54e', 'fixed_ips': [{'subnet_id': '7ba28ca6-8e6b-490f-a314-cf6cab1416c3', 'ip_address': '172.20.0.18'}, {'subnet_id': '615448db-1ee9-4584-b6d4-7e49e7985a3c', 'ip_address': '172.20.0.2'}, {'subnet_id': '680844c1-106a-4f5e-a00d-99f92c4ddb08'}], 'binding:host_id': 'dv-neutron-820612-1-hyperv'}, 'id': '494d0931-298d-4d98-904e-9a16b3b079d9'} from dv-neutron-820612-1-hyperv. {{(pid=87555) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Dec 15 21:56:34.148543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-27e86974-9d94-4314-b815-a8cffc3a8eea tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:34.149281 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-27e86974-9d94-4314-b815-a8cffc3a8eea tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 15 21:56:34.149765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-27e86974-9d94-4314-b815-a8cffc3a8eea tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:34.150702 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27e86974-9d94-4314-b815-a8cffc3a8eea tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1872971 Dec 15 21:56:34.153597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:34.158934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:34.208898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.324245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:34.328700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:34.331984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:34.338013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:34.390156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-443733c6-c1ad-4fe5-b3eb-84124cad2a07 req-aa7bb500-76ad-477a-8a85-16fa66226ae4 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.0428493 Dec 15 21:56:34.391257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Project 8ca78d52f7564d809799191f92c2832c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:34.394422 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6ccb1c88-3f8c-4726-9f34-0be7f35f76e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 200 len: 921 time: 0.5153608 Dec 15 21:56:34.402925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40854) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:34.567162 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-70e2afa2-2906-414f-9a5b-dbf10c66dac7 req-46f93d37-4846-41b7-bd16-c39a0282d47a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 210 time: 0.0964963 Dec 15 21:56:34.567733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Allocated IP 172.20.0.34 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/680844c1-106a-4f5e-a00d-99f92c4ddb08/494d0931-298d-4d98-904e-9a16b3b079d9) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:34.578856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:34.579748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1849e9a4-669e-4824-b9bd-dd36638526e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4251790 Dec 15 21:56:34.582635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:34.595724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff02e8-4459-4c0f-a264-0556e7a6e2cc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:34.603343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:34.607238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:34.610097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:34.617008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:34.628351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae5e12-c100-46fc-b949-6fd1615a3103 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:34.628581 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Project 8ca78d52f7564d809799191f92c2832c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:34.629046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86ae5e12-c100-46fc-b949-6fd1615a3103 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Synchronizing usage tracker for tenant:3a3cf4e9b68a444681363d1691c7ac41 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:34.649395 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:34.653017 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-802855a4-cbe4-4976-a342-8b08e280e229 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0668478 Dec 15 21:56:34.653363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40862) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:34.676075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-12a092c4-874c-45f1-bd59-949351ba4377 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:34.677533 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-12a092c4-874c-45f1-bd59-949351ba4377 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.2211599 Dec 15 21:56:34.679306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-86ae5e12-c100-46fc-b949-6fd1615a3103 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Unset dirty status for tenant:3a3cf4e9b68a444681363d1691c7ac41 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:34.682733 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86ae5e12-c100-46fc-b949-6fd1615a3103 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=03d38523-64d4-413d-8c44-91601c9d28bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2764995 Dec 15 21:56:34.683054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40866) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:34.730636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.748906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:34.760845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.775481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.796361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Transition to ACTIVE for port object 494d0931-298d-4d98-904e-9a16b3b079d9 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:34.801670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.807063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:34.810679 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-327f0402-03ca-4138-9a25-7d9897eb63a2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 378 time: 0.1062961 Dec 15 21:56:34.874912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5f90e5-f68f-46f9-86d5-faf8aea6fb64 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:34.876405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce5f90e5-f68f-46f9-86d5-faf8aea6fb64 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Synchronizing usage tracker for tenant:3a3cf4e9b68a444681363d1691c7ac41 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:34.882314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.886309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'port': {'device_id': '1741d194-591f-4fef-9daa-44f36030f586', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'admin_state_up': True, 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'security_groups': ['2788c9f6-442e-4839-b468-5b09b2ce8e47']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:34.891349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ddd19845-fc50-4a3b-8008-da0607ab4f96 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:34.940156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:34.947096 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/f8ff02e8-4459-4c0f-a264-0556e7a6e2cc HTTP/1.1" status: 204 len: 168 time: 0.2924516 Dec 15 21:56:34.970316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40874) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:35.007832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff02e8-4459-4c0f-a264-0556e7a6e2cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:35.019143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:35.061874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Pushing event updated for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:35.063221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b6a14c3-8c30-4265-a36f-e0fe8483677c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:35.072276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce5f90e5-f68f-46f9-86d5-faf8aea6fb64 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Unset dirty status for tenant:3a3cf4e9b68a444681363d1691c7ac41 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:35.074267 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce5f90e5-f68f-46f9-86d5-faf8aea6fb64 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.3902583 Dec 15 21:56:35.075121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:35.078050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40880) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:35.089556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-58e64d4f-2352-488b-8522-bdd7d57e5b4a {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:56:35.089972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:56:35.134839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6b6a14c3-8c30-4265-a36f-e0fe8483677c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:35.136099 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6b6a14c3-8c30-4265-a36f-e0fe8483677c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619339 Dec 15 21:56:35.141888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40886) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:35.149711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--4844468'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:35.157851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:35.164236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e13c91e6-0a4a-4856-ab58-3c3eca57ed0f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 200 len: 205 time: 0.0760307 Dec 15 21:56:35.175793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:35.208976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:35.220576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:35.234559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Made reservation on behalf of 705479c131c344aea5ff756d86acf75d for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:35.238374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.246161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:35.290943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.437777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:35.443204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:35.445326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.20.0.7 (42deb7d2-06b7-4951-98d6-e5c8b12da1df/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a/50357775-1a3b-4ede-b635-8c63bc229816) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:35.456682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:35.463712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:35.699823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.727479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.770296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.791290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-077f47a3-d309-401e-a044-c627c2ee8c57 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:35.816752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.846870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:35.847478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.857287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Transition to ACTIVE for port object 50357775-1a3b-4ede-b635-8c63bc229816 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:35.866931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.935141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-437bf28d-192d-46cb-81ae-bbc672fa1718 req-8495ce95-fbf0-41ad-bbce-ec16a7aad12c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.0495403 Dec 15 21:56:35.936900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:35.949107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.953972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Provisioning for port 494d0931-298d-4d98-904e-9a16b3b079d9 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:35.954604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4c0d05a-2aec-49b2-a0cf-7bd8c8a12b06 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:35.961540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:35.962035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:35.971104 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b7947d68-1d53-456f-aad7-6da3f6b98897 req-1b538f8e-3407-4d1f-a5d1-fdf34638165e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 210 time: 0.1562288 Dec 15 21:56:36.048829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.054195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40900) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:36.054670 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9103088 Dec 15 21:56:36.059147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38de7787-5ef0-4111-ac60-8dc02ff859c0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:36.072356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '38de7787-5ef0-4111-ac60-8dc02ff859c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:36.082750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:36.089663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:36.101408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:36.104477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:36.106465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:36.112045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:36.186503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:36.187114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.212521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Provisioning complete for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:36.212836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.244608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:36.249251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:36.261434 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3814094 Dec 15 21:56:36.266285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:36.282568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Request body: {'port': {'device_id': '1741d194-591f-4fef-9daa-44f36030f586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:36.298081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:36.426193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1be041a5-fa8e-43b7-bc4b-1182ff78862e None None] Port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:36.465256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:36.474644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:36.474866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.512589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The resource could not be found. Dec 15 21:56:36.513684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68e7a7f8-a232-42d3-825a-0650904e8222 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4513171 Dec 15 21:56:36.519449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40910) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:36.531954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '38de7787-5ef0-4111-ac60-8dc02ff859c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1b072eb0-cc80-412c-a219-60212340bf6c'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:36.546073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:36.551998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.563677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:36.569768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:36.571974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.598869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:36.640386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4a7e8fda-511c-4edd-a509-5f1b024cbc8c None None] Provisioning for port 50357775-1a3b-4ede-b635-8c63bc229816 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:36.646095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4a7e8fda-511c-4edd-a509-5f1b024cbc8c None None] Provisioning complete for port 50357775-1a3b-4ede-b635-8c63bc229816 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:36.646483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8fda-511c-4edd-a509-5f1b024cbc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.709969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e8fda-511c-4edd-a509-5f1b024cbc8c None None] Port 50357775-1a3b-4ede-b635-8c63bc229816 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:36.783564 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The resource could not be found. Dec 15 21:56:36.787493 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6399dfb9-791c-4e8a-a497-d0c9d13be935 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2645140 Dec 15 21:56:36.788829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40914) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:36.826413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port af0f741f-9c09-4cc5-9ec0-6c0ac98ba90a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:36.827023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:36.951912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-53766417-56d0-4b13-a7c5-6187d3715dd7 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:36.953325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-53766417-56d0-4b13-a7c5-6187d3715dd7 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.32 "GET /v2.0/networks?id=cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 200 len: 811 time: 0.6833000 Dec 15 21:56:37.101370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.107971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Request body: {'port': {'device_id': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684', 'admin_state_up': True, 'tenant_id': 'efc0f03f8dee4143ab0f19383784189c'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:37.175828 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2d90e23-5a4b-4b49-8d2c-6060630cc101 req-a95403e2-fc5f-4b77-9e26-553a956fd724 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.0714393 Dec 15 21:56:37.183547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.293260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50357775-1a3b-4ede-b635-8c63bc229816 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:37.302439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.308062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.311992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:37.329137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38de7787-5ef0-4111-ac60-8dc02ff859c0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:37.337801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:37.357903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Transition to ACTIVE for port object 50357775-1a3b-4ede-b635-8c63bc229816 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:37.359482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.363343 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/38de7787-5ef0-4111-ac60-8dc02ff859c0 HTTP/1.1" status: 204 len: 168 time: 0.5710735 Dec 15 21:56:37.363496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:37.380491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Delete allocated IP 172.20.0.9 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/615448db-1ee9-4584-b6d4-7e49e7985a3c) {{(pid=87553) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 15 21:56:37.381455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.387588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31ebe714-5620-4aaf-beb4-e3dcdac29be8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:37.424942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Allocated IP 172.20.0.40 (b1920a2e-1cbe-4fab-9bc0-f6572640d54e/680844c1-106a-4f5e-a00d-99f92c4ddb08/8e3d3b27-29d7-4dba-905c-1b29562c3c53) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:37.430068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.465198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:37.583356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:37.586535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for af0f741f-9c09-4cc5-9ec0-6c0ac98ba90a owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:37.594363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:37.641316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Usage tracker for resource:port and tenant:efc0f03f8dee4143ab0f19383784189c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:37.654531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:37.654965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6a9c0fe4-3e5b-4838-8555-4e33e26b86b8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:37.666358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dc9a9-b06d-44c2-b33b-7433b7c88cfa req-b3f51e4e-d1bd-42c7-b5de-49bf13793684 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:37.667896 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf2dc9a9-b06d-44c2-b33b-7433b7c88cfa req-b3f51e4e-d1bd-42c7-b5de-49bf13793684 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 931 time: 0.5637646 Dec 15 21:56:37.682626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:37.744329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6a9c0fe4-3e5b-4838-8555-4e33e26b86b8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:37.749016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6a9c0fe4-3e5b-4838-8555-4e33e26b86b8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3844922 Dec 15 21:56:37.749660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40926) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:37.760723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': '02719572-7cfa-49ab-b847-3a68613e5a88', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:37.768477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Made reservation on behalf of efc0f03f8dee4143ab0f19383784189c for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:37.770951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:37.771361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.783299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:37.788620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:37.796628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:37.798658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Attempting to bind port 50357775-1a3b-4ede-b635-8c63bc229816 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:37.798979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Attempting to bind port 50357775-1a3b-4ede-b635-8c63bc229816 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:37.799299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Attempting to bind port 50357775-1a3b-4ede-b635-8c63bc229816 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:37.808005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Port 50357775-1a3b-4ede-b635-8c63bc229816 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:56:37.808348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Attempting to bind port 50357775-1a3b-4ede-b635-8c63bc229816 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:37.814477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:37.814835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:37.815294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Bound using segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:37.815716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Bound port: 50357775-1a3b-4ede-b635-8c63bc229816, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:37.816074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.881081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf2dc9a9-b06d-44c2-b33b-7433b7c88cfa req-1850ac4b-34de-448d-a739-a22814b2da17 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:37.904020 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The resource could not be found. Dec 15 21:56:37.910145 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af6bad1a-601b-4c45-b1c4-3b5832bb469a tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1575119 Dec 15 21:56:37.913368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40930) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:37.926511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--600498235'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:37.936614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:37.952916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:37.955130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:37.960158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=50357775-1a3b-4ede-b635-8c63bc229816,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:37.967946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:37.974020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf2dc9a9-b06d-44c2-b33b-7433b7c88cfa req-1850ac4b-34de-448d-a739-a22814b2da17 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:37.974221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a84ec201-a04b-48f9-b99c-d5135410c848 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:37.975733 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf2dc9a9-b06d-44c2-b33b-7433b7c88cfa req-1850ac4b-34de-448d-a739-a22814b2da17 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2955565 Dec 15 21:56:38.027067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.073296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:38.073931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.075335 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] 10.222.0.32 "PUT /v2.0/ports/50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 200 len: 1093 time: 1.8039479 Dec 15 21:56:38.078568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:38.091279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:38.095850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:38.099064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:38.106474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:38.162082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.192858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Allocated IP 172.20.0.5 (cd1c5a70-3844-4277-b4be-260555acb684/7cdca48e-d2c2-4142-aede-460219d97f5f/c5e4a845-824c-4cec-a9b3-1c518dfe1d4f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:38.208760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.214627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Transition to ACTIVE for port object 8e3d3b27-29d7-4dba-905c-1b29562c3c53 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:38.216580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:38.242793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:38.253412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:38.259227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.287013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=af0f741f-9c09-4cc5-9ec0-6c0ac98ba90a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:38.291499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816', 'status': 'completed', 'code': 200} Dec 15 21:56:38.327502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.337103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a40c4ea0-b991-43d7-ad2b-3fb719489875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:38.341934 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a40c4ea0-b991-43d7-ad2b-3fb719489875 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1096 time: 0.1822462 Dec 15 21:56:38.344682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.353367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:38.362614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.363648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.363648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.363919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.364085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.364480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.364822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.365179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.365543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.365935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.366345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.366649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:38.436565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:38.460215 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-e496de04-4d51-488e-9e2a-5b5581a41479 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 200 len: 217 time: 0.0929682 Dec 15 21:56:38.464710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-72c44015-2527-4ec2-94e8-fd42d50fe4d7 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:38.539908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1398d2-a619-4e9e-a45c-d63ad1032148,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:38.544343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:38.545056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.546253 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6321487 Dec 15 21:56:38.549172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40938) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:38.556081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215184774'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:38.564642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-f58251cc-f4fd-403e-a710-6926b836d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:38.566081 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-f58251cc-f4fd-403e-a710-6926b836d8fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0956032 Dec 15 21:56:38.567066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:38.572663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:38.608490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:38.624054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:38.646290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.672410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:38.679076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:38.682595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:38.690127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:38.695615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a3e6f3a6-48c4-4576-bbf7-0b39acc4ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:38.697117 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-a3e6f3a6-48c4-4576-bbf7-0b39acc4ddbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213338 Dec 15 21:56:38.721277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.905749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-5a77f296-d7ec-40fb-91d2-3c0f35dd8d37 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009854 Dec 15 21:56:38.908720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.935763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:38.949698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1db8592-5010-43e1-a7c2-f0a81a6d9291 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:38.984526 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-51ed8ff5-0d7e-412d-ab21-2195cd8f9575 req-85331d8a-49fa-4b7e-9c53-09050d71a707 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 210 time: 0.6093202 Dec 15 21:56:39.027571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6d299d05-0b56-4a70-84f6-28aa0c06c604 None None] Provisioning for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:39.035150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6d299d05-0b56-4a70-84f6-28aa0c06c604 None None] Provisioning complete for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:39.035863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d299d05-0b56-4a70-84f6-28aa0c06c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.073728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.088555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.120159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.122065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5719385 Dec 15 21:56:39.125823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event updated for resources: {'Port': ['ID=8e3d3b27-29d7-4dba-905c-1b29562c3c53,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:39.126291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40944) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:39.127210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd16b2b-fcb1-483e-9f81-aa2254ef9d4d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:39.129875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:39.136692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:39.140035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d299d05-0b56-4a70-84f6-28aa0c06c604 None None] Port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:39.142983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] In _notify_port_updated(), no bound segment for port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 on network b1920a2e-1cbe-4fab-9bc0-f6572640d54e {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:56:39.145251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'fe1398d2-a619-4e9e-a45c-d63ad1032148', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'dfd16b2b-fcb1-483e-9f81-aa2254ef9d4d'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:39.149245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:39.149866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.151268 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "PUT /v2.0/ports/8e3d3b27-29d7-4dba-905c-1b29562c3c53 HTTP/1.1" status: 200 len: 960 time: 5.7161984 Dec 15 21:56:39.155173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40948) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:39.161543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:39.165294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.166432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router 03d38523-64d4-413d-8c44-91601c9d28bd {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:39.216553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.223111 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 204 len: 168 time: 4.0403211 Dec 15 21:56:39.227278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40952) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:39.234854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-536814419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:39.240327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:39.243969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:39.248608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.260488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:39.276293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:39.279556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:39.283228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.292532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a66e5ce9-30fe-433d-8791-33f1a54b9ff6 tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:39.323229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:39.372953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.373913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.381507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Network cd1c5a70-3844-4277-b4be-260555acb684 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:39.386947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:39.394903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:39.422748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:39.429048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Pushing event updated for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:39.442253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:39.454299 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcb5e90-ffaf-4b23-8a3b-ab81887abe6e req-93ce7859-36bd-487a-8944-f955e6df7b71 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409184 Dec 15 21:56:39.457436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.457792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port 8e3d3b27-29d7-4dba-905c-1b29562c3c53 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:39.458789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.478365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:39.479134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.512508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.526679 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4277475 Dec 15 21:56:39.540406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Request body: {'port': {'device_id': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:39.574841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.576401 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fd4d3943-7d18-4ee2-8d26-888b58710c6f tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3484178 Dec 15 21:56:39.583171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:39.611954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': True}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:39.630630 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:39.631959 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dec5d25b-d204-4507-80f9-2777ec4363fe tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5007327 Dec 15 21:56:39.641904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:39.684927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed519fe-20b0-4f5d-8ff0-88cf78060107 req-8be83e72-df2a-4b1c-8121-f2d9080978c7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:39.685743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6ed519fe-20b0-4f5d-8ff0-88cf78060107 req-8be83e72-df2a-4b1c-8121-f2d9080978c7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:39.797483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.831083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6ed519fe-20b0-4f5d-8ff0-88cf78060107 req-8be83e72-df2a-4b1c-8121-f2d9080978c7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:39.832331 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ed519fe-20b0-4f5d-8ff0-88cf78060107 req-8be83e72-df2a-4b1c-8121-f2d9080978c7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.6652255 Dec 15 21:56:39.886248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.930573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-9748e283-4081-49a6-b87c-231072635f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:39.932097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-9748e283-4081-49a6-b87c-231072635f0e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1096 time: 0.4114442 Dec 15 21:56:39.985808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:39.999916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ed519fe-20b0-4f5d-8ff0-88cf78060107 req-95e79073-6c9f-4432-b616-5394e3998399 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581914 Dec 15 21:56:40.035666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40966) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:40.052013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.217963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for 8e3d3b27-29d7-4dba-905c-1b29562c3c53 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:40.296623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.312008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d0fc541-f050-4869-ae27-78400f513980 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:40.348247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd16b2b-fcb1-483e-9f81-aa2254ef9d4d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:40.351607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-1a57d941-4ea3-4d86-a866-33412a532955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.352777 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-1a57d941-4ea3-4d86-a866-33412a532955 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.3992391 Dec 15 21:56:40.356026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:40.360004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.360931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/dfd16b2b-fcb1-483e-9f81-aa2254ef9d4d HTTP/1.1" status: 204 len: 168 time: 0.7097049 Dec 15 21:56:40.365310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40972) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:40.478215 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-87ce1bb3-2759-450e-a5b9-c7e1706853be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 200 len: 217 time: 0.1156976 Dec 15 21:56:40.498248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.603534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-f2559ad7-3534-4c7e-9532-37a19484c708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.604996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-f2559ad7-3534-4c7e-9532-37a19484c708 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.1179423 Dec 15 21:56:40.605495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.610822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e0dc855c-1357-4f29-ab0d-ee07172c277f tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:40.618172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1768b4ad-fcb0-494f-9fe5-15985524d285 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:40.710759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=8e3d3b27-29d7-4dba-905c-1b29562c3c53,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:40.713840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ac7de-b154-4a32-b51c-eb10c52035ec tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.714551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ac7de-b154-4a32-b51c-eb10c52035ec tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.715266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671ac7de-b154-4a32-b51c-eb10c52035ec tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.717150 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-671ac7de-b154-4a32-b51c-eb10c52035ec tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a660c5e92e504abbae7877a5e15ab411&network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 3002 time: 0.6750081 Dec 15 21:56:40.717436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:40.780098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e0dc855c-1357-4f29-ab0d-ee07172c277f tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:40.785372 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e0dc855c-1357-4f29-ab0d-ee07172c277f tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3603559 Dec 15 21:56:40.787314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40978) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:40.798741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa40f3-3d99-41ab-8079-2f4ad9618f83 req-10a554cb-a04b-4c78-8c4d-ee840956f658 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.799439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1afa40f3-3d99-41ab-8079-2f4ad9618f83 req-10a554cb-a04b-4c78-8c4d-ee840956f658 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Synchronizing usage tracker for tenant:efc0f03f8dee4143ab0f19383784189c on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:40.853870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-5a18ab4a-6eb6-432f-8459-7cef5225c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:40.855360 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-5a18ab4a-6eb6-432f-8459-7cef5225c325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2381134 Dec 15 21:56:40.856394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:40.888044 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/8e3d3b27-29d7-4dba-905c-1b29562c3c53 HTTP/1.1" status: 204 len: 168 time: 1.7269964 Dec 15 21:56:40.888567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:40.894491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1afa40f3-3d99-41ab-8079-2f4ad9618f83 req-10a554cb-a04b-4c78-8c4d-ee840956f658 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Unset dirty status for tenant:efc0f03f8dee4143ab0f19383784189c on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:40.895636 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1afa40f3-3d99-41ab-8079-2f4ad9618f83 req-10a554cb-a04b-4c78-8c4d-ee840956f658 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 931 time: 0.7358382 Dec 15 21:56:40.994705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-347f5118-9528-4caa-8b90-79624906c261 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] GET failed (client error): The resource could not be found. Dec 15 21:56:40.995128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-347f5118-9528-4caa-8b90-79624906c261 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Synchronizing usage tracker for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:41.005087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e4a845-824c-4cec-a9b3-1c518dfe1d4f {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:41.021148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-347f5118-9528-4caa-8b90-79624906c261 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Unset dirty status for tenant:57c26420f3fc4c069b0342fea1242162 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:41.025910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-347f5118-9528-4caa-8b90-79624906c261 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports/8e3d3b27-29d7-4dba-905c-1b29562c3c53 HTTP/1.1" status: 404 len: 333 time: 0.1333423 Dec 15 21:56:41.026079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.026197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.039844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40988) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:41.062460 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1afa40f3-3d99-41ab-8079-2f4ad9618f83 req-467a3554-6c44-498b-a66f-537dbd2502a3 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306336 Dec 15 21:56:41.078734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-8ff86573-b554-472a-9cbe-9b36c440f544 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127559 Dec 15 21:56:41.140304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Transition to ACTIVE for port object c5e4a845-824c-4cec-a9b3-1c518dfe1d4f will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:41.202786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.210981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.220812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b4a2d55-9024-4a0d-be93-51abf617efc2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:41.405348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.419351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:41.458295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:41.467793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.469772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.486454 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-865e9b4a-1305-4363-b0f8-97e0d0b37e7b req-3ced4e37-6a51-4ad4-bd20-0fe64ea1ea4a service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851957 Dec 15 21:56:41.525930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.526634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b119dfb5-6aa9-4159-b9cb-962f362becf1 req-76eaec44-2bce-4d87-9171-2eb471bc0485 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:41.528141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b119dfb5-6aa9-4159-b9cb-962f362becf1 req-76eaec44-2bce-4d87-9171-2eb471bc0485 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.3445568 Dec 15 21:56:41.534594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41f7c5e7-aa0d-4e5e-bb9b-2a471008927a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:41.542922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.568366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.577606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0caa742a-7b03-48f1-92c8-0591ad08c0ec tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:41.595574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b119dfb5-6aa9-4159-b9cb-962f362becf1 req-3f1561c6-3b43-4ede-abb1-9c3a88ca4db5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585983 Dec 15 21:56:41.598548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f972059-fcc7-4801-a111-821bffd476fc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:41.604151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1398d2-a619-4e9e-a45c-d63ad1032148,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:41.608300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.609172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.609708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.610220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.610739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.611251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.611471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:41.611943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.612390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.612754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.613115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.613560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.613923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:41.617371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.618642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f972059-fcc7-4801-a111-821bffd476fc HTTP/1.1" status: 204 len: 168 time: 0.5813792 Dec 15 21:56:41.622401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:41.623034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 40994) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:41.652535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.653924 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/fe1398d2-a619-4e9e-a45c-d63ad1032148 HTTP/1.1" status: 204 len: 168 time: 0.8507588 Dec 15 21:56:41.659362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 40998) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:41.681767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Attempting to bind port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:41.682107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Attempting to bind port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '110c0c48-940d-47f8-b3f8-292ce17ade92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:41.682436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Attempting to bind port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f on network cd1c5a70-3844-4277-b4be-260555acb684 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:41.689429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.694639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f on network cd1c5a70-3844-4277-b4be-260555acb684 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:56:41.694961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Attempting to bind port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f on network cd1c5a70-3844-4277-b4be-260555acb684 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:41.716546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.735933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:41.736276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Checking segment: {'id': '110c0c48-940d-47f8-b3f8-292ce17ade92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:41.736661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Bound using segment: {'id': '110c0c48-940d-47f8-b3f8-292ce17ade92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:41.737097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Bound port: c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110c0c48-940d-47f8-b3f8-292ce17ade92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:41.737443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.763154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.768886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a76ec46e-1d91-4241-97c5-71f48ff500e4 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:41.787339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcb84e1-096b-4c4b-a474-32c497118dce,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:41.790795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:41.794462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.799056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/security-groups/6bcb84e1-096b-4c4b-a474-32c497118dce HTTP/1.1" status: 204 len: 168 time: 0.1725957 Dec 15 21:56:41.799357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:41.854208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c1bacfb8-8c90-4449-a328-3911bf38c8e6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:41.863001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.864665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.26.6.133 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/2433ea97-12b6-4341-8a47-7469aa5c841a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:41.889642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.920041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c1bacfb8-8c90-4449-a328-3911bf38c8e6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:41.921260 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c1bacfb8-8c90-4449-a328-3911bf38c8e6 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2594523 Dec 15 21:56:41.922336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:41.925869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41006) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:41.933595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709643822'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:41.940198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:41.951025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:41.955957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.961327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8d9e3699-df76-414d-8a60-931b78b43870 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:41.975699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded722c8-5238-4771-a45c-90d407f1f4f9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:41.977485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:41.987943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:41.988314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,segment=NetworkSegment(110c0c48-940d-47f8-b3f8-292ce17ade92),segment_id=110c0c48-940d-47f8-b3f8-292ce17ade92)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:41.996419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.001288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.001519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f98ef2e8-7081-4a97-ba38-1e2125b9d959 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:42.002140 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/security-groups/ded722c8-5238-4771-a45c-90d407f1f4f9 HTTP/1.1" status: 204 len: 168 time: 0.2017663 Dec 15 21:56:42.004599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:42.007209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41012) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:42.011175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:42.045180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:42.057400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:42.086707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:42.087403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.088800 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] 10.222.0.32 "PUT /v2.0/ports/c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 200 len: 1093 time: 2.5539882 Dec 15 21:56:42.101699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:42.113962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 615448db-1ee9-4584-b6d4-7e49e7985a3c {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:56:42.126039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.144022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.147566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:42.209154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.282125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.288159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.293940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe00b197-96a9-4dae-b18f-3afa692de53c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:42.324090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:42.333219 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f', 'status': 'completed', 'code': 200} Dec 15 21:56:42.352450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba61b7-1225-4657-8e70-2d7c3e1bf338,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:42.357879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:42.364075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.365232 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4361322 Dec 15 21:56:42.370423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.378153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41022) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:42.398390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'c5ba61b7-1225-4657-8e70-2d7c3e1bf338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:42.418198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:42.436723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:42.441914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:42.443689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.449434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-da29aea0-245a-4059-8a9c-cf970bef9a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:42.454937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:42.486337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-818a7bf8-18bc-4454-8662-a7851cc73ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:42.487810 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-818a7bf8-18bc-4454-8662-a7851cc73ac6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc0f03f8dee4143ab0f19383784189c&device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 1096 time: 0.3357482 Dec 15 21:56:42.488721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.489579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=615448db-1ee9-4584-b6d4-7e49e7985a3c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:42.491981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.494603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:42.496060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-daa103a6-ba79-4c4c-8e5a-9fb05d27dcdd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:42.505295 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/615448db-1ee9-4584-b6d4-7e49e7985a3c HTTP/1.1" status: 204 len: 168 time: 0.4908636 Dec 15 21:56:42.505557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41026) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:42.511966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f169fd0-c8a6-4c82-bec1-54c599efd933 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:42.577268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 680844c1-106a-4f5e-a00d-99f92c4ddb08 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:56:42.580476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.638426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd07833-c650-4af9-ae60-b4c5ed8a4f45 req-c5e6bb7f-d363-4e41-ad1a-9df36ec5f6ba tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:42.639943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3bd07833-c650-4af9-ae60-b4c5ed8a4f45 req-c5e6bb7f-d363-4e41-ad1a-9df36ec5f6ba tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 943 time: 0.3131273 Dec 15 21:56:42.641188 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-65ddbf01-c3fb-4d4c-b41a-6b974e577e50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 200 len: 217 time: 0.1155267 Dec 15 21:56:42.643517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.643850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:42.646822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:42.653143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:42.714439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:42.718113 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a227db50-a356-44a6-89ad-7719bd2d9d94 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3354251 Dec 15 21:56:42.725727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41032) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:42.748573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=2433ea97-12b6-4341-8a47-7469aa5c841a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:42.757880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.764789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group_rule': {'security_group_id': 'c5ba61b7-1225-4657-8e70-2d7c3e1bf338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:42.770310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:42.779958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:42.795486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:42.798847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:42.883398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:42.897000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-d4258a5f-4a05-4ddf-a89c-9922d869bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:42.898595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-d4258a5f-4a05-4ddf-a89c-9922d869bec5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cdca48e-d2c2-4142-aede-460219d97f5f HTTP/1.1" status: 200 len: 851 time: 0.2469122 Dec 15 21:56:42.908893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29eb5-d5ca-47b5-9109-b6da3fa6a517 req-4e1dc459-474f-4ff4-be4f-392a6909db36 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:42.910411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68d29eb5-d5ca-47b5-9109-b6da3fa6a517 req-4e1dc459-474f-4ff4-be4f-392a6909db36 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.1210217 Dec 15 21:56:42.911914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.916296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dee8af6b-8872-465c-a652-603b5a472b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:42.967682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3bd07833-c650-4af9-ae60-b4c5ed8a4f45 req-e0a4b960-27e7-4edf-81ae-c1c6c9bb327c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587333 Dec 15 21:56:42.968496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=680844c1-106a-4f5e-a00d-99f92c4ddb08,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:42.972740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:42.977869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:42.993953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/680844c1-106a-4f5e-a00d-99f92c4ddb08 HTTP/1.1" status: 204 len: 168 time: 0.4853580 Dec 15 21:56:42.995309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41038) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.033270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-68d29eb5-d5ca-47b5-9109-b6da3fa6a517 req-ce981854-741a-4620-b02d-10d798ceac8e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905714 Dec 15 21:56:43.041535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa831a09-bf03-4c9d-9a40-80cddd1500ec tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:43.042009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa831a09-bf03-4c9d-9a40-80cddd1500ec tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:43.045919 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aa831a09-bf03-4c9d-9a40-80cddd1500ec tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/615448db-1ee9-4584-b6d4-7e49e7985a3c HTTP/1.1" status: 404 len: 337 time: 0.0474675 Dec 15 21:56:43.046161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41042) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.048109 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-31edb16b-9c5c-455a-998d-02ffb91dccd9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd1c5a70-3844-4277-b4be-260555acb684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840683 Dec 15 21:56:43.124825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting subnet 7ba28ca6-8e6b-490f-a314-cf6cab1416c3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:56:43.128198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.174481 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:56:43.179384 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a37ebddf-7079-455a-96fb-03d86e9fea17 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4284608 Dec 15 21:56:43.179384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41046) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.186852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.265622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41050) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.329938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.365434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f09d30-d4e1-49a8-8595-2723e9fab7aa tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:43.366756 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02f09d30-d4e1-49a8-8595-2723e9fab7aa tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 814 time: 0.1003036 Dec 15 21:56:43.399473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386f12a-0cba-4690-b4a9-55d8c372acb1 None None] Network b1920a2e-1cbe-4fab-9bc0-f6572640d54e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:43.417275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.423240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7ea2c0-c52a-4201-8a54-abfd7c15319d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:43.429778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-5c4c04f4-4d10-4424-b01d-9c177f84741f service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693140 Dec 15 21:56:43.437669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.467183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Subnet': ['ID=7ba28ca6-8e6b-490f-a314-cf6cab1416c3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:43.474013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.478418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:43.485597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/7ba28ca6-8e6b-490f-a314-cf6cab1416c3 HTTP/1.1" status: 204 len: 168 time: 0.4362693 Dec 15 21:56:43.486011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41056) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.529673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-98030f58-40f9-4f70-9632-d73072748518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.535262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4168160-49ef-4b49-9716-1da186ac00d1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:43.535849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4168160-49ef-4b49-9716-1da186ac00d1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:43.537715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c4168160-49ef-4b49-9716-1da186ac00d1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/9fe0f2c2-1bd1-441e-90b0-fc8c7503474c HTTP/1.1" status: 404 len: 337 time: 0.0505230 Dec 15 21:56:43.541547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41062) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.545589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.570704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2490-bddf-4e36-9732-3f5031db44b1 None None] Provisioning complete for port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:43.571200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2490-bddf-4e36-9732-3f5031db44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.601027 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-44999648-eb05-47d6-b1f0-cc8027ee8f32 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "GET /v2.0/ports?device_id=c7a46920-304d-492a-b1b1-74a90d8d6c89 HTTP/1.1" status: 200 len: 205 time: 0.0578036 Dec 15 21:56:43.605080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.640374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.678306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9f8e2490-bddf-4e36-9732-3f5031db44b1 None None] Port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:43.689521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-925758bd-e8ed-4a9b-b3fe-ac6d40801b6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] delete failed (client error): The resource could not be found. Dec 15 21:56:43.693055 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-925758bd-e8ed-4a9b-b3fe-ac6d40801b6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/routers/c7a46920-304d-492a-b1b1-74a90d8d6c89 HTTP/1.1" status: 404 len: 336 time: 0.0841997 Dec 15 21:56:43.693208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9f8e2490-bddf-4e36-9732-3f5031db44b1 None None] Provisioning complete for port 494d0931-298d-4d98-904e-9a16b3b079d9 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:43.693208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9f8e2490-bddf-4e36-9732-3f5031db44b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.698161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41070) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.743110 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eab3880-624f-4d62-841b-8983843c4167 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:43.743852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eab3880-624f-4d62-841b-8983843c4167 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:43.746532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4eab3880-624f-4d62-841b-8983843c4167 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/75eaaaeb-fb87-4da2-ba47-0a96a4714447 HTTP/1.1" status: 404 len: 337 time: 0.0468705 Dec 15 21:56:43.749320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.879056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930566e-b75a-4297-9069-9924879695a7 None None] DHCP port deletion for b1920a2e-1cbe-4fab-9bc0-f6572640d54e request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:56:43.895552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Deleting port 494d0931-298d-4d98-904e-9a16b3b079d9 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:43.896108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:43.932405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-366e76c9-a335-4e8a-820c-ef05c50fd397 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:43.932859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366e76c9-a335-4e8a-820c-ef05c50fd397 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:43.934535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-366e76c9-a335-4e8a-820c-ef05c50fd397 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/190bef27-c45e-474f-bff3-05273e023000 HTTP/1.1" status: 404 len: 337 time: 0.1842754 Dec 15 21:56:43.937021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41078) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:43.948317 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b94e2a41-43c2-4054-a6fb-6acfe46e78c6 req-502f248d-0ecb-4d9b-ab62-ab7e05181669 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066113 Dec 15 21:56:43.980456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-243f2ac9-8112-486e-a3a1-44f873992685 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:43.980907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243f2ac9-8112-486e-a3a1-44f873992685 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:43.982570 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-243f2ac9-8112-486e-a3a1-44f873992685 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/28e16965-58ed-4714-b27a-d5219baeee20 HTTP/1.1" status: 404 len: 337 time: 0.0446615 Dec 15 21:56:43.985838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41082) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.027404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce4f29c-a886-42ac-89e2-d56c77f21b47 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.027886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce4f29c-a886-42ac-89e2-d56c77f21b47 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.031928 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fce4f29c-a886-42ac-89e2-d56c77f21b47 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/7e943e07-4410-4c8f-ac76-9c917921615f HTTP/1.1" status: 404 len: 333 time: 0.0433788 Dec 15 21:56:44.031928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.032343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.038079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--1994609562', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:44.081635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:44.089902 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce107be-a144-4b24-bafd-d047dc3a8fe2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.090361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ce107be-a144-4b24-bafd-d047dc3a8fe2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.092054 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6ce107be-a144-4b24-bafd-d047dc3a8fe2 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/7ce995ca-fb11-4d4c-866d-f4c7dbd8c4cc HTTP/1.1" status: 404 len: 337 time: 0.0586538 Dec 15 21:56:44.093090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:44.095810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.098603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:44.139042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-add51e17-baa9-442b-9e0f-d8398ddda028 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.139755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add51e17-baa9-442b-9e0f-d8398ddda028 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.141584 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-add51e17-baa9-442b-9e0f-d8398ddda028 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/2ca57ae9-d234-412e-b1a4-7577dc234034 HTTP/1.1" status: 404 len: 337 time: 0.0448267 Dec 15 21:56:44.145823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.150667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:44.155446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2930566e-b75a-4297-9069-9924879695a7 None None] For port 494d0931-298d-4d98-904e-9a16b3b079d9, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=494d0931-298d-4d98-904e-9a16b3b079d9,segment=NetworkSegment(10d3f5e5-5903-449a-a872-ff716af63585),segment_id=10d3f5e5-5903-449a-a872-ff716af63585)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:44.155935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.237168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.250801 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-664dd732-3788-4528-82df-42100f6aa569 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.251511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664dd732-3788-4528-82df-42100f6aa569 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.255553 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-664dd732-3788-4528-82df-42100f6aa569 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/0cf5ba6e-4b19-4166-bc76-a348a04ccdb2 HTTP/1.1" status: 404 len: 333 time: 0.1065490 Dec 15 21:56:44.256682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41106) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.260239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-760314d3-f244-439e-86c0-ae10955bed5f tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:44.291946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba61b7-1225-4657-8e70-2d7c3e1bf338,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:44.299081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:44.301927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 494d0931-298d-4d98-904e-9a16b3b079d9 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:56:44.308292 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b2109c5-c688-4212-95eb-b5dd29631e91 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.308759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b2109c5-c688-4212-95eb-b5dd29631e91 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.312332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b2109c5-c688-4212-95eb-b5dd29631e91 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/38dc1216-c818-425c-8c3a-6b5ab8f5eb3b HTTP/1.1" status: 404 len: 337 time: 0.0513625 Dec 15 21:56:44.313306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:44.316592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41110) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.317416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.333967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Calling delete_port for 494d0931-298d-4d98-904e-9a16b3b079d9 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:44.363969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:56:44.365329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.377366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.377703 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment 78691330-1e62-439c-b84d-0cf2738fef10 of type vlan for network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 Dec 15 21:56:44.383398 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad281d5-2b62-43eb-a9ce-1705e6dc2807 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] DELETE failed (client error): The resource could not be found. Dec 15 21:56:44.383585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad281d5-2b62-43eb-a9ce-1705e6dc2807 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:56:44.387584 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bad281d5-2b62-43eb-a9ce-1705e6dc2807 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/subnets/352af297-b0cd-41fd-bda3-0435da0c7e1a HTTP/1.1" status: 404 len: 337 time: 0.0589349 Dec 15 21:56:44.387584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.388558 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/c5ba61b7-1225-4657-8e70-2d7c3e1bf338 HTTP/1.1" status: 204 len: 168 time: 1.2079854 Dec 15 21:56:44.389596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.392980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5e3c4-23db-4c90-a8de-239a11f9dd86 req-df672693-abfc-4ea7-aa5e-e9fc098f884d tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:44.393772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.394073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41116) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.401028 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3f5e3c4-23db-4c90-a8de-239a11f9dd86 req-df672693-abfc-4ea7-aa5e-e9fc098f884d tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.2070525 Dec 15 21:56:44.451563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.464167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3f5e3c4-23db-4c90-a8de-239a11f9dd86 req-caea50b9-8385-44c6-9d2c-ee1b1481bc3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623822 Dec 15 21:56:44.504230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.505357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.511811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:44.516385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:44.518198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.545682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-590aa488-c479-4126-ae28-017f6ea92323 tempest-BulkNetworkOpsIpV6Test-823330395 tempest-BulkNetworkOpsIpV6Test-823330395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:44.561253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.572429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Pushing event deleted for resources: {'Port': ['ID=494d0931-298d-4d98-904e-9a16b3b079d9,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:44.577194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930566e-b75a-4297-9069-9924879695a7 None None] No DVR routers for this DVR port 494d0931-298d-4d98-904e-9a16b3b079d9 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:56:44.591853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.592563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.593182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.593703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.594224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.594714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.596231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.596746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.597255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.597746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.598224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.599270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:56:44.603120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:44.641145 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6097100 Dec 15 21:56:44.646241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41122) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.657293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-61217e18-b63e-4789-adcc-6f68915933db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:44.658723 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-61217e18-b63e-4789-adcc-6f68915933db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc0f03f8dee4143ab0f19383784189c&device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 1096 time: 0.5040863 Dec 15 21:56:44.673571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Deleting port e3775e68-ffbb-46bf-8bd7-b409d2dfb865 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:44.674109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:44.701525 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c10b8e14-1282-40ac-8ae0-67c9e0412d4d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539675 Dec 15 21:56:44.704220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.725250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=3be49f15-4d25-4a88-b7d0-a068d9ecdba1,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:44.726361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc293082-879a-49e6-8f74-4675e36fd899 req-09b0edab-02e1-46a4-9189-ea9c462b24c8 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:44.727795 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bc293082-879a-49e6-8f74-4675e36fd899 req-09b0edab-02e1-46a4-9189-ea9c462b24c8 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 943 time: 0.5720465 Dec 15 21:56:44.729935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:44.742777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:56:44.762227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a393c7f-90e5-409f-8ad5-f7961e5fb1da tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:44.841894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffec4ed-9136-41c9-819f-d468efbda096 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:44.845976 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ffec4ed-9136-41c9-819f-d468efbda096 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382689 Dec 15 21:56:44.846150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.885616 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d574b749-85a9-4c36-84c9-fefdcabf6981 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383074 Dec 15 21:56:44.887980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41134) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.893457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1325566758', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:44.897409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a393c7f-90e5-409f-8ad5-f7961e5fb1da tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:44.902803 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a393c7f-90e5-409f-8ad5-f7961e5fb1da tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4996793 Dec 15 21:56:44.910248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:44.960619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394543401'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:44.969725 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bc293082-879a-49e6-8f74-4675e36fd899 req-bd538d78-6246-4284-8866-7ae0cf4de8c0 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152352 Dec 15 21:56:44.995256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:45.006809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:45.010587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:45.013432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:45.019015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:45.025840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-e70bd7ab-6b46-42b8-96d2-dd11f972648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:45.027506 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-e70bd7ab-6b46-42b8-96d2-dd11f972648e service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 200 len: 912 time: 0.3260605 Dec 15 21:56:45.028924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:45.029074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:45.032548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.174607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-4f3f3c42-15a2-48b5-aa7b-e0b1eea04b7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 200 len: 217 time: 0.1350479 Dec 15 21:56:45.175487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.247612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 0d2f93f0-fd82-4f41-9933-5addb55b4225 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:45.250480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.255164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-197b1953-2c9e-4251-aaba-fac2c1e98566 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:45.280152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:45.284796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.335081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=270d37a1-b4d6-44cb-bf82-c14efa40ef31,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:45.338460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:45.339325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:45.339849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 3be49f15-4d25-4a88-b7d0-a068d9ecdba1, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:56:45.357879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Usage tracker for resource:security_group_rule and tenant:8ca78d52f7564d809799191f92c2832c is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:45.360164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:56:45.360911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:45.369970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 3be49f15-4d25-4a88-b7d0-a068d9ecdba1) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:45.373816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:45.374398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.380408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7790db-b6a6-4ffb-9419-3bce098dbd79 None None] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:45.398721 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5062847 Dec 15 21:56:45.629495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:56:45.630334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.644585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Calling delete_port for e3775e68-ffbb-46bf-8bd7-b409d2dfb865 owned by {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:45.677321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:45.680232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-6669bb6b-94be-4cbd-baaa-b2ac3fe8c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:45.681655 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-6669bb6b-94be-4cbd-baaa-b2ac3fe8c974 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cdca48e-d2c2-4142-aede-460219d97f5f HTTP/1.1" status: 200 len: 851 time: 0.4904373 Dec 15 21:56:45.785520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2160-493e-4905-9123-255a274e9bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:45.794912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Allocated IP 172.20.0.2 (3be49f15-4d25-4a88-b7d0-a068d9ecdba1/270d37a1-b4d6-44cb-bf82-c14efa40ef31/216d9103-aa83-4cbc-b684-8da305357a5f) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:45.810304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-f73bbb0d-7754-4989-8657-6fa6ff026276 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd1c5a70-3844-4277-b4be-260555acb684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752237 Dec 15 21:56:45.997068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.007748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Transition to ACTIVE for port object 216d9103-aa83-4cbc-b684-8da305357a5f will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:46.027195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Transition to ACTIVE for port object 216d9103-aa83-4cbc-b684-8da305357a5f will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:46.033401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.038531 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3e69415-e6be-4606-aa34-b358c84b2a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:46.052301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:46.063178 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] Sync routers for ids ['0d2f93f0-fd82-4f41-9933-5addb55b4225'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:46.071047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.077044 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] Routers {'0d2f93f0-fd82-4f41-9933-5addb55b4225'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:46.078368 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0d2f93f0-fd82-4f41-9933-5addb55b4225'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:46.097203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9ef6a192-41db-42ce-a5b7-e082a8850c54 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:46.100326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Pushing event updated for resources: {'Port': ['ID=216d9103-aa83-4cbc-b684-8da305357a5f,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:46.104135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:46.112401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:46.113537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:46.116258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:46.162744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.171559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe38424-137a-481f-a474-422e250ca1e0 req-f38c5f76-d51c-4e44-850d-35461d95d4bb tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:46.173208 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6fe38424-137a-481f-a474-422e250ca1e0 req-f38c5f76-d51c-4e44-850d-35461d95d4bb tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.5354314 Dec 15 21:56:46.181914 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:46.185487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Port': ['ID=e3775e68-ffbb-46bf-8bd7-b409d2dfb865,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:46.187588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:46.194286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] Routers {'0d2f93f0-fd82-4f41-9933-5addb55b4225'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:46.194865 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0d2f93f0-fd82-4f41-9933-5addb55b4225'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:46.209431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.221323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.226796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ce33f742-ecfb-42da-a473-e12be3085c59 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:46.254558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:46.254787 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388db3e-177f-4574-94be-52acf93c2415 None None] The sync data for ids ['0d2f93f0-fd82-4f41-9933-5addb55b4225'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:46.257060 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-8faf2fc9-0257-4958-be79-48ce1fc19aeb service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944776 Dec 15 21:56:46.258958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Attempting to bind port 216d9103-aa83-4cbc-b684-8da305357a5f on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:46.259362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Attempting to bind port 216d9103-aa83-4cbc-b684-8da305357a5f by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:46.259799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Attempting to bind port 216d9103-aa83-4cbc-b684-8da305357a5f on network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:46.265864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:46.266280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Checking segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:46.266656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.267057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Bound using segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:46.267541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Bound port: 216d9103-aa83-4cbc-b684-8da305357a5f, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:46.267925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.295984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.297099 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "PUT /v2.0/routers/0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 200 len: 914 time: 6.7127094 Dec 15 21:56:46.300677 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/ports/e3775e68-ffbb-46bf-8bd7-b409d2dfb865 HTTP/1.1" status: 204 len: 168 time: 1.9017627 Dec 15 21:56:46.300811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41148) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.303618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.305867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.307023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3938341 Dec 15 21:56:46.314536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.363180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] For port 216d9103-aa83-4cbc-b684-8da305357a5f, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:46.363385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-53ad9866-265f-43f3-a580-2b00c4e16313 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:46.363635 dv-neutron-820612-1-hyperv neutron-server[87553]: WARNING neutron.api.v2.base [None req-53ad9866-265f-43f3-a580-2b00c4e16313 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 15 21:56:46.364478 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-53ad9866-265f-43f3-a580-2b00c4e16313 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] update failed (client error): There was a conflict when trying to complete your request. Dec 15 21:56:46.365411 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-53ad9866-265f-43f3-a580-2b00c4e16313 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "PUT /v2.0/security-groups/bcfcee25-c045-4047-b0b2-a296f741a729 HTTP/1.1" status: 409 len: 330 time: 0.0475161 Dec 15 21:56:46.368585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfcee25-c045-4047-b0b2-a296f741a729,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:46.370769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41160) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.370902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] For port 216d9103-aa83-4cbc-b684-8da305357a5f, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=216d9103-aa83-4cbc-b684-8da305357a5f,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:46.377881 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6fe38424-137a-481f-a474-422e250ca1e0 req-98577001-a54c-4728-a017-9ca4dfa90194 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1845391 Dec 15 21:56:46.380808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:46.383968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.390285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:46.480505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Pushing event updated for resources: {'Port': ['ID=216d9103-aa83-4cbc-b684-8da305357a5f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:46.483511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:46.499205 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f4ad783e-13b6-42c0-92f4-c5dd7ad8a61f req-a6ce82c1-2910-466e-babd-6f364fba3365 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337554 Dec 15 21:56:46.575717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.632621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.690216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09deb5-be35-42d6-b521-1ffc12ca1f0e req-0d093366-c47d-4ee1-be21-6c166967c6a6 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:46.699130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb09deb5-be35-42d6-b521-1ffc12ca1f0e req-0d093366-c47d-4ee1-be21-6c166967c6a6 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 943 time: 0.1768560 Dec 15 21:56:46.702947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.709292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1296603087', 'description': 'tempest-secgroup-smoke-1296603087 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:46.730376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:46.756727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:46.760448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.775842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b99c1369-e8a7-4a6f-9b96-fdf3461839f9 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:46.798683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.803812 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cb09deb5-be35-42d6-b521-1ffc12ca1f0e req-09ca2fc8-ab4c-4483-9024-5942cbe1c63f tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Dec 15 21:56:46.811940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfcee25-c045-4047-b0b2-a296f741a729,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:46.816421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:46.817621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.818839 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/bcfcee25-c045-4047-b0b2-a296f741a729 HTTP/1.1" status: 204 len: 168 time: 0.4399519 Dec 15 21:56:46.819939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.827590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41170) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.849543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.851332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:46.856521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:46.859461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:46.870983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:46.910687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:46.956677 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-283f44a6-41d2-4c0d-bce1-5874d5c51aae tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 200 len: 920 time: 0.6552057 Dec 15 21:56:46.959965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41174) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:46.989753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-853415f5-ebb0-42d1-a589-33ccf3de80ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Synchronizing usage tracker for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:47.010541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.021224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.032178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87f466d5-73bc-41fd-88e1-3733a1829eee tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:47.072526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-853415f5-ebb0-42d1-a589-33ccf3de80ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Unset dirty status for tenant:8ca78d52f7564d809799191f92c2832c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:47.074058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-853415f5-ebb0-42d1-a589-33ccf3de80ca tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2442424 Dec 15 21:56:47.077839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41178) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.081330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.089870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857cab70-5814-4bee-ac83-3b612dfe1b37,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:47.092937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:47.097628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.102342 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3947883 Dec 15 21:56:47.102512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41182) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.108198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:47.117611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:47.120205 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-55a03f77-1021-454b-98cd-bef4ef448abc tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] delete failed (client error): The resource could not be found. Dec 15 21:56:47.121068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-55a03f77-1021-454b-98cd-bef4ef448abc tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "DELETE /v2.0/security-groups/b8c9457f-397d-4290-86cd-2131cf2109b5 HTTP/1.1" status: 404 len: 347 time: 0.0425653 Dec 15 21:56:47.126244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41186) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.126859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4c457-8225-450b-bccc-6e2d87956ddc tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:47.129512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1920a2e-1cbe-4fab-9bc0-f6572640d54e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:47.131415 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25b4c457-8225-450b-bccc-6e2d87956ddc tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=0d2f93f0-fd82-4f41-9933-5addb55b4225&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1704383 Dec 15 21:56:47.132636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:47.135379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41190) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.138082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:47.154647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d3f5e5-5903-449a-a872-ff716af63585') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:47.154937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d3f5e5-5903-449a-a872-ff716af63585') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:47.161712 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-ec67040d-4c59-474a-a75f-64d8cc4d77c7 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] show failed (client error): The resource could not be found. Dec 15 21:56:47.163256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ec67040d-4c59-474a-a75f-64d8cc4d77c7 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-groups/2e965056-1600-4294-9533-4097146ce8ee HTTP/1.1" status: 404 len: 347 time: 0.0356390 Dec 15 21:56:47.166845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.167651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:47.181240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.191508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-56510884-960c-4659-ab74-88b5738dee6c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] show failed (client error): The resource could not be found. Dec 15 21:56:47.192510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-56510884-960c-4659-ab74-88b5738dee6c tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] 10.222.0.18 "GET /v2.0/security-group-rules/9566a0b6-cf59-48d8-b412-7fc958633ffa HTTP/1.1" status: 404 len: 356 time: 0.0248070 Dec 15 21:56:47.205159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.212467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:56:47.213160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:56:47.229507 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:56:47.247306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.268622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c5e4a845-824c-4cec-a9b3-1c518dfe1d4f details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:56:47.331375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.333127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81625147-7aef-45bc-b559-18b28a8a2737 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:47.338283 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81625147-7aef-45bc-b559-18b28a8a2737 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.1990616 Dec 15 21:56:47.338406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41200) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.343782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.349296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-66ed55e8-a08d-4894-a3cb-a4c006024030 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:47.386759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Pushing event deleted for resources: {'Network': ['ID=b1920a2e-1cbe-4fab-9bc0-f6572640d54e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:47.400003 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] 10.222.0.18 "DELETE /v2.0/networks/b1920a2e-1cbe-4fab-9bc0-f6572640d54e HTTP/1.1" status: 204 len: 168 time: 1.0349851 Dec 15 21:56:47.403691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.406126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:47.416067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41208) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.416230 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7318985c-83f0-4c1d-ba4e-d7869b8b37b6 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 200 len: 205 time: 0.0764680 Dec 15 21:56:47.417206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.419060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-51b68d69-de8e-4541-a8de-3bdac728be1f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:47.446921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9612b5ad-b1b4-4d15-a45a-6c9fb4f1733f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:47.449549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:47.461910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.463203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597879 Dec 15 21:56:47.466130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.472907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:47.491138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:47.517160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:47.525680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:47.551979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,segment=NetworkSegment(110c0c48-940d-47f8-b3f8-292ce17ade92),segment_id=110c0c48-940d-47f8-b3f8-292ce17ade92)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:47.553153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:47.573619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f', 'network_id': 'cd1c5a70-3844-4277-b4be-260555acb684', 'port_id': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f', 'mac_address': 'fa:16:3e:80:71:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cdca48e-d2c2-4142-aede-460219d97f5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:56:47.589418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.680373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.689698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.707060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e4a845-824c-4cec-a9b3-1c518dfe1d4f {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:47.730166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,segment=NetworkSegment(110c0c48-940d-47f8-b3f8-292ce17ade92),segment_id=110c0c48-940d-47f8-b3f8-292ce17ade92)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:47.730818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.738827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.741941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.751818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-608e016c-f4ab-4efa-bef8-8b06de01bf10 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:47.757977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0f474d2d-02de-457b-8dc6-be915ada866d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:47.783332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af96f407-69b2-42ba-ae30-bd09a3bcb7c1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:47.791019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:47.804079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.805617 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377612 Dec 15 21:56:47.808233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.816193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:47.833425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:47.861660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:47.872388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:47.893891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:47.895803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41232) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:47.896461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:47.900851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:47.941148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.944979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:47.970253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da087146-238a-4687-8662-66fd95779484 None None] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:56:48.055305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff74f2-2ec2-43d1-825a-9b7d7ddae056 req-26ddee9c-8053-4565-93c3-828b64997ad0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:48.056834 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21ff74f2-2ec2-43d1-825a-9b7d7ddae056 req-26ddee9c-8053-4565-93c3-828b64997ad0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.4160542 Dec 15 21:56:48.095074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['c5e4a845-824c-4cec-a9b3-1c518dfe1d4f'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:56:48.187441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b2f68968-0b95-47c7-ba0c-5f7674031de0 None None] Provisioning for port 216d9103-aa83-4cbc-b684-8da305357a5f completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:48.239362 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21ff74f2-2ec2-43d1-825a-9b7d7ddae056 req-5d6d6733-488d-4fc9-8847-e51859290e0d tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722841 Dec 15 21:56:48.260456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.269254 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bfe54efd-71ef-48c0-956b-de7164f64285 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57c26420f3fc4c069b0342fea1242162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3689675 Dec 15 21:56:48.271335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.274275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41238) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:48.286684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.286684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c61e41c-ed1f-48dc-9675-06a945c0385c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:48.306145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port 2433ea97-12b6-4341-8a47-7469aa5c841a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:48.306500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.324774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6e7cf7e9-c37b-42a4-9ecc-e6b7c97fd14f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ca78d52f7564d809799191f92c2832c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6286817 Dec 15 21:56:48.325751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b74faf8-ee66-43b1-b34a-9a18f86ad0be,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:48.331342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:48.336028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:48.366094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.366872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 216d9103-aa83-4cbc-b684-8da305357a5f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:48.370290 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5580773 Dec 15 21:56:48.375898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41246) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:48.389392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:48.402989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:48.406351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cabad4-c43c-4ee1-a655-ddb387a016c0 req-9d040b3a-ef96-42e2-be94-81d83722c305 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:48.407795 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b9cabad4-c43c-4ee1-a655-ddb387a016c0 req-9d040b3a-ef96-42e2-be94-81d83722c305 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 944 time: 0.3864207 Dec 15 21:56:48.418394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:48.424350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:48.445340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.447964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:48.463742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.465617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.490357 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b9cabad4-c43c-4ee1-a655-ddb387a016c0 req-81556405-69b2-4fb1-96e6-4a8d6a817338 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Dec 15 21:56:48.508795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.516691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 216d9103-aa83-4cbc-b684-8da305357a5f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:48.544124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 216d9103-aa83-4cbc-b684-8da305357a5f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:48.544738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.551813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.585593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.592148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.601366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-22b9999d-4b11-453f-a451-92b22a7af2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:48.625974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6311e4ce-43d2-41cd-9dcd-75dbadd02998,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:48.639922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:48.648248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.650423 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6311e4ce-43d2-41cd-9dcd-75dbadd02998 HTTP/1.1" status: 204 len: 168 time: 0.3179386 Dec 15 21:56:48.690164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.722480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.765145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 216d9103-aa83-4cbc-b684-8da305357a5f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=216d9103-aa83-4cbc-b684-8da305357a5f,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:48.771466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:48.777419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-6cc3af08-a4b7-4280-a95d-4ccab6cd7497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:48.830046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for 2433ea97-12b6-4341-8a47-7469aa5c841a owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:48.871934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=216d9103-aa83-4cbc-b684-8da305357a5f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:48.875467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:48.935122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bd49cb3e-ec08-44c6-aa39-0005c723b710 None None] Provisioning complete for port 216d9103-aa83-4cbc-b684-8da305357a5f triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:48.939218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd49cb3e-ec08-44c6-aa39-0005c723b710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.058889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.063392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.065974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-320bb720-7027-4f01-9637-4f24731ca530 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.084732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.093636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdaa75a1-31ce-4028-8bb6-439cad41f444,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:49.102027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:49.102617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.133091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87895f8b-0b0e-4bc0-ae99-de186d0d4d28,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:49.137438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.138569 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdaa75a1-31ce-4028-8bb6-439cad41f444 HTTP/1.1" status: 204 len: 168 time: 0.8621354 Dec 15 21:56:49.139612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:49.141624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.142720 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7640946 Dec 15 21:56:49.145576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:49.153860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:49.159767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:49.164179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:49.167054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:49.173479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:49.186390 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:49.198670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.246432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.251294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d813af27-b3db-425e-9c9a-25223ab5a8d3 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.285343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 50357775-1a3b-4ede-b635-8c63bc229816 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:56:49.289061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c5e4a845-824c-4cec-a9b3-1c518dfe1d4f up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:49.291953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.297581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.300152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a8f8c44-eb14-4b24-8f10-9cdfde41f90d tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.335250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa893cb-4ba9-4d9e-90c2-308a7a86a416,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:49.339736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:49.348449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.352851 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2031651 Dec 15 21:56:49.353307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41260) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:49.359095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '857cab70-5814-4bee-ac83-3b612dfe1b37', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:49.365521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:49.369647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:49.373360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:49.380474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:49.402904 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:56:49.415817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=2433ea97-12b6-4341-8a47-7469aa5c841a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:49.422510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.452301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:49.519660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:49.529221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:49.530229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.542174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.550584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.552794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a2e734c-b830-46dc-87bf-7f238609393d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.572360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.593600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2fc94cb-19a7-4904-806a-9d707d5a8ab5,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:49.600441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:49.630083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.633143 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2784829 Dec 15 21:56:49.641079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6067a7c-7420-4cb4-8814-9d081f6925f9 req-668a9839-3ab9-4014-b433-11b7adf870e1 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:49.642621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6067a7c-7420-4cb4-8814-9d081f6925f9 req-668a9839-3ab9-4014-b433-11b7adf870e1 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 943 time: 0.2910175 Dec 15 21:56:49.669562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=50357775-1a3b-4ede-b635-8c63bc229816,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:49.721925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '50357775-1a3b-4ede-b635-8c63bc229816', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'port_id': '50357775-1a3b-4ede-b635-8c63bc229816', 'mac_address': 'fa:16:3e:24:f7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:56:49.774683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912db94-9614-4e24-bf1a-7f460674e508 req-645a195f-b8bc-4c09-a438-ea7e163984c0 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:49.776435 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8912db94-9614-4e24-bf1a-7f460674e508 req-645a195f-b8bc-4c09-a438-ea7e163984c0 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 944 time: 0.1061118 Dec 15 21:56:49.809313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.812589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.831908 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8912db94-9614-4e24-bf1a-7f460674e508 req-15687464-5c51-44ef-8ece-26e9fe873f92 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470181 Dec 15 21:56:49.832765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.844774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f6067a7c-7420-4cb4-8814-9d081f6925f9 req-2c14e66b-b1bf-4c18-a533-a6a430f8e483 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295295 Dec 15 21:56:49.856292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.856515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.857127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router 0d2f93f0-fd82-4f41-9933-5addb55b4225 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:49.882314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.887067 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 204 len: 168 time: 2.4662833 Dec 15 21:56:49.888632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41274) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:49.892841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2104473438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:49.897743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50357775-1a3b-4ede-b635-8c63bc229816 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:49.900527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:49.904552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:49.907902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:49.908621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:49.922965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:49.926431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,segment=NetworkSegment(110c0c48-940d-47f8-b3f8-292ce17ade92),segment_id=110c0c48-940d-47f8-b3f8-292ce17ade92)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:49.930141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=50357775-1a3b-4ede-b635-8c63bc229816,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:49.932175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.934316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b54a4df2-775c-4f95-96b9-e76ad41bb3ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:49.941429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.942930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.962945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.972086 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f', 'code': 200} Dec 15 21:56:49.972818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:49.986547 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-0e05d91f-afd5-4dc3-80e0-96d8ed3b74d6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:49.986856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:50.009459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-0e05d91f-afd5-4dc3-80e0-96d8ed3b74d6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:50.010781 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-0e05d91f-afd5-4dc3-80e0-96d8ed3b74d6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1296603087&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0697529 Dec 15 21:56:50.010934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:50.014314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:50.015030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:50.025239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:50.027904 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b6ed9765-466f-4ee5-8d41-453a85f80966 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1394572 Dec 15 21:56:50.030489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41284) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:50.036249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'enable_snat': False}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:50.089820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:50.093227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:50.188355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['50357775-1a3b-4ede-b635-8c63bc229816'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:56:50.236309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-08a248a3-7955-4cad-a05d-e391adf286c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:50.237005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-08a248a3-7955-4cad-a05d-e391adf286c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:50.253798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 216d9103-aa83-4cbc-b684-8da305357a5f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:50.264591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-08a248a3-7955-4cad-a05d-e391adf286c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:50.265808 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-08a248a3-7955-4cad-a05d-e391adf286c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=3be49f15-4d25-4a88-b7d0-a068d9ecdba1 HTTP/1.1" status: 200 len: 797 time: 0.2348895 Dec 15 21:56:50.271917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee47a81-1f1e-4711-be3b-8f043bf56935 req-ef777be4-8f41-4e76-9c2c-7aeb636c120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:50.273359 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-eee47a81-1f1e-4711-be3b-8f043bf56935 req-ef777be4-8f41-4e76-9c2c-7aeb636c120c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 1098 time: 0.1100388 Dec 15 21:56:50.298253 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-d634366e-bcea-4295-8cf5-767bc840b726 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0236664 Dec 15 21:56:50.365200 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-eee47a81-1f1e-4711-be3b-8f043bf56935 req-4706b15d-d2ad-4350-a9e3-a4e708166953 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828035 Dec 15 21:56:50.386244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 216d9103-aa83-4cbc-b684-8da305357a5f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:50.386631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:50.405547 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-0eeafb45-b06d-4768-b3fe-19c077a1ebe4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0938423 Dec 15 21:56:50.488861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:50.576382 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-3347139d-75a1-4aaa-b0ea-925a6edbacc2 service neutron] 10.222.0.18 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570144 Dec 15 21:56:50.708933 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac364782-ae9d-4809-a10d-2a31425405bb service neutron] 10.222.0.18 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315815 Dec 15 21:56:50.983904 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48e6f946-6f10-4363-85ab-ce5bb599cf86 req-7fb2e838-934d-4997-9166-fcf424b571ea tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0752730 Dec 15 21:56:51.030321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.061972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.066337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4cf15-8473-43b5-bc78-836722487ea8 req-6a454846-28ce-48ea-8b58-a5c2a6236670 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:51.069388 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d4d4cf15-8473-43b5-bc78-836722487ea8 req-6a454846-28ce-48ea-8b58-a5c2a6236670 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1244583 Dec 15 21:56:51.140911 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d4d4cf15-8473-43b5-bc78-836722487ea8 req-919b36c6-7a9c-4213-8a54-d968eb53533f tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618646 Dec 15 21:56:51.270560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Allocated IP 172.26.6.214 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/eed9f001-fb3b-4324-99ae-68e627ee85bd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:51.282814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bc942-276c-423a-826d-8c0c982004f5 req-e72caff7-d840-4532-9542-5195ddc751de tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:51.284309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c0bc942-276c-423a-826d-8c0c982004f5 req-e72caff7-d840-4532-9542-5195ddc751de tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 944 time: 0.1609364 Dec 15 21:56:51.294930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 50357775-1a3b-4ede-b635-8c63bc229816 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:51.386743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 50357775-1a3b-4ede-b635-8c63bc229816 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:51.393198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 50357775-1a3b-4ede-b635-8c63bc229816 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:51.393666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.423851 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c0bc942-276c-423a-826d-8c0c982004f5 req-8aa33e8a-6a53-43df-9397-0c3b7d1f0ffb tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327536 Dec 15 21:56:51.488816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.522107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.526281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:51.536907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.586190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=50357775-1a3b-4ede-b635-8c63bc229816,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:51.591395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.594973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:51.599666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:51.602550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:51.606925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:51.632267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Pushing event updated for resources: {'Port': ['ID=eed9f001-fb3b-4324-99ae-68e627ee85bd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:51.637380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:51.665098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:51.669197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:51.690765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:51.973415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:52.049124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:52.053558 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816', 'code': 200} Dec 15 21:56:52.143807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-253cedfd-8f8f-4580-afc1-33f8d2dea279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:52.145489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-253cedfd-8f8f-4580-afc1-33f8d2dea279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=3be49f15-4d25-4a88-b7d0-a068d9ecdba1 HTTP/1.1" status: 200 len: 797 time: 0.2043297 Dec 15 21:56:52.179629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14b2e1de-ce66-4fe3-900c-2c84adfe803b req-762b859a-a6e8-450a-8254-bf0672b17ab6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0592616 Dec 15 21:56:52.242143 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-654d120a-4f42-4ed0-a385-a583b6a84f04 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 472 time: 0.0772424 Dec 15 21:56:52.251564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['857cab70-5814-4bee-ac83-3b612dfe1b37']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:52.443861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:52.453311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a8db8-b9f3-4cc8-a5fe-a170f1834c95 req-6f8dd1ae-29ca-462a-87f2-0574991fd18c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:52.454847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3f1a8db8-b9f3-4cc8-a5fe-a170f1834c95 req-6f8dd1ae-29ca-462a-87f2-0574991fd18c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1897106 Dec 15 21:56:52.457976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:port and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:52.461838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:52.481421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:52.507241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:56:52.510645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:52.656887 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3f1a8db8-b9f3-4cc8-a5fe-a170f1834c95 req-4b305bcd-b21c-4162-9615-3fcea8304c10 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916602 Dec 15 21:56:52.658798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a753b-d3ec-4302-96f0-5d050c1e30dd req-b2fe0096-41a9-4ede-93cf-1ee88f3b6202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:52.660655 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee4a753b-d3ec-4302-96f0-5d050c1e30dd req-b2fe0096-41a9-4ede-93cf-1ee88f3b6202 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1098 time: 0.3960335 Dec 15 21:56:52.784134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:52.792386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee4a753b-d3ec-4302-96f0-5d050c1e30dd req-bef4fc0e-5463-4909-a995-d60abfbeef92 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818355 Dec 15 21:56:52.795467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:52.859687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503a5af-a128-4989-9a9b-1b17938ac3ee req-f4ce25a1-e58b-4197-ad8b-a0af07e8b8ba tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:52.860581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.5 (3be49f15-4d25-4a88-b7d0-a068d9ecdba1/270d37a1-b4d6-44cb-bf82-c14efa40ef31/9b798cf3-0af2-475f-971a-4ed4f1772c16) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:52.861131 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4503a5af-a128-4989-9a9b-1b17938ac3ee req-f4ce25a1-e58b-4197-ad8b-a0af07e8b8ba tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.2980876 Dec 15 21:56:52.905803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfb264-4536-4a43-94b3-37e00e117dfd req-fe42bd0a-506a-4479-a2bb-f45795c25a5c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:52.907747 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-26dfb264-4536-4a43-94b3-37e00e117dfd req-fe42bd0a-506a-4479-a2bb-f45795c25a5c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1344249 Dec 15 21:56:52.952177 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:56:52.997016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4503a5af-a128-4989-9a9b-1b17938ac3ee req-f05f0f7a-6f54-4572-9942-c985271854f0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260960 Dec 15 21:56:53.040205 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-26dfb264-4536-4a43-94b3-37e00e117dfd req-f0933384-4d97-4528-800c-fa2eceeeb79a tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249168 Dec 15 21:56:53.046889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Router 7db6dd2b-5b41-4e72-840f-49bfe1fc8595 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:56:53.107718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.124633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 9b798cf3-0af2-475f-971a-4ed4f1772c16 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:53.151033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.157493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:53.224874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:53.227859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:53.232297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:53.236622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:56:53.245891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.246606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] Sync routers for ids ['7db6dd2b-5b41-4e72-840f-49bfe1fc8595'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:56:53.247066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "PUT /v2.0/routers/7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 200 len: 916 time: 3.2150645 Dec 15 21:56:53.255193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41320) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:53.265687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] Routers {'7db6dd2b-5b41-4e72-840f-49bfe1fc8595'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:53.266382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7db6dd2b-5b41-4e72-840f-49bfe1fc8595'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:53.318634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:53.323344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.360334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:53.368993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:53.389670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:53.392647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1455314 Dec 15 21:56:53.400457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] Routers {'7db6dd2b-5b41-4e72-840f-49bfe1fc8595'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:56:53.401421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['7db6dd2b-5b41-4e72-840f-49bfe1fc8595'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:53.446990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Request body: {'port': {'device_id': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:53.501217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:56:53.501965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8f6214-3fc7-4872-b9d9-e4249e44b4f0 None None] The sync data for ids ['7db6dd2b-5b41-4e72-840f-49bfe1fc8595'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:56:53.560430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f1c0df1d-db3c-45f1-bff0-d55130694926 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 200 len: 922 time: 0.3015547 Dec 15 21:56:53.561104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:53.605889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1def2d-412e-4fb0-92bc-5fc43af02ed6 req-65e7e72d-3775-4d49-a47f-5e1c3c0e7307 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:53.606583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-dd1def2d-412e-4fb0-92bc-5fc43af02ed6 req-65e7e72d-3775-4d49-a47f-5e1c3c0e7307 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:53.608947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.633857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864fc7f-47fd-4828-bb8c-583d3435a037 req-34be98d0-72fd-412d-9231-7a7cc3fd79b0 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:53.635364 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7864fc7f-47fd-4828-bb8c-583d3435a037 req-34be98d0-72fd-412d-9231-7a7cc3fd79b0 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1740856 Dec 15 21:56:53.641854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f6ae639a-a3d7-4320-99d5-1ec1755b6ae3 None None] Provisioning for port 9b798cf3-0af2-475f-971a-4ed4f1772c16 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:53.647765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f6ae639a-a3d7-4320-99d5-1ec1755b6ae3 None None] Provisioning complete for port 9b798cf3-0af2-475f-971a-4ed4f1772c16 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:53.648301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f6ae639a-a3d7-4320-99d5-1ec1755b6ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:53.678755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-dd1def2d-412e-4fb0-92bc-5fc43af02ed6 req-65e7e72d-3775-4d49-a47f-5e1c3c0e7307 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:53.679934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd1def2d-412e-4fb0-92bc-5fc43af02ed6 req-65e7e72d-3775-4d49-a47f-5e1c3c0e7307 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 931 time: 0.2913516 Dec 15 21:56:53.685526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b9d329-5c85-4cbe-aa06-730fedeaef70 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:53.687016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a7b9d329-5c85-4cbe-aa06-730fedeaef70 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=7db6dd2b-5b41-4e72-840f-49bfe1fc8595&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1250288 Dec 15 21:56:53.689945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41330) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:53.714890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7864fc7f-47fd-4828-bb8c-583d3435a037 req-f01f70df-aa2d-4500-854e-e82dd9d6c976 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Synchronizing usage tracker for tenant:efc0f03f8dee4143ab0f19383784189c on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:56:53.729024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f6ae639a-a3d7-4320-99d5-1ec1755b6ae3 None None] Port 9b798cf3-0af2-475f-971a-4ed4f1772c16 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:56:53.794346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7864fc7f-47fd-4828-bb8c-583d3435a037 req-f01f70df-aa2d-4500-854e-e82dd9d6c976 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Unset dirty status for tenant:efc0f03f8dee4143ab0f19383784189c on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:56:53.794986 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7864fc7f-47fd-4828-bb8c-583d3435a037 req-f01f70df-aa2d-4500-854e-e82dd9d6c976 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537690 Dec 15 21:56:53.841707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61da5f-9560-4b84-a66e-2fe6cafb20b7 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:53.843067 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cb61da5f-9560-4b84-a66e-2fe6cafb20b7 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/networks/ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 881 time: 0.1522076 Dec 15 21:56:53.845859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:53.893392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1dc71586-9ef3-4210-827c-605b65f9c775 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 200 len: 205 time: 0.0457368 Dec 15 21:56:53.895168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:53.926907 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd1def2d-412e-4fb0-92bc-5fc43af02ed6 req-6ddd0540-8d27-439b-ab29-e811c112fbbe tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376928 Dec 15 21:56:54.078890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b798cf3-0af2-475f-971a-4ed4f1772c16 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:54.087938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.105455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Transition to ACTIVE for port object 9b798cf3-0af2-475f-971a-4ed4f1772c16 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:56:54.110321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.114487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5689e3be-4ac1-4b6f-aeaa-b8ec7368b5d8 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:54.277119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:54.284531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:54.285698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.354085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Attempting to bind port 9b798cf3-0af2-475f-971a-4ed4f1772c16 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:56:54.354983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Attempting to bind port 9b798cf3-0af2-475f-971a-4ed4f1772c16 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:56:54.355439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Attempting to bind port 9b798cf3-0af2-475f-971a-4ed4f1772c16 on network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:54.360184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Port 9b798cf3-0af2-475f-971a-4ed4f1772c16 on network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:56:54.360497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Attempting to bind port 9b798cf3-0af2-475f-971a-4ed4f1772c16 on network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:56:54.368133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:56:54.368819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Checking segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:56:54.369209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Bound using segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:56:54.369801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Bound port: 9b798cf3-0af2-475f-971a-4ed4f1772c16, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:56:54.370146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.463271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:56:54.463417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5edddf-2632-4d1b-b3f6-7571e4d7f9c9 req-aa092f49-effd-4362-8ac1-b20c42798428 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:54.464900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f5edddf-2632-4d1b-b3f6-7571e4d7f9c9 req-aa092f49-effd-4362-8ac1-b20c42798428 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.2516291 Dec 15 21:56:54.466225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:56:54.472170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.476149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-30ecc5fe-5472-4915-a375-db6f5dc535fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:54.521319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.534256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f5edddf-2632-4d1b-b3f6-7571e4d7f9c9 req-5a8b5870-f24b-4c0d-a86b-7a5605a5d4d4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615387 Dec 15 21:56:54.537799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:54.538146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.539654 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b798cf3-0af2-475f-971a-4ed4f1772c16 HTTP/1.1" status: 200 len: 1093 time: 1.1041679 Dec 15 21:56:54.541208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port eed9f001-fb3b-4324-99ae-68e627ee85bd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:56:54.541579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.548325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:54.645854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:54.659706 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16', 'status': 'completed', 'code': 200} Dec 15 21:56:54.665522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:54.713747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-6caf99e3-3928-445d-a903-9d52881cff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:54.714915 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-6caf99e3-3928-445d-a903-9d52881cff47 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 1096 time: 0.1123602 Dec 15 21:56:54.819841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:54.905084 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-4af66370-ef1f-47eb-a5ea-ad1b55f818d0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16 HTTP/1.1" status: 200 len: 217 time: 0.1826019 Dec 15 21:56:54.958198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40441ee-8d62-4735-bf77-39fe29538c90 req-f02866ca-dff1-46fd-86b4-edface9406d7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:54.959658 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e40441ee-8d62-4735-bf77-39fe29538c90 req-f02866ca-dff1-46fd-86b4-edface9406d7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.2703927 Dec 15 21:56:54.966085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for eed9f001-fb3b-4324-99ae-68e627ee85bd owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:56:55.019155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-12f8da28-f123-47f5-bc3a-81527775b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.020636 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-12f8da28-f123-47f5-bc3a-81527775b0f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=270d37a1-b4d6-44cb-bf82-c14efa40ef31 HTTP/1.1" status: 200 len: 835 time: 0.0759039 Dec 15 21:56:55.069832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e40441ee-8d62-4735-bf77-39fe29538c90 req-b3279fcb-bf5a-43b1-b58b-fb10b4c41071 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754437 Dec 15 21:56:55.086264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6ee00-97b2-4249-b971-660943ca7f14 req-0338adc6-f953-495f-b66b-54efadf8f1ae tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.086264 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-50f6ee00-97b2-4249-b971-660943ca7f14 req-0338adc6-f953-495f-b66b-54efadf8f1ae tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1770582 Dec 15 21:56:55.093291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41352) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:55.148264 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-50f6ee00-97b2-4249-b971-660943ca7f14 req-e40878e6-407a-4e17-aa28-6256db6155a4 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519993 Dec 15 21:56:55.158347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-e621b10e-b620-4a44-a63c-a52d1e23eda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.161745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-e621b10e-b620-4a44-a63c-a52d1e23eda8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3be49f15-4d25-4a88-b7d0-a068d9ecdba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1325634 Dec 15 21:56:55.260205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.267046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:55.317430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=eed9f001-fb3b-4324-99ae-68e627ee85bd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:55.320434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:55.327308 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-feb62472-fcdf-4684-97e9-b7b89250e42e service neutron] 10.222.0.32 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607604 Dec 15 21:56:55.477849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44362c-f97d-4f24-883d-241e084ebb29 req-09528a57-cf89-4d05-a963-1fe5ffdbd6bc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.479263 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e44362c-f97d-4f24-883d-241e084ebb29 req-09528a57-cf89-4d05-a963-1fe5ffdbd6bc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 943 time: 0.2903700 Dec 15 21:56:55.507105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.520548 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4bf3423-29f1-4acb-8b49-14aa3126a221 req-e8adc907-88ec-4b98-a4fd-a5cdfd89b151 service neutron] 10.222.0.32 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863804 Dec 15 21:56:55.568261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b68175-aab5-4e11-86b4-8245e49f9e18 req-6cab02b2-a7b9-44c9-95b1-b55c10c40e7b tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.570279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b9b68175-aab5-4e11-86b4-8245e49f9e18 req-6cab02b2-a7b9-44c9-95b1-b55c10c40e7b tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.0955257 Dec 15 21:56:55.665764 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b9b68175-aab5-4e11-86b4-8245e49f9e18 req-7bd4152b-cea1-447c-864f-4779524a29a6 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609598 Dec 15 21:56:55.682222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-d82a050c-3831-4e5c-8593-cbd102f2be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.683674 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-d82a050c-3831-4e5c-8593-cbd102f2be4d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 1096 time: 0.1112943 Dec 15 21:56:55.820228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-3021bda2-b311-480d-8a64-a0857f5d7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.824275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-3021bda2-b311-480d-8a64-a0857f5d7de9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3be49f15-4d25-4a88-b7d0-a068d9ecdba1 HTTP/1.1" status: 200 len: 898 time: 0.1334741 Dec 15 21:56:55.902304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-b5c2fd7b-13a9-4a5d-aab0-46ce94c27e8d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16 HTTP/1.1" status: 200 len: 217 time: 0.0698931 Dec 15 21:56:55.915472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.921842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.932150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e44362c-f97d-4f24-883d-241e084ebb29 req-2fc1bde6-ecdf-4cbb-8ae0-cb3fb82c08b1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4442027 Dec 15 21:56:55.941679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d27db9-0916-45a4-a2a3-398ba495dc18 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.943154 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-75d27db9-0916-45a4-a2a3-398ba495dc18 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1093 time: 0.8487158 Dec 15 21:56:55.955429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:55.960595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '50357775-1a3b-4ede-b635-8c63bc229816', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:55.963683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.964255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router 7db6dd2b-5b41-4e72-840f-49bfe1fc8595 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:56:55.969683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:55.977098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:floatingip and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:55.978931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-b31a683c-d6c9-45c9-b50b-9add1b506f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.980430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-b31a683c-d6c9-45c9-b50b-9add1b506f4b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc0f03f8dee4143ab0f19383784189c&device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 1098 time: 0.4206619 Dec 15 21:56:55.981249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:55.985624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:55.986657 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 204 len: 168 time: 2.0905950 Dec 15 21:56:55.990238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-8002a3a6-c65b-42d9-9bb5-ace395e3d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:55.991021 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-8002a3a6-c65b-42d9-9bb5-ace395e3d614 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=270d37a1-b4d6-44cb-bf82-c14efa40ef31 HTTP/1.1" status: 200 len: 835 time: 0.0813706 Dec 15 21:56:55.991846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:55.993688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41366) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:56:55.999634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1693358099', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}, 'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:56:56.050282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:56:56.058673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Usage tracker for resource:router and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:56:56.066363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:56.082937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:56:56.093314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:56:56.124237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-b9213183-f900-43cd-8f37-373cea5efb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:56.125672 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-b9213183-f900-43cd-8f37-373cea5efb5d service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 200 len: 912 time: 0.1378095 Dec 15 21:56:56.153203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:56.154194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:56.193286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:56.197133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-200a896b-61e5-47b9-bffa-789615deb7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:56.198630 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-200a896b-61e5-47b9-bffa-789615deb7e8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3be49f15-4d25-4a88-b7d0-a068d9ecdba1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1935260 Dec 15 21:56:56.209238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-340a62b8-fa8f-4fdb-8ed8-1696d124f7d6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 200 len: 217 time: 0.0655131 Dec 15 21:56:56.271449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-cd1346b2-bd62-4cab-a5d6-07d0ef000350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:56.272925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-cd1346b2-bd62-4cab-a5d6-07d0ef000350 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cdca48e-d2c2-4142-aede-460219d97f5f HTTP/1.1" status: 200 len: 851 time: 0.0578191 Dec 15 21:56:56.321525 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-5f4a42eb-76c5-47ad-b451-013a7370d875 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd1c5a70-3844-4277-b4be-260555acb684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407665 Dec 15 21:56:56.460642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-3f30bd3e-e2c9-47de-9fe2-bd72a46155e4 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308434 Dec 15 21:56:56.597380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9cdb5edf-235b-4f0e-bf20-ed2a545363d3 req-5f4168ef-edbf-46ad-8a74-df05e7436c03 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298313 Dec 15 21:56:56.734182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:56.746267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-6093fadb-acaa-4ce1-8c3f-0589224f8b2c service neutron] 10.222.0.32 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370917 Dec 15 21:56:56.786232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.131788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ed10-497e-41ef-9dd3-9e13e7983457 req-3fef420e-7661-4f59-b5d0-580a25bcfe7b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:57.133271 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cc1ed10-497e-41ef-9dd3-9e13e7983457 req-3fef420e-7661-4f59-b5d0-580a25bcfe7b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 943 time: 0.0900033 Dec 15 21:56:57.141503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac8f559e-fcd6-4a3a-9a2c-cc5da683652a req-3e0329ab-694b-49a0-9538-91e2ccbf7b74 service neutron] 10.222.0.32 "GET /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753555 Dec 15 21:56:57.162270 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df50c3-8d18-4b48-9300-f23755e418ac req-5366d19b-337f-4d40-b469-4d46e7bf2157 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:57.163713 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-71df50c3-8d18-4b48-9300-f23755e418ac req-5366d19b-337f-4d40-b469-4d46e7bf2157 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.3725343 Dec 15 21:56:57.172797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.26.6.103 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/aa7583e3-222c-4e95-acee-f245158a8c47) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:57.180793 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cc1ed10-497e-41ef-9dd3-9e13e7983457 req-ff2130dc-59d1-4e5a-b5b9-d17c603f1812 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399137 Dec 15 21:56:57.304072 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-71df50c3-8d18-4b48-9300-f23755e418ac req-4e34d17f-6d6e-4389-a6ce-ce3539ae69df tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290941 Dec 15 21:56:57.309378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9b798cf3-0af2-475f-971a-4ed4f1772c16 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:56:57.453181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:57.465874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '9b798cf3-0af2-475f-971a-4ed4f1772c16', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'port_id': '9b798cf3-0af2-475f-971a-4ed4f1772c16', 'mac_address': 'fa:16:3e:9d:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:56:57.520299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.532934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.537085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b798cf3-0af2-475f-971a-4ed4f1772c16 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:56:57.552648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:57.557157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.561133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:57.563168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.571144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.633537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:57.636852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:57.692635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:57.701633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c686f667-3c2d-4175-ace5-c473f4313080 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:57.779477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:57.780499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['9b798cf3-0af2-475f-971a-4ed4f1772c16'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:56:57.785056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:57.793116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:57.827502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Allocated IP 172.26.6.102 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/4738a84d-78aa-4703-9311-650a78332513) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:56:57.845096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=aa7583e3-222c-4e95-acee-f245158a8c47,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:57.851221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:58.307712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:58.364231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68694-1c85-4819-b6e6-4aabd9c837f9 req-42e3fe4e-6fa0-4762-9c37-d2049df10cf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:58.365724 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40c68694-1c85-4819-b6e6-4aabd9c837f9 req-42e3fe4e-6fa0-4762-9c37-d2049df10cf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 944 time: 0.0805466 Dec 15 21:56:58.417963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40c68694-1c85-4819-b6e6-4aabd9c837f9 req-66db864f-1cc0-4851-b9c5-ce676f72f3d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461686 Dec 15 21:56:58.484146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:58.492784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f70ba3f9-fb10-4159-a73d-f61f62f4490d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:58.573406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:56:58.579645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:56:58.590749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:56:58.613759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event updated for resources: {'Port': ['ID=4738a84d-78aa-4703-9311-650a78332513,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:58.618735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:58.731045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b71956-f45d-407b-8230-39640a004f4a req-9ed1a10b-c12e-4576-9d91-abd4df431a68 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:58.732441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2b71956-f45d-407b-8230-39640a004f4a req-9ed1a10b-c12e-4576-9d91-abd4df431a68 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.2977378 Dec 15 21:56:58.894779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:58.910465 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2b71956-f45d-407b-8230-39640a004f4a req-9eade45c-628d-4350-8361-c81cd8818c3c tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666720 Dec 15 21:56:59.122230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.211415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.333189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9b798cf3-0af2-475f-971a-4ed4f1772c16 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:56:59.398615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 9b798cf3-0af2-475f-971a-4ed4f1772c16 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:56:59.404234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 9b798cf3-0af2-475f-971a-4ed4f1772c16 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:56:59.404616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.534693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.563255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:56:59.573822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:56:59.581687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.584095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-24b32d6a-5077-4520-8cbe-b84a35ecc8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:56:59.648714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee6e6d-6816-4730-a413-01906e25ef75 req-07899820-8846-4990-8473-6de085d4a56f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:59.650958 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3cee6e6d-6816-4730-a413-01906e25ef75 req-07899820-8846-4990-8473-6de085d4a56f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0995486 Dec 15 21:56:59.673204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:56:59.690344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:56:59.705380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3cee6e6d-6816-4730-a413-01906e25ef75 req-2575b3c8-087e-4d89-b64c-3d4c296627b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484579 Dec 15 21:56:59.757901 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16', 'code': 200} Dec 15 21:56:59.784003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b3b60-68fa-4b75-bcd5-941d76e721ce req-90367e50-acea-4c91-99ec-03702d8d4037 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:56:59.785488 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e59b3b60-68fa-4b75-bcd5-941d76e721ce req-90367e50-acea-4c91-99ec-03702d8d4037 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.5177283 Dec 15 21:56:59.921811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.971328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:56:59.978623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a8de8aa5-de86-4f56-835b-86f8d0e2d9c8 tempest-PortsAdminExtendedAttrsTestJSON-1656729393 tempest-PortsAdminExtendedAttrsTestJSON-1656729393-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:00.013430 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e59b3b60-68fa-4b75-bcd5-941d76e721ce req-bd840e04-756a-4ca8-bb0a-3092e72ab82d tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158825 Dec 15 21:57:00.128043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=aa7583e3-222c-4e95-acee-f245158a8c47,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:00.130776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:00.134403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:00.145188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:00.300026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8639741b-8493-4416-87e9-08a272baa924 req-3404e556-81c1-4738-a335-94df52b45a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:00.301498 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8639741b-8493-4416-87e9-08a272baa924 req-3404e556-81c1-4738-a335-94df52b45a3d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 1098 time: 0.3890803 Dec 15 21:57:00.496471 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8639741b-8493-4416-87e9-08a272baa924 req-8a91698a-c796-4865-b68b-98d9661d17af service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870375 Dec 15 21:57:00.500018 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP e864a111-c742-440b-bf80-dc8b729aa80f associated. External IP: 172.26.6.103, port: 50357775-1a3b-4ede-b635-8c63bc229816. Dec 15 21:57:00.690895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Router fff296ee-82aa-4d57-834f-a8ca2c36491f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:57:00.898787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb571004-5da6-4ff9-a897-15dd0e8d62a0 req-7c3d1038-ad15-490a-8500-1d94abaf9352 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:00.900570 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb571004-5da6-4ff9-a897-15dd0e8d62a0 req-7c3d1038-ad15-490a-8500-1d94abaf9352 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0882573 Dec 15 21:57:00.946719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb571004-5da6-4ff9-a897-15dd0e8d62a0 req-252b3397-71d3-451a-8bb8-f7bbfc716eb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401580 Dec 15 21:57:01.235293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:01.237825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:01.245048 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] Sync routers for ids ['fff296ee-82aa-4d57-834f-a8ca2c36491f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:01.256686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] Routers {'fff296ee-82aa-4d57-834f-a8ca2c36491f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:01.257324 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fff296ee-82aa-4d57-834f-a8ca2c36491f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:01.315727 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:01.324060 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] Routers {'fff296ee-82aa-4d57-834f-a8ca2c36491f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:01.324668 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fff296ee-82aa-4d57-834f-a8ca2c36491f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:01.359308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:01.360517 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3659194 Dec 15 21:57:01.363423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:01.369925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:01.370672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a98fb-9764-48e3-891d-0fa8373aa0e7 req-d443f5cd-c18b-4396-af36-53501b35c3ce tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:01.372137 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b29a98fb-9764-48e3-891d-0fa8373aa0e7 req-d443f5cd-c18b-4396-af36-53501b35c3ce tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.2366562 Dec 15 21:57:01.385936 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:01.386344 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fc2f4-1f3b-46d4-bd41-a1172f4e1ba5 None None] The sync data for ids ['fff296ee-82aa-4d57-834f-a8ca2c36491f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:01.497293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b29a98fb-9764-48e3-891d-0fa8373aa0e7 req-3ee14216-605d-4aca-8869-33379476618b tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720038 Dec 15 21:57:01.501981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:01.515649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:01.524753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:01.553086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:01.563389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:01.618563 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6531823 Dec 15 21:57:01.618563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:57:01.680745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816', 'status': 'completed', 'code': 200} Dec 15 21:57:01.799063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-43e3f791-1a16-4238-a10a-57f1956abbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:01.800819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-43e3f791-1a16-4238-a10a-57f1956abbac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1098 time: 0.0943985 Dec 15 21:57:01.932692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:02.064529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-ab1090e5-ad74-4e29-bf6e-9ef0bfec69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.066159 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-ab1090e5-ad74-4e29-bf6e-9ef0bfec69ce service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.2507482 Dec 15 21:57:02.161208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8736a-5063-4cc9-965c-3eae91fa9a50 req-a409e2a0-7a34-4230-84a9-57bbbf0b92fc tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.168695 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ced8736a-5063-4cc9-965c-3eae91fa9a50 req-a409e2a0-7a34-4230-84a9-57bbbf0b92fc tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.2289414 Dec 15 21:57:02.226152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-80b2e441-71a8-4fa2-90cf-128a938193ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 200 len: 999 time: 0.1528749 Dec 15 21:57:02.238646 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ced8736a-5063-4cc9-965c-3eae91fa9a50 req-4f0d0294-4301-41b4-831a-e762aca764dc tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689619 Dec 15 21:57:02.306112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-45709bb3-ddbf-4628-93aa-ea89b71b2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.307944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-45709bb3-ddbf-4628-93aa-ea89b71b2f0d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0639818 Dec 15 21:57:02.359784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:02.369707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-c3ae7b19-9981-40d6-b557-c4a0d0921e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.380229 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-c3ae7b19-9981-40d6-b557-c4a0d0921e76 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=efc0f03f8dee4143ab0f19383784189c&device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 1098 time: 0.4490788 Dec 15 21:57:02.396119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-a3fac5f4-b7c9-4d00-9343-a1aa110a4394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.400182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-a3fac5f4-b7c9-4d00-9343-a1aa110a4394 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857332 Dec 15 21:57:02.409160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e864a111-c742-440b-bf80-dc8b729aa80f', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '50357775-1a3b-4ede-b635-8c63bc229816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:24:f7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741d194-591f-4fef-9daa-44f36030f586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:58Z', 'updated_at': '2021-12-15T21:56:58Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:02.412432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177741-5c0e-44e2-9414-3d3d645437d0 req-1c774495-3531-44bb-bee7-301708ecfd2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.413930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b177741-5c0e-44e2-9414-3d3d645437d0 req-1c774495-3531-44bb-bee7-301708ecfd2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.2569349 Dec 15 21:57:02.420252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:02.430506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:02.431095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:02.505468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:02.569157 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2b177741-5c0e-44e2-9414-3d3d645437d0 req-97c7c471-bb83-4b96-9ed8-df6022461c89 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423032 Dec 15 21:57:02.570604 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-ad027d04-0a59-4fd1-82ec-85d6e25dada5 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631711 Dec 15 21:57:02.581129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Deleting port 4738a84d-78aa-4703-9311-650a78332513 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:02.581466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:02.668928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:02.786945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:02.920266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Calling delete_port for 4738a84d-78aa-4703-9311-650a78332513 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:02.982551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-62077c09-f04a-4ca2-8325-6164216fbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:02.984467 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-62077c09-f04a-4ca2-8325-6164216fbdfd service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 200 len: 912 time: 0.6020856 Dec 15 21:57:03.060934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-008071c5-b0ee-4fab-818c-273f4878ed42 req-05a341ec-2f64-4c9a-9fbb-a44e08ffdda6 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4825931 Dec 15 21:57:03.075302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-e0211ff9-c0ef-4a9e-bf94-a2573011e871 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 200 len: 217 time: 0.0828154 Dec 15 21:57:03.077556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b97cc3-75ce-462a-8fe9-71bb999a3164 req-db5e9190-4dbf-46d1-b3b2-8732202f8d45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.087227 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-60b97cc3-75ce-462a-8fe9-71bb999a3164 req-db5e9190-4dbf-46d1-b3b2-8732202f8d45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.1495943 Dec 15 21:57:03.110029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e864a111-c742-440b-bf80-dc8b729aa80f', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '50357775-1a3b-4ede-b635-8c63bc229816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:24:f7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741d194-591f-4fef-9daa-44f36030f586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:58Z', 'updated_at': '2021-12-15T21:56:58Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:03.113681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6623c6-8230-4b10-9158-7c49a6997d8b None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e864a111-c742-440b-bf80-dc8b729aa80f', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '50357775-1a3b-4ede-b635-8c63bc229816', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:24:f7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1741d194-591f-4fef-9daa-44f36030f586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:58Z', 'updated_at': '2021-12-15T21:56:58Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:03.136391 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-60b97cc3-75ce-462a-8fe9-71bb999a3164 req-dfb3317b-6c10-48a1-812e-5ac7b07d3fae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481250 Dec 15 21:57:03.176399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-09680e08-0114-45eb-a723-2dc6c1446d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.178580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-09680e08-0114-45eb-a723-2dc6c1446d32 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7cdca48e-d2c2-4142-aede-460219d97f5f HTTP/1.1" status: 200 len: 851 time: 0.0910637 Dec 15 21:57:03.260335 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-c0974509-58e4-4ed3-85b7-83ab5b38793f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd1c5a70-3844-4277-b4be-260555acb684&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739958 Dec 15 21:57:03.361734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e3374-46fa-4ffa-97e7-d759b02c82d5 None None] New status for floating IP e864a111-c742-440b-bf80-dc8b729aa80f: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:57:03.430554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:03.438026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a42c9891-30af-41d8-b519-35c4b0361eb3 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:03.442630 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-d28f8125-8d94-48da-9c77-90d4fb77c5b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767019 Dec 15 21:57:03.510432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Pushing event deleted for resources: {'Port': ['ID=4738a84d-78aa-4703-9311-650a78332513,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:03.540907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:03.599217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-023b19e0-49ba-41c1-ac0f-a87c91e3cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.602270 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-023b19e0-49ba-41c1-ac0f-a87c91e3cbe9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1099 time: 0.0887120 Dec 15 21:57:03.741002 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-e9008be9-b080-4e83-b204-058a0eaf79ba service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647059 Dec 15 21:57:03.756590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-c4688224-dc20-4eac-a45a-006b0800b3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.758035 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-c4688224-dc20-4eac-a45a-006b0800b3f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 897 time: 0.1350694 Dec 15 21:57:03.851793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:03.861672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-c7f55ffb-8248-4a34-a665-e83546d38153 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 1002 time: 0.0973492 Dec 15 21:57:03.906332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060eba2-1ee5-47f9-b10a-0bd5d6191c11 req-afcd422e-1f84-4d5f-b5fe-db2f9bf70fbe tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.907766 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2060eba2-1ee5-47f9-b10a-0bd5d6191c11 req-afcd422e-1f84-4d5f-b5fe-db2f9bf70fbe tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.5357294 Dec 15 21:57:03.924804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-daff4b5e-1c20-42f1-8cee-6e659337832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:03.926293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-daff4b5e-1c20-42f1-8cee-6e659337832d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 200 len: 837 time: 0.0585005 Dec 15 21:57:04.004610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-bc0d4ae5-8b1e-46b3-9677-b6c9609cc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:04.006598 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-bc0d4ae5-8b1e-46b3-9677-b6c9609cc562 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0738189 Dec 15 21:57:04.145604 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-2881fe57-6e32-42a1-9965-b5c6e059c552 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327848 Dec 15 21:57:04.180011 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2060eba2-1ee5-47f9-b10a-0bd5d6191c11 req-81af891a-a957-46e2-81df-0e170f19ac52 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629206 Dec 15 21:57:04.185605 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e6666cc-ec97-4bbc-b6ea-ca835a30fa70 req-57e34cc7-36da-4a66-8c75-f766508341e2 service neutron] 10.222.0.32 "GET /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344759 Dec 15 21:57:04.282131 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df9b9f1c-43e8-45dd-aa19-f3cc1424d4ea req-8d635691-ab68-42bb-873b-ad87832ede55 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295960 Dec 15 21:57:04.316279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:04.320095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:04.453197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Router fff296ee-82aa-4d57-834f-a8ca2c36491f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:04.581920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:04.591124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] Sync routers for ids ['fff296ee-82aa-4d57-834f-a8ca2c36491f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:04.592363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:04.593486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "PUT /v2.0/routers/fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 200 len: 706 time: 3.2287025 Dec 15 21:57:04.596289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41412) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:04.600893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] Routers {'fff296ee-82aa-4d57-834f-a8ca2c36491f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:04.601493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fff296ee-82aa-4d57-834f-a8ca2c36491f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:04.663648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:04.671958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] Routers {'fff296ee-82aa-4d57-834f-a8ca2c36491f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:04.672588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['fff296ee-82aa-4d57-834f-a8ca2c36491f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:04.679993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:04.728382 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-67c81a1e-3949-4c53-ab03-ce9bf68a1283 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/routers/fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 200 len: 741 time: 0.1284723 Dec 15 21:57:04.728635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41420) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:04.737821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:04.738326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ca17f-1232-45d7-98b8-1194ec70e55c None None] The sync data for ids ['fff296ee-82aa-4d57-834f-a8ca2c36491f'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:04.773794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2495a27d-8f08-4304-94e5-ec80bd8b3af8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&device_id=fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 200 len: 205 time: 0.0434599 Dec 15 21:57:04.776746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41424) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:04.824988 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e2dcc04-0938-46ed-ad7c-9d8d6020ad42 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 200 len: 205 time: 0.0442290 Dec 15 21:57:04.824988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41428) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.121215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.453256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.455669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.480677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.481993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Fanout notify agent at l3_agent the message router_deleted on router fff296ee-82aa-4d57-834f-a8ca2c36491f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:57:05.494757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.496100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-faca695e-ab0e-4546-acd5-d05c9ecd2f81 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 204 len: 168 time: 0.6700525 Dec 15 21:57:05.499344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.549371 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c7c06cf9-4932-45f7-9dd9-83626b921f74 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 200 len: 205 time: 0.0480361 Dec 15 21:57:05.551559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41438) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.559123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c025706-a1bc-414d-957f-69dacd5289b0 req-7a7e8199-d24b-4e2e-8153-a0988c5a8a1d tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:05.566663 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c025706-a1bc-414d-957f-69dacd5289b0 req-7a7e8199-d24b-4e2e-8153-a0988c5a8a1d tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1738758 Dec 15 21:57:05.631643 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-3bb6c9ab-08dd-46ce-afba-b0a7a56ced49 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:05.632133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3bb6c9ab-08dd-46ce-afba-b0a7a56ced49 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/fff296ee-82aa-4d57-834f-a8ca2c36491f HTTP/1.1" status: 404 len: 336 time: 0.0797298 Dec 15 21:57:05.635337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41442) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.659560 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c025706-a1bc-414d-957f-69dacd5289b0 req-d2464144-eb48-44d8-b545-5f27b7968887 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575762 Dec 15 21:57:05.684879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b71d0df-e4bb-4148-b4dd-c3d961096419 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 200 len: 205 time: 0.0466034 Dec 15 21:57:05.685369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41448) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.732514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:05.762339 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-1281c58a-b610-4518-92b5-339893755c69 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:05.762939 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1281c58a-b610-4518-92b5-339893755c69 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/7db6dd2b-5b41-4e72-840f-49bfe1fc8595 HTTP/1.1" status: 404 len: 336 time: 0.0767980 Dec 15 21:57:05.765529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41452) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.827358 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7ef42a12-3626-4e20-8fc2-d8515107e5a9 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 200 len: 205 time: 0.0540116 Dec 15 21:57:05.827358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41456) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.905470 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-bb700b0e-2892-4f20-a2d7-04aaeb4fd482 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:05.905470 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb700b0e-2892-4f20-a2d7-04aaeb4fd482 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/0d2f93f0-fd82-4f41-9933-5addb55b4225 HTTP/1.1" status: 404 len: 336 time: 0.0762320 Dec 15 21:57:05.905470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41460) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:05.956947 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-83c4d72f-dedf-4e8c-9c26-a3d173eee6af tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 200 len: 205 time: 0.0523636 Dec 15 21:57:05.959612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.035214 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-ccef6cdc-663f-41df-a61e-5c3ac3d8de41 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:06.040720 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ccef6cdc-663f-41df-a61e-5c3ac3d8de41 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/03d38523-64d4-413d-8c44-91601c9d28bd HTTP/1.1" status: 404 len: 336 time: 0.0756884 Dec 15 21:57:06.040720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.088956 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c28d515c-85a5-4ee9-aaa6-080a5023223e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 200 len: 205 time: 0.0452101 Dec 15 21:57:06.088956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41474) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.163928 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-286b3851-e094-480c-be8b-35893b4fba69 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:06.164931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-286b3851-e094-480c-be8b-35893b4fba69 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/9350e99a-201e-40a3-91f7-b30776c60585 HTTP/1.1" status: 404 len: 336 time: 0.0755389 Dec 15 21:57:06.167628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41478) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.195266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8a035-ead2-4520-904e-18a121353e5b req-53a2ced2-868a-4aeb-a9cc-630b790957c4 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:06.199902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-07c8a035-ead2-4520-904e-18a121353e5b req-53a2ced2-868a-4aeb-a9cc-630b790957c4 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1770136 Dec 15 21:57:06.218194 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d049293-74dc-4064-a1d6-d0b9bca81e8a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "GET /v2.0/ports?device_id=323d0c79-4e93-4541-b967-ad435900ae6b HTTP/1.1" status: 200 len: 205 time: 0.0485170 Dec 15 21:57:06.219773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41482) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.291498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (3be49f15-4d25-4a88-b7d0-a068d9ecdba1/270d37a1-b4d6-44cb-bf82-c14efa40ef31/9af2b679-8ada-4ac7-aa98-8f9bfdadd164) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:06.294949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-228b77d9-49b9-4a07-8cf2-6655dd3870d6 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] delete failed (client error): The resource could not be found. Dec 15 21:57:06.295469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-228b77d9-49b9-4a07-8cf2-6655dd3870d6 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/routers/323d0c79-4e93-4541-b967-ad435900ae6b HTTP/1.1" status: 404 len: 336 time: 0.0748625 Dec 15 21:57:06.295942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-07c8a035-ead2-4520-904e-18a121353e5b req-2e64fa53-b24b-4374-a07d-1a5921579a46 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713265 Dec 15 21:57:06.300158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41486) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.341334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-2614bfdc-3542-4da3-aef5-57ec0d784660 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] DELETE failed (client error): The resource could not be found. Dec 15 21:57:06.341793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2614bfdc-3542-4da3-aef5-57ec0d784660 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 21:57:06.368148 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2614bfdc-3542-4da3-aef5-57ec0d784660 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] 10.222.0.18 "DELETE /v2.0/subnets/e7300b9a-0b20-4e47-982c-0245563f3a7f HTTP/1.1" status: 404 len: 337 time: 0.0686893 Dec 15 21:57:06.501388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.517736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:06.544191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.551810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:06.619990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:06.622897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:06.625940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:06.649056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41494) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:06.682676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:06.688117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:06.698810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.823621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.835436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.839771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:06.843689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Usage tracker for resource:security_group_rule and tenant:40b4ced32eeb497e85fed454831922f0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:06.846608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:06.852388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:06.929296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5d9cf5ff-f6a1-42ae-b799-2189a2875656 None None] Provisioning for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:06.934292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5d9cf5ff-f6a1-42ae-b799-2189a2875656 None None] Provisioning complete for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:06.934678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf5ff-f6a1-42ae-b799-2189a2875656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.938153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.942850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:06.950423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fb42481c-9382-4a14-83a3-c6cb2584ebf1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:06.998595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5d9cf5ff-f6a1-42ae-b799-2189a2875656 None None] Port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:07.121486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40b4ced32eeb497e85fed454831922f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710085 Dec 15 21:57:07.122473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ffdb09-b687-44cf-9925-1526d56508e8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:07.124776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41500) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:07.127536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:07.186886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.215111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.266151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.270522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7de9a0f-d478-487d-84ea-fd38faafa188 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:07.282259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ffdb09-b687-44cf-9925-1526d56508e8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:07.284662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:07.290320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.290924 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13ffdb09-b687-44cf-9925-1526d56508e8 HTTP/1.1" status: 204 len: 168 time: 0.1652417 Dec 15 21:57:07.402411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.406654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.435100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ffb3d84a-8cb7-4d36-a7a4-687402a58258 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:07.489190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f711cc-43f0-4e3b-906a-ba6045f3813b req-66dcab5c-f3a2-4fe7-87d3-bbb108837883 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:07.491214 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7f711cc-43f0-4e3b-906a-ba6045f3813b req-66dcab5c-f3a2-4fe7-87d3-bbb108837883 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.0863008 Dec 15 21:57:07.527689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:07.530226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.540327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:07.558774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b7f711cc-43f0-4e3b-906a-ba6045f3813b req-bf4095e6-d62d-4cfc-86a1-1170eb416658 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611427 Dec 15 21:57:07.613520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41510) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:07.663785 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6e0cf6b9-6f88-4bbd-bef5-b45331497a84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a3cf4e9b68a444681363d1691c7ac41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488763 Dec 15 21:57:07.666033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:07.675137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:07.676267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:07.728800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.758327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.814727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.819101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dda0c29-99c3-4986-b6a0-09c581aebdbd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:07.833597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f736ca9-50d1-4af6-8ccb-ce37d5b0f357,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:07.837227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:07.840505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.851498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1f736ca9-50d1-4af6-8ccb-ce37d5b0f357 HTTP/1.1" status: 204 len: 168 time: 0.1772575 Dec 15 21:57:07.876043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:07.925916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6b7fb620-047f-4051-a070-176c9c28425c None None] Provisioning complete for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:07.926325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b7fb620-047f-4051-a070-176c9c28425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:07.983022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fb620-047f-4051-a070-176c9c28425c None None] Port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:08.133650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-c49c0878-81a5-4434-885c-4c73056fb441 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:08.135086 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-c49c0878-81a5-4434-885c-4c73056fb441 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.32 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.1931896 Dec 15 21:57:08.136268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:08.140902 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2594123b-6d66-4dd8-9c73-40395a371bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4598019 Dec 15 21:57:08.154750 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:08.166710 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:08.167444 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:08.212210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Deleting port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:08.212556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.356596 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:08.470582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] For port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,segment=NetworkSegment(110c0c48-940d-47f8-b3f8-292ce17ade92),segment_id=110c0c48-940d-47f8-b3f8-292ce17ade92)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:08.470941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.617902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Calling delete_port for c5e4a845-824c-4cec-a9b3-1c518dfe1d4f owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:08.684455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41544) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:08.737298 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:06Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9af2b679-8ada-4ac7-aa98-8f9bfdadd164', 'name': '', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:30:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:06Z', 'updated_at': '2021-12-15T21:57:07Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:08.742355 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:08.742744 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Updating router 2594123b-6d66-4dd8-9c73-40395a371bfc port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:57:08.795847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-577416019'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:08.798931 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.801615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:08.806397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:network and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:08.809632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:08.816627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:08.827679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:08.831776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.846073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.862957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:08.867492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:security_group_rule and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:08.871144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:08.878787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:08.970868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fa05a-b4a9-4658-a401-08bcb81f18c4 req-68ecf488-bff6-4e25-bdf5-0695cb378d5f tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:08.975914 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c2fa05a-b4a9-4658-a401-08bcb81f18c4 req-68ecf488-bff6-4e25-bdf5-0695cb378d5f tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/ports?device_id=a81202e9-0245-4e43-9781-0ab76f1f773c HTTP/1.1" status: 200 len: 945 time: 0.3003871 Dec 15 21:57:08.984258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.988759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:08.993274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-050e4267-da2a-4475-a08e-89f52ba90d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.018128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.031721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['c5e4a845-824c-4cec-a9b3-1c518dfe1d4f'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:57:09.033569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b9f5a0b-ccd1-4ad1-b781-975b17a710ff tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.048120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49e10c77-7707-40d7-a6d1-f6f436ea1619,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.071222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.090139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:09.090903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Pushing event deleted for resources: {'Port': ['ID=c5e4a845-824c-4cec-a9b3-1c518dfe1d4f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.093739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.106050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.106516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Added segment d695aa88-06ea-4e26-aedf-ca9bae1a4574 of type vlan for network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 Dec 15 21:57:09.129115 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c2fa05a-b4a9-4658-a401-08bcb81f18c4 req-efae8f4f-ab87-4715-846c-2636ef6178a2 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.18 "GET /v2.0/security-groups?id=2198e020-3c49-413a-960a-95fc6889c90a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495788 Dec 15 21:57:09.134015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.170216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] No DVR routers for this DVR port c5e4a845-824c-4cec-a9b3-1c518dfe1d4f on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:09.172575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.175347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.175555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'name': 'network-vif-deleted', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:57:09.182047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:09.182798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.188218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0a25401-7e83-425f-8f4a-dfc27a9945d5 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.199103 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-16272824-4f2e-43ad-beda-1b5c0959ae13 req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] 10.222.0.32 "DELETE /v2.0/ports/c5e4a845-824c-4cec-a9b3-1c518dfe1d4f HTTP/1.1" status: 204 len: 173 time: 1.0569916 Dec 15 21:57:09.223045 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.236430 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Transition to ACTIVE for port object 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:09.243781 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.248091 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.250625 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81202e9-0245-4e43-9781-0ab76f1f773c', 'name': 'network-vif-deleted', 'tag': 'c5e4a845-824c-4cec-a9b3-1c518dfe1d4f', 'status': 'completed', 'code': 200} Dec 15 21:57:09.317110 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.6309319 Dec 15 21:57:09.318812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Network': ['ID=0a2b5b74-09e8-4c8a-b270-5dcd06486183,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.320127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:09.326223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'subnet': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:09.328278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.329847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:09.385528 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Pushing event updated for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.454636 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.455293 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.456121 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.456633 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.457123 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.457871 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.458201 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.458536 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.459388 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.459761 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.460106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.460425 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:09.469951 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.486566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Attempting to bind port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:09.487212 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Attempting to bind port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:09.487756 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Attempting to bind port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 on network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:09.493561 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:09.494215 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Checking segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:09.494800 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.495372 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Bound using segment: {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:09.496050 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Bound port: 9af2b679-8ada-4ac7-aa98-8f9bfdadd164, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78691330-1e62-439c-b84d-0cf2738fef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:09.496602 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.496734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:09.500624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:subnet and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:09.503667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:09.510680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:09.524563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:09.528799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.592688 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] For port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:09.595843 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] For port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:09.601924 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.607221 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-47d1b9b4-ecdf-45b4-89e2-a9c116eb80b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.686233 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:09.686862 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:56:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:09.792125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Pushing event updated for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.801513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.804941 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.806687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-82692828-7a74-41f2-b40a-d23476042f06 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:09.895407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Subnet': ['ID=e46befb9-8a58-4c5f-b841-d9d3c70c5156,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:09.900439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:09.901805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Checking segment: {'id': 'd695aa88-06ea-4e26-aedf-ca9bae1a4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:09.902312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network hostable DHCP agents. Network: 0a2b5b74-09e8-4c8a-b270-5dcd06486183, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:09.920525 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:09.927854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:09.940931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 0a2b5b74-09e8-4c8a-b270-5dcd06486183) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:09.945304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:09.945898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:09.954411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472840c-3b5e-4e8d-b206-ff5b1a062677 None None] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:09.974377 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6530867 Dec 15 21:57:09.977151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41558) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:09.982905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-4765706'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:10.121201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:10.125348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:port and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:10.128649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:10.135181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:10.147851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:10.152473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.175840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port 271afb96-ba25-4508-a451-f39298e047ef yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:10.196339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'tenant_id': '9cba807304c24263afcc512ddff6fb87', 'fixed_ips': [{'subnet_id': 'e46befb9-8a58-4c5f-b841-d9d3c70c5156'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:10.197902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.241780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41564) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:10.307657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Deleting subnet 7cdca48e-d2c2-4142-aede-460219d97f5f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:10.311102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.326019 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:06Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9af2b679-8ada-4ac7-aa98-8f9bfdadd164', 'name': '', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:30:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:06Z', 'updated_at': '2021-12-15T21:57:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:10.330648 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592800ec-be70-4ab4-9e19-dc92b0a4a9e7 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:06Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9af2b679-8ada-4ac7-aa98-8f9bfdadd164', 'name': '', 'network_id': '3be49f15-4d25-4a88-b7d0-a068d9ecdba1', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:30:44:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:06Z', 'updated_at': '2021-12-15T21:57:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '270d37a1-b4d6-44cb-bf82-c14efa40ef31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:10.361169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::cf (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/271afb96-ba25-4508-a451-f39298e047ef) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:10.362586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.440743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.521814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.528154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-301141db-4f74-444e-997e-14a9a2d7c4a6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:10.569523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdca48e-d2c2-4142-aede-460219d97f5f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:10.572796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:10.573979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.580189 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7cdca48e-d2c2-4142-aede-460219d97f5f HTTP/1.1" status: 204 len: 168 time: 0.3372993 Dec 15 21:57:10.582615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41568) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:10.616305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.633861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object 271afb96-ba25-4508-a451-f39298e047ef will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:10.669962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.693806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-17cd46d2-980e-4fb0-a8ae-7c110487e994 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:10.697765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.727548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Allocated IP 2001:db8::2 (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/4114630e-a696-4021-8efb-bcb418596b1d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:10.743232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:10.751413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:10.754308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:10.762649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:10.763302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.801293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=271afb96-ba25-4508-a451-f39298e047ef,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:10.805537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:10.807601 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.8294322 Dec 15 21:57:10.810738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41574) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:10.818595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-688630150', 'allowed_address_pairs': [{'ip_address': '2001:db8::cf', 'mac_address': 'fa:16:3e:47:1e:32'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:10.863599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.892861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1c5a70-3844-4277-b4be-260555acb684']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:10.906813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c0c48-940d-47f8-b3f8-292ce17ade92') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:10.907112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c0c48-940d-47f8-b3f8-292ce17ade92') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:10.919699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.938505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.949832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:10.950232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:10.965212 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:10.979346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:10.990991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Transition to ACTIVE for port object 4114630e-a696-4021-8efb-bcb418596b1d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:11.017371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Transition to ACTIVE for port object 4114630e-a696-4021-8efb-bcb418596b1d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:11.030731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.031896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:11.036160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:port and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:11.037697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5934a0bc-7270-48e4-b7e3-628bd58be2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.039587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:11.045937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:11.058487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.063558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-26bdec9a-ca32-47ca-a7d9-10bb7540d71d tempest-PortsAdminExtendedAttrsTestJSON-236013732 tempest-PortsAdminExtendedAttrsTestJSON-236013732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.067626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:11.085858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.095447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1c5a70-3844-4277-b4be-260555acb684,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.098305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.102834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:11.103826 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd1c5a70-3844-4277-b4be-260555acb684 HTTP/1.1" status: 204 len: 168 time: 0.5202577 Dec 15 21:57:11.104478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:11.106960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:11.110332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:11.204821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Deleting subnet 5531e0cc-0616-48ed-94aa-1b07452f0613 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:11.207682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.218510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Pushing event updated for resources: {'Port': ['ID=4114630e-a696-4021-8efb-bcb418596b1d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.222312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.229862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.233822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Attempting to bind port 4114630e-a696-4021-8efb-bcb418596b1d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:11.234286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Attempting to bind port 4114630e-a696-4021-8efb-bcb418596b1d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'd695aa88-06ea-4e26-aedf-ca9bae1a4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:11.234664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Attempting to bind port 4114630e-a696-4021-8efb-bcb418596b1d on network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:11.240786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:11.241987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Checking segment: {'id': 'd695aa88-06ea-4e26-aedf-ca9bae1a4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:11.241987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.242189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Bound using segment: {'id': 'd695aa88-06ea-4e26-aedf-ca9bae1a4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:11.242624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Bound port: 4114630e-a696-4021-8efb-bcb418596b1d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd695aa88-06ea-4e26-aedf-ca9bae1a4574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:11.243004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.268251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port c8061792-3040-4d77-9667-229d12fd0857 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:11.273942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.342918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.348944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c40db155-4284-47fc-8220-232c9844a344 None None] For port 4114630e-a696-4021-8efb-bcb418596b1d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:11.356428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c40db155-4284-47fc-8220-232c9844a344 None None] For port 4114630e-a696-4021-8efb-bcb418596b1d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4114630e-a696-4021-8efb-bcb418596b1d,segment=NetworkSegment(d695aa88-06ea-4e26-aedf-ca9bae1a4574),segment_id=d695aa88-06ea-4e26-aedf-ca9bae1a4574)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:11.367097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.371992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b00c91c-a841-4c33-b3e7-f1d429c75a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.409012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c5e4a845-824c-4cec-a9b3-1c518dfe1d4f no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:11.418164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.423558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2fcfcf90-17e7-4b74-819e-ba237b30cc47 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.443184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::4c (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/c8061792-3040-4d77-9667-229d12fd0857) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:11.458742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: c5e4a845-824c-4cec-a9b3-1c518dfe1d4f {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:11.459633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c5e4a845-824c-4cec-a9b3-1c518dfe1d4f not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:11.464852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5531e0cc-0616-48ed-94aa-1b07452f0613,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.467946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.468389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.474929 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5531e0cc-0616-48ed-94aa-1b07452f0613 HTTP/1.1" status: 204 len: 168 time: 0.3693376 Dec 15 21:57:11.477381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:11.483497 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Pushing event updated for resources: {'Port': ['ID=4114630e-a696-4021-8efb-bcb418596b1d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.486598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.594114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.746408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.773206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62836f5-8b40-485f-9444-020fd7925002']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:11.786494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea767734-1fed-4eb4-b521-5c68101150b4') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:11.786795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea767734-1fed-4eb4-b521-5c68101150b4') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:11.799303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.816566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.824113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:11.824513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.825230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:11.841925 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:11.844686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object c8061792-3040-4d77-9667-229d12fd0857 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:11.876396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.883859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2b90d36-c45e-449f-8f12-14c4a8c891e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.917275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.920573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a9816037-46ab-47ca-87fd-dec34f698a77 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:11.933824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.943010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Pushing event deleted for resources: {'Network': ['ID=d62836f5-8b40-485f-9444-020fd7925002,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.948885 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d62836f5-8b40-485f-9444-020fd7925002 HTTP/1.1" status: 204 len: 168 time: 0.4679854 Dec 15 21:57:11.948885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.952058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:11.954848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:11.958942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:11.964426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:11.965032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:11.984239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=c8061792-3040-4d77-9667-229d12fd0857,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:11.989269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:11.997307 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1851089 Dec 15 21:57:11.999832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41588) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:12.094147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:12.100750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:12.106708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:12.107659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Synchronizing usage tracker for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:12.125228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Unset dirty status for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:12.126365 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16fd6386-7f1c-4e46-a290-bce34254d820 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2475 time: 0.1253808 Dec 15 21:57:12.129318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:12.131943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41596) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:12.192341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1adb728e-b5a4-4da0-92ec-d1bf2d01ef7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=efc0f03f8dee4143ab0f19383784189c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591536 Dec 15 21:57:12.194785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41600) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:12.222649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port c8061792-3040-4d77-9667-229d12fd0857 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:12.222649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.277524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.344703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.413038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4114630e-a696-4021-8efb-bcb418596b1d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:12.447642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.475502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4085ecc-5041-4fa9-b59a-269636a18436 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:12.512165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2198e020-3c49-413a-960a-95fc6889c90a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:12.529800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:12.529800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.544343 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2198e020-3c49-413a-960a-95fc6889c90a HTTP/1.1" status: 204 len: 168 time: 0.3363566 Dec 15 21:57:12.638201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 4114630e-a696-4021-8efb-bcb418596b1d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:12.653616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:12.702011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41837742-4264-4f2e-b4b6-b9102a235bb3 None None] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:12.807153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:12.946313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for c8061792-3040-4d77-9667-229d12fd0857 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:13.028439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Provisioning for port 4114630e-a696-4021-8efb-bcb418596b1d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:13.041466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:13.048940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:13.048940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.085279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Provisioning complete for port 4114630e-a696-4021-8efb-bcb418596b1d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:13.085279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.144722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41610) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:13.204599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.216857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-53f27a16-242a-4d20-a862-009f42be0f04 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:13.260403 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85440b93-7ad2-44be-9c46-a959d0beedcb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aa728b93bcee4c5da9f888045cc24435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1096740 Dec 15 21:57:13.260403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41614) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:13.275351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=c8061792-3040-4d77-9667-229d12fd0857,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:13.275351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:13.363344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.374714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.390395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.395660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.478388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] For port 4114630e-a696-4021-8efb-bcb418596b1d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4114630e-a696-4021-8efb-bcb418596b1d,segment=NetworkSegment(d695aa88-06ea-4e26-aedf-ca9bae1a4574),segment_id=d695aa88-06ea-4e26-aedf-ca9bae1a4574)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:13.495613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.500564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:13.507516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2d2f9f78-d825-4da0-a14e-e67f29e3e534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:13.513668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.534036 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/c8061792-3040-4d77-9667-229d12fd0857 HTTP/1.1" status: 204 len: 168 time: 1.3969860 Dec 15 21:57:13.534036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:13.549070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb8ee16-92ff-42d3-b4ba-b3addb26537c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:13.549070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:13.549070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.555455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfb8ee16-92ff-42d3-b4ba-b3addb26537c HTTP/1.1" status: 204 len: 168 time: 0.2964201 Dec 15 21:57:13.624589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-81ebbc75-03aa-463f-8bbb-f633561d05f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.640024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.645461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:13.659935 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-4524973c-82dc-4cbb-acaa-bdad0f2175bc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] GET failed (client error): The resource could not be found. Dec 15 21:57:13.659935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4524973c-82dc-4cbb-acaa-bdad0f2175bc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Synchronizing usage tracker for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:13.690879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4524973c-82dc-4cbb-acaa-bdad0f2175bc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Unset dirty status for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:13.695721 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4524973c-82dc-4cbb-acaa-bdad0f2175bc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports/c8061792-3040-4d77-9667-229d12fd0857 HTTP/1.1" status: 404 len: 333 time: 0.1602378 Dec 15 21:57:13.696050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:13.699562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.709343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-655934739'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:13.838967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Pushing event updated for resources: {'Port': ['ID=4114630e-a696-4021-8efb-bcb418596b1d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:13.843367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:13.843760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:13.889377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:13.904051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:13.915031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Provisioning for port 271afb96-ba25-4508-a451-f39298e047ef completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:13.921873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:13.926029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.933500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:13.948811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Provisioning complete for port 271afb96-ba25-4508-a451-f39298e047ef triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:13.950722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:13.956802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port d0e70cb2-0ebf-4ba0-9079-2db29034b719 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:13.980645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:14.039212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Port 271afb96-ba25-4508-a451-f39298e047ef cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:14.061119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Provisioning complete for port 4114630e-a696-4021-8efb-bcb418596b1d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:14.061524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.131939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::68 (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/d0e70cb2-0ebf-4ba0-9079-2db29034b719) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:14.193056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aa890488-60c0-4742-af46-3b20a9b21fb5 None None] Could not find standard attr ID for object c8061792-3040-4d77-9667-229d12fd0857. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:57:14.285065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4114630e-a696-4021-8efb-bcb418596b1d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:14.351555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-15100afe-10a7-4c2c-b062-49e604dde7ab None None] Provisioning complete for port 271afb96-ba25-4508-a451-f39298e047ef triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:14.351825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15100afe-10a7-4c2c-b062-49e604dde7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.372588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.388648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object d0e70cb2-0ebf-4ba0-9079-2db29034b719 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:14.411598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-15100afe-10a7-4c2c-b062-49e604dde7ab None None] Port 271afb96-ba25-4508-a451-f39298e047ef cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:14.412818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.415679 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-15100afe-10a7-4c2c-b062-49e604dde7ab None None] Could not find standard attr ID for object c8061792-3040-4d77-9667-229d12fd0857. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:57:14.418186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ab40c873-d244-4302-a5c2-4fb08557e890 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:14.421603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4114630e-a696-4021-8efb-bcb418596b1d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:14.421978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.481581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:14.484503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:14.488529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:14.494207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:14.494815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.509649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=d0e70cb2-0ebf-4ba0-9079-2db29034b719,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:14.514243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:14.530830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41628) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:14.531309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8336487 Dec 15 21:57:14.540060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:14.540575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cf', 'mac_address': 'fa:16:3e:47:1e:32'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:14.629307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:14.629307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.838381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dab7f9fc-f5ad-4dec-8b40-23b3f7f957f3 None None] Provisioning for port d0e70cb2-0ebf-4ba0-9079-2db29034b719 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:14.844217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dab7f9fc-f5ad-4dec-8b40-23b3f7f957f3 None None] Provisioning complete for port d0e70cb2-0ebf-4ba0-9079-2db29034b719 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:14.844596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dab7f9fc-f5ad-4dec-8b40-23b3f7f957f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:14.903671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dab7f9fc-f5ad-4dec-8b40-23b3f7f957f3 None None] Port d0e70cb2-0ebf-4ba0-9079-2db29034b719 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:14.949533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.182981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.187332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.192426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b178c9ec-9181-4e3c-b953-f9219b56e694 tempest-TestServerAdvancedOps-1643249751 tempest-TestServerAdvancedOps-1643249751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:15.250201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] In _notify_port_updated(), no bound segment for port d0e70cb2-0ebf-4ba0-9079-2db29034b719 on network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:57:15.255652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:15.256322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.257647 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "PUT /v2.0/ports/d0e70cb2-0ebf-4ba0-9079-2db29034b719 HTTP/1.1" status: 200 len: 1000 time: 0.7248380 Dec 15 21:57:15.260576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41634) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:15.276291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=d0e70cb2-0ebf-4ba0-9079-2db29034b719,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:15.280403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:15.335366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port d0e70cb2-0ebf-4ba0-9079-2db29034b719 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:15.335757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.541514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-316c971c-1608-4f5b-aa8d-6407b1463d63 None None] Provisioning complete for port d0e70cb2-0ebf-4ba0-9079-2db29034b719 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:15.541514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-316c971c-1608-4f5b-aa8d-6407b1463d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.603483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-316c971c-1608-4f5b-aa8d-6407b1463d63 None None] Port d0e70cb2-0ebf-4ba0-9079-2db29034b719 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:15.609077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.738437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for d0e70cb2-0ebf-4ba0-9079-2db29034b719 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:15.772706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-337f56d4-0db7-4ee6-b0e2-eee126aafd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.886490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:15.891547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-169f6c0f-3ab7-4874-a9ca-df810c6191a8 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:16.054556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=d0e70cb2-0ebf-4ba0-9079-2db29034b719,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:16.079734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:16.193204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.206142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/d0e70cb2-0ebf-4ba0-9079-2db29034b719 HTTP/1.1" status: 204 len: 168 time: 0.9431596 Dec 15 21:57:16.207637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41640) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:16.252771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-09409bcb-a1a8-409e-89be-02b403cde436 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] GET failed (client error): The resource could not be found. Dec 15 21:57:16.257135 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-09409bcb-a1a8-409e-89be-02b403cde436 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports/d0e70cb2-0ebf-4ba0-9079-2db29034b719 HTTP/1.1" status: 404 len: 333 time: 0.0454273 Dec 15 21:57:16.258855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41644) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:16.265211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2110545729'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:16.405203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:16.409251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:port and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:16.412058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:16.418093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:16.433889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:16.436352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.459773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:16.608346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::368 (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/ef3aa7d8-df3e-4a62-8c0f-201b387d13d4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:16.778827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.818664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.834095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:16.857360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.862544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:16.888047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.932775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:16.935660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:16.940641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:16.946191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:16.947378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:16.961521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=ef3aa7d8-df3e-4a62-8c0f-201b387d13d4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:16.966468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:16.980136 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7200406 Dec 15 21:57:16.983186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:16.989296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:1e:32'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:17.243170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5be623e7-8f20-47c8-9bdd-a3c54790e03d None None] Provisioning for port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:17.251396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5be623e7-8f20-47c8-9bdd-a3c54790e03d None None] Provisioning complete for port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:17.251396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5be623e7-8f20-47c8-9bdd-a3c54790e03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.263962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.308584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5be623e7-8f20-47c8-9bdd-a3c54790e03d None None] Port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:17.502190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.508752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.512335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eecb9c95-abd9-4eb5-aad3-cb17d6fce447 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:17.574035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] In _notify_port_updated(), no bound segment for port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 on network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:57:17.579710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:17.580756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.583008 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "PUT /v2.0/ports/ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 HTTP/1.1" status: 200 len: 1003 time: 0.5971537 Dec 15 21:57:17.585325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:17.641477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=ef3aa7d8-df3e-4a62-8c0f-201b387d13d4,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:17.647127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:17.668137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:17.668486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.830247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9dc9ae93-c1c0-4f3c-a45a-b91b93cf401d None None] Provisioning complete for port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:17.830787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ae93-c1c0-4f3c-a45a-b91b93cf401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:17.894961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9ae93-c1c0-4f3c-a45a-b91b93cf401d None None] Port ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:18.074168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:18.195269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:18.339172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:18.344830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31bf306f-e77b-4659-b481-af111dcc8feb tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:18.402326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=ef3aa7d8-df3e-4a62-8c0f-201b387d13d4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:18.404778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:18.430989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:18.455253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:18.466520 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 HTTP/1.1" status: 204 len: 168 time: 0.8806493 Dec 15 21:57:18.469151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41658) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:18.514390 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3507d43-2b29-465a-86b7-fc584adee76a tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] GET failed (client error): The resource could not be found. Dec 15 21:57:18.515728 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3507d43-2b29-465a-86b7-fc584adee76a tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports/ef3aa7d8-df3e-4a62-8c0f-201b387d13d4 HTTP/1.1" status: 404 len: 333 time: 0.0455716 Dec 15 21:57:18.521034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:18.528850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-457072698'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:18.678861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:18.683162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:port and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:18.686412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:18.693643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:18.702552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:18.707039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:18.732346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:18.885807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::2e7 (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/b63e4814-4aa8-4ff3-ac7c-d6b0c945e616) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:19.106765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.122321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:19.148952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.155390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca069d6e-9fc6-40bb-9e8f-f94895c50a1a tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:19.234928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:19.237454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:19.242205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:19.248386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:19.248386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.269359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=b63e4814-4aa8-4ff3-ac7c-d6b0c945e616,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:19.273621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:19.293210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:19.293327 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7696981 Dec 15 21:57:19.299064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'network_id': '0a2b5b74-09e8-4c8a-b270-5dcd06486183', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222041448'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:19.441015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:19.446417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Usage tracker for resource:port and tenant:9cba807304c24263afcc512ddff6fb87 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:19.450234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:19.456047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:19.468620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Made reservation on behalf of 9cba807304c24263afcc512ddff6fb87 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:19.473203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.502774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] device_id is not set on port a5f9bfab-20f0-4768-8bf3-299555e98aad yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:19.533014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a8a7cad4-ed92-4e64-bd6b-0f24e2643bc1 None None] Provisioning for port b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:19.540695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a8a7cad4-ed92-4e64-bd6b-0f24e2643bc1 None None] Provisioning complete for port b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:19.543502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cad4-ed92-4e64-bd6b-0f24e2643bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.614414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a8a7cad4-ed92-4e64-bd6b-0f24e2643bc1 None None] Port b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:19.663155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Allocated IP 2001:db8::240 (0a2b5b74-09e8-4c8a-b270-5dcd06486183/e46befb9-8a58-4c5f-b841-d9d3c70c5156/a5f9bfab-20f0-4768-8bf3-299555e98aad) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:19.878416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.898771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Transition to ACTIVE for port object a5f9bfab-20f0-4768-8bf3-299555e98aad will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:19.922765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:19.928182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:19.994478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:19.997518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:20.001478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:20.007596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:20.010394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.016121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=a5f9bfab-20f0-4768-8bf3-299555e98aad,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:20.024368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:20.048171 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7542846 Dec 15 21:57:20.050988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41672) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:20.057593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::cf', 'mac_address': 'fa:16:3e:47:1e:32'}, {'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:2e:9b:a1'}]}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:20.337205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.341708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-63fb5688-a984-4520-8cb7-109e7f406135 None None] Provisioning for port a5f9bfab-20f0-4768-8bf3-299555e98aad completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:20.347678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-63fb5688-a984-4520-8cb7-109e7f406135 None None] Provisioning complete for port a5f9bfab-20f0-4768-8bf3-299555e98aad triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:20.348543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63fb5688-a984-4520-8cb7-109e7f406135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.415182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-63fb5688-a984-4520-8cb7-109e7f406135 None None] Port a5f9bfab-20f0-4768-8bf3-299555e98aad cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:20.594468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.598867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.603611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d15c74d-f5c0-44ce-a651-cff183502fb8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:20.656063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] In _notify_port_updated(), no bound segment for port a5f9bfab-20f0-4768-8bf3-299555e98aad on network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:57:20.661989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:20.662552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.663853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "PUT /v2.0/ports/a5f9bfab-20f0-4768-8bf3-299555e98aad HTTP/1.1" status: 200 len: 1066 time: 0.6121528 Dec 15 21:57:20.666760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41676) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:20.684839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event updated for resources: {'Port': ['ID=a5f9bfab-20f0-4768-8bf3-299555e98aad,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:20.687867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:20.741961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port a5f9bfab-20f0-4768-8bf3-299555e98aad {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:20.742513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.939815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cceb0913-4b56-4854-98fc-ce9bc96f447d None None] Provisioning complete for port a5f9bfab-20f0-4768-8bf3-299555e98aad triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:20.940393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cceb0913-4b56-4854-98fc-ce9bc96f447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:20.993608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cceb0913-4b56-4854-98fc-ce9bc96f447d None None] Port a5f9bfab-20f0-4768-8bf3-299555e98aad cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:21.009573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:21.133086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for a5f9bfab-20f0-4768-8bf3-299555e98aad owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:21.390864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:21.396999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d97f0a68-33a2-4c44-a972-7cedde0cbb66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:21.441393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=a5f9bfab-20f0-4768-8bf3-299555e98aad,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:21.447021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:21.682092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:21.686723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:21.692807 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/a5f9bfab-20f0-4768-8bf3-299555e98aad HTTP/1.1" status: 204 len: 168 time: 1.0249276 Dec 15 21:57:21.695296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:21.738472 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-0541170b-f375-4f1f-842a-054ae8c4b6f6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] GET failed (client error): The resource could not be found. Dec 15 21:57:21.738906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0541170b-f375-4f1f-842a-054ae8c4b6f6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Synchronizing usage tracker for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:21.753834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0541170b-f375-4f1f-842a-054ae8c4b6f6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Unset dirty status for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:21.754953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0541170b-f375-4f1f-842a-054ae8c4b6f6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports/a5f9bfab-20f0-4768-8bf3-299555e98aad HTTP/1.1" status: 404 len: 333 time: 0.0586178 Dec 15 21:57:21.758248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41684) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:21.826306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:21.826664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.066674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.188458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:22.333007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.338157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aad10bac-c713-45c7-bf39-a79e1fc4eecc tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:22.384203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=b63e4814-4aa8-4ff3-ac7c-d6b0c945e616,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:22.388353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:22.426364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.441877 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 HTTP/1.1" status: 204 len: 168 time: 0.6825509 Dec 15 21:57:22.447912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41690) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:22.497970 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-61248f1f-6aa0-490e-9c44-3b43ea35d3a2 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] GET failed (client error): The resource could not be found. Dec 15 21:57:22.497970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61248f1f-6aa0-490e-9c44-3b43ea35d3a2 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Synchronizing usage tracker for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:22.516352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-61248f1f-6aa0-490e-9c44-3b43ea35d3a2 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Unset dirty status for tenant:9cba807304c24263afcc512ddff6fb87 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:22.522258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41694) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:22.522468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-61248f1f-6aa0-490e-9c44-3b43ea35d3a2 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "GET /v2.0/ports/b63e4814-4aa8-4ff3-ac7c-d6b0c945e616 HTTP/1.1" status: 404 len: 333 time: 0.0753856 Dec 15 21:57:22.604996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port 271afb96-ba25-4508-a451-f39298e047ef {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:22.604996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.873896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:22.998910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for 271afb96-ba25-4508-a451-f39298e047ef owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:23.150996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.157636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-005e4f05-1b1d-4ce4-a76a-e05e5e3f092e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:23.204776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=271afb96-ba25-4508-a451-f39298e047ef,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:23.235156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:23.251001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.263932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/ports/271afb96-ba25-4508-a451-f39298e047ef HTTP/1.1" status: 204 len: 168 time: 0.7392383 Dec 15 21:57:23.265297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41700) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:23.349320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting subnet e46befb9-8a58-4c5f-b841-d9d3c70c5156 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:23.354235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.419469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.509344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.590736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.594217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e3c48f1b-690d-441e-9c87-1ceaf0aa9ea5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:23.632042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Subnet': ['ID=e46befb9-8a58-4c5f-b841-d9d3c70c5156,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:23.639862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:23.639862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.644073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/subnets/e46befb9-8a58-4c5f-b841-d9d3c70c5156 HTTP/1.1" status: 204 len: 168 time: 0.3761015 Dec 15 21:57:23.644716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34b67e2-727d-472f-b8d6-cab4cffcfeef None None] Network 0a2b5b74-09e8-4c8a-b270-5dcd06486183 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:23.645246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41704) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:23.895433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.908799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] DHCP port deletion for 0a2b5b74-09e8-4c8a-b270-5dcd06486183 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:23.915681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Deleting port 4114630e-a696-4021-8efb-bcb418596b1d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:23.915681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:23.917220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Deleting port 4114630e-a696-4021-8efb-bcb418596b1d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:23.917631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.142394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] For port 4114630e-a696-4021-8efb-bcb418596b1d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4114630e-a696-4021-8efb-bcb418596b1d,segment=NetworkSegment(d695aa88-06ea-4e26-aedf-ca9bae1a4574),segment_id=d695aa88-06ea-4e26-aedf-ca9bae1a4574)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:24.143068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.156836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] For port 4114630e-a696-4021-8efb-bcb418596b1d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4114630e-a696-4021-8efb-bcb418596b1d,segment=NetworkSegment(d695aa88-06ea-4e26-aedf-ca9bae1a4574),segment_id=d695aa88-06ea-4e26-aedf-ca9bae1a4574)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:24.157040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.283447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Calling delete_port for 4114630e-a696-4021-8efb-bcb418596b1d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:24.295509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Calling delete_port for 4114630e-a696-4021-8efb-bcb418596b1d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:24.309936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4114630e-a696-4021-8efb-bcb418596b1d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:24.395501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.401820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5a86fd4-7f46-4541-8a95-7de4ebc25ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:24.409833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No active binding found for port 4114630e-a696-4021-8efb-bcb418596b1d {{(pid=87555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 21:57:24.409833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4114630e-a696-4021-8efb-bcb418596b1d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:24.413532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:57:24.413532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:57:24.454634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Port': ['ID=4114630e-a696-4021-8efb-bcb418596b1d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:24.458416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:24.459372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] No DVR routers for this DVR port 4114630e-a696-4021-8efb-bcb418596b1d on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:24.598839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.627863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2b5b74-09e8-4c8a-b270-5dcd06486183']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:24.640895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd695aa88-06ea-4e26-aedf-ca9bae1a4574') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:24.640895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd695aa88-06ea-4e26-aedf-ca9bae1a4574') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:24.652893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.674205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.683673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:24.683673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:24.701962 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:24.793517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.793517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d49d672a-a634-4159-9f25-ca7456ce861e tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:24.810910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.824618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Pushing event deleted for resources: {'Network': ['ID=0a2b5b74-09e8-4c8a-b270-5dcd06486183,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:24.829920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:24.829920 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] 10.222.0.18 "DELETE /v2.0/networks/0a2b5b74-09e8-4c8a-b270-5dcd06486183 HTTP/1.1" status: 204 len: 168 time: 1.1814318 Dec 15 21:57:24.913838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Deleting port 4114630e-a696-4021-8efb-bcb418596b1d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:24.913838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:24.992773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-33bcecf4-0a0a-4015-8827-3f1a05c14d3c None None] The port '4114630e-a696-4021-8efb-bcb418596b1d' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:25.127032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:25.295173 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0545ae2e-0642-479a-8306-13432caed993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9cba807304c24263afcc512ddff6fb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694727 Dec 15 21:57:25.297065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41720) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:25.358506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:25.383320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:25.434878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:25.438510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec82b153-d855-48a1-8497-f90a2ddbd931 tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:25.449994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e10c77-7707-40d7-a6d1-f6f436ea1619,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:25.453415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:25.459904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:25.461203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49e10c77-7707-40d7-a6d1-f6f436ea1619 HTTP/1.1" status: 204 len: 168 time: 0.1630909 Dec 15 21:57:26.190718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41744) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:26.291561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-890194248'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:26.296515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:26.300330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Usage tracker for resource:network and tenant:e834e62db3734c59a06279499c55d761 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:26.303668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:26.310041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:26.319646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Made reservation on behalf of e834e62db3734c59a06279499c55d761 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:26.323176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.335070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.349047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:26.353240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Usage tracker for resource:security_group_rule and tenant:e834e62db3734c59a06279499c55d761 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:26.355947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:26.361496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:26.447279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.450941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.453818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed18cc5d-4db8-4bf0-a7da-3981b6dd455b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:26.492697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:26.498408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0b5744-c1c6-4b63-8475-df678e4a3fca,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:26.502509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:26.507995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.508373 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Added segment 84d695fa-d9d2-42ce-a650-09728b976332 of type vlan for network ad9d989b-f6c0-43fb-bd20-33a04f334430 Dec 15 21:57:26.534645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.564804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.570318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:26.570941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:26.574370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-581f07a5-e1e4-4707-9606-562fa9857942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:26.685869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'Network': ['ID=ad9d989b-f6c0-43fb-bd20-33a04f334430,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:26.688621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:26.690606 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4988892 Dec 15 21:57:26.693620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:26.696297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:26.699448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Request body: {'subnet': {'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:26.820756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:26.824816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Usage tracker for resource:subnet and tenant:e834e62db3734c59a06279499c55d761 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:26.828145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:26.835539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:26.847377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Made reservation on behalf of e834e62db3734c59a06279499c55d761 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:26.851337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.080720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.085510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bffd23d-2253-43b9-b28b-d2e38f87a321 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:27.275454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'Subnet': ['ID=756134d4-5816-4b69-ac87-fa254609c3f3,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:27.279099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:27.279901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Checking segment: {'id': '84d695fa-d9d2-42ce-a650-09728b976332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:27.280257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Network hostable DHCP agents. Network: ad9d989b-f6c0-43fb-bd20-33a04f334430, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:27.298326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:27.307241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ad9d989b-f6c0-43fb-bd20-33a04f334430) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:27.312118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:27.314006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.314898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1ce8a-7eb7-4bff-9e46-ff651a599747 None None] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:27.338550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6411359 Dec 15 21:57:27.338757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41756) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:27.344396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Request body: {'port': {'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1152866387'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:27.480358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:27.484176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Usage tracker for resource:port and tenant:e834e62db3734c59a06279499c55d761 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:27.486976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:27.493778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:27.504445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Made reservation on behalf of e834e62db3734c59a06279499c55d761 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:27.508536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.530346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] device_id is not set on port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:27.554674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ad9d989b-f6c0-43fb-bd20-33a04f334430', 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430', 'tenant_id': 'e834e62db3734c59a06279499c55d761', 'fixed_ips': [{'subnet_id': '756134d4-5816-4b69-ac87-fa254609c3f3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:27.555695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.680961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Allocated IP 2001:db8::2e (ad9d989b-f6c0-43fb-bd20-33a04f334430/756134d4-5816-4b69-ac87-fa254609c3f3/2c8c82d7-99f9-4fcb-b2a4-faea0689a2be) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:27.875769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.890357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Transition to ACTIVE for port object 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:27.913569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:27.918884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84efac1a-fe6a-4e1a-a5f8-ce6a71a750b1 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:27.973285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Allocated IP 2001:db8::2 (ad9d989b-f6c0-43fb-bd20-33a04f334430/756134d4-5816-4b69-ac87-fa254609c3f3/7d6d5787-82a4-42f0-96d7-cc2291ad3305) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:27.984953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:27.987948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:27.992808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:27.998335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:27.998939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.014638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'Port': ['ID=2c8c82d7-99f9-4fcb-b2a4-faea0689a2be,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:28.017572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:28.027490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6876290 Dec 15 21:57:28.030378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41760) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:28.036360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Request body: {'port': {'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1424582051', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:28.037422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] bootfile-name is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:28.037754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] tftp-server is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:28.038079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] server-ip-address is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:28.176285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:28.182627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Usage tracker for resource:port and tenant:e834e62db3734c59a06279499c55d761 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:28.185796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:28.187616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.191824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:28.199592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Transition to ACTIVE for port object 7d6d5787-82a4-42f0-96d7-cc2291ad3305 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:28.201373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Made reservation on behalf of e834e62db3734c59a06279499c55d761 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:28.205065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.219130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Transition to ACTIVE for port object 7d6d5787-82a4-42f0-96d7-cc2291ad3305 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:28.225599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.228617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] device_id is not set on port 08f19096-c808-42ed-975b-9eb0be3282ec yet. {{(pid=87554) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 21:57:28.230895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1b19386c-e0bb-4c4e-8357-0450d11304c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:28.292471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:28.295128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:28.299451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:28.312187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Pushing event updated for resources: {'Port': ['ID=7d6d5787-82a4-42f0-96d7-cc2291ad3305,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:28.346938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:28.377884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Allocated IP 2001:db8::2ea (ad9d989b-f6c0-43fb-bd20-33a04f334430/756134d4-5816-4b69-ac87-fa254609c3f3/08f19096-c808-42ed-975b-9eb0be3282ec) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:28.408965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Attempting to bind port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:28.409836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Attempting to bind port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '84d695fa-d9d2-42ce-a650-09728b976332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:28.409955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Attempting to bind port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 on network ad9d989b-f6c0-43fb-bd20-33a04f334430 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:28.416430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:28.416801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Checking segment: {'id': '84d695fa-d9d2-42ce-a650-09728b976332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:28.417203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.417596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Bound using segment: {'id': '84d695fa-d9d2-42ce-a650-09728b976332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:28.418056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Bound port: 7d6d5787-82a4-42f0-96d7-cc2291ad3305, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d695fa-d9d2-42ce-a650-09728b976332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ad9d989b-f6c0-43fb-bd20-33a04f334430'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:28.418428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.506160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] For port 7d6d5787-82a4-42f0-96d7-cc2291ad3305, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:28.509143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] For port 7d6d5787-82a4-42f0-96d7-cc2291ad3305, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7d6d5787-82a4-42f0-96d7-cc2291ad3305,segment=NetworkSegment(84d695fa-d9d2-42ce-a650-09728b976332),segment_id=84d695fa-d9d2-42ce-a650-09728b976332)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:28.513738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.517483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2930566e-b75a-4297-9069-9924879695a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:28.599601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.607533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Pushing event updated for resources: {'Port': ['ID=7d6d5787-82a4-42f0-96d7-cc2291ad3305,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:28.611109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:28.619356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Transition to ACTIVE for port object 08f19096-c808-42ed-975b-9eb0be3282ec will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:28.644635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.649428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:28.651587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e4920b0-8b80-4cba-88d7-de2814dde4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:28.719080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:28.722339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:28.726235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:28.731770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:28.732674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:28.741401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'Port': ['ID=08f19096-c808-42ed-975b-9eb0be3282ec,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:28.748657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:28.760826 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.7292070 Dec 15 21:57:28.763188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41772) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:28.883851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:28.890042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:28.905318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:28.905318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Synchronizing usage tracker for tenant:e834e62db3734c59a06279499c55d761 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:28.931962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Unset dirty status for tenant:e834e62db3734c59a06279499c55d761 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:28.935867 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-04ead498-6bef-4d82-b2ae-e5e3a18c3031 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1689823 Dec 15 21:57:28.936246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:29.011853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Deleting port 08f19096-c808-42ed-975b-9eb0be3282ec {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:29.012170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.265911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.405718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.521670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Calling delete_port for 08f19096-c808-42ed-975b-9eb0be3282ec owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:29.701904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.707435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fa3b8ebf-6c72-4760-aa36-31ad758b6d98 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:29.713141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650de2f8-75ab-444b-8f56-6e4fdb1eb5c7 None None] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:29.759192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event deleted for resources: {'Port': ['ID=08f19096-c808-42ed-975b-9eb0be3282ec,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:29.762092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:29.824544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.841636 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "DELETE /v2.0/ports/08f19096-c808-42ed-975b-9eb0be3282ec HTTP/1.1" status: 204 len: 168 time: 0.9006617 Dec 15 21:57:29.841874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41780) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:29.846982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1a00d12f-2b0d-4c26-8746-8e4e86965c6c None None] Provisioning for port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:29.848842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Request body: {'port': {'name': 'tempest-new-port-name-435941006', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:29.849952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] bootfile-name is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:29.850191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] tftp-server is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:29.850516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.api.validators [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] server-ip-address is not in valid_values {{(pid=87554) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Dec 15 21:57:29.855900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:29.856634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:29.951414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:57:29.983293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.065253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 9af2b679-8ada-4ac7-aa98-8f9bfdadd164, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:30.065744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.197094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:30.258086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.264463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.270886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-befab04d-8621-4a4e-8e57-718aa8073ac9 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:30.320800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7d6d5787-82a4-42f0-96d7-cc2291ad3305 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:30.358825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8fbfc41-556f-4789-bda7-72316e6e88de None None] Provisioning for port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:30.371024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f8fbfc41-556f-4789-bda7-72316e6e88de None None] Provisioning complete for port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:30.371166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8fbfc41-556f-4789-bda7-72316e6e88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.378732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event updated for resources: {'Port': ['ID=2c8c82d7-99f9-4fcb-b2a4-faea0689a2be,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:30.392276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:30.406424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] In _notify_port_updated(), no bound segment for port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be on network ad9d989b-f6c0-43fb-bd20-33a04f334430 {{(pid=87554) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 21:57:30.416180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:30.417151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.422359 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "PUT /v2.0/ports/2c8c82d7-99f9-4fcb-b2a4-faea0689a2be HTTP/1.1" status: 200 len: 1128 time: 0.5792530 Dec 15 21:57:30.424931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:30.457322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f8fbfc41-556f-4789-bda7-72316e6e88de None None] Port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:30.477847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:30.483331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:30.483702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.533644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51dadf6-b459-4460-b28e-3376b419c911 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:30.540349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c51dadf6-b459-4460-b28e-3376b419c911 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "GET /v2.0/ports/2c8c82d7-99f9-4fcb-b2a4-faea0689a2be HTTP/1.1" status: 200 len: 1128 time: 0.1142147 Dec 15 21:57:30.540821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:30.608068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8c82cbcd-0563-4330-9b3a-d3542c23bff3 None None] Provisioning complete for port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:30.608590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c82cbcd-0563-4330-9b3a-d3542c23bff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.648399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Deleting port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:30.649059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.716643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8c82cbcd-0563-4330-9b3a-d3542c23bff3 None None] Port 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:30.719847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.756534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 7d6d5787-82a4-42f0-96d7-cc2291ad3305, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7d6d5787-82a4-42f0-96d7-cc2291ad3305,segment=NetworkSegment(84d695fa-d9d2-42ce-a650-09728b976332),segment_id=84d695fa-d9d2-42ce-a650-09728b976332)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:30.763750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.767630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:30.785519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:30.792410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:30.843835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=9af2b679-8ada-4ac7-aa98-8f9bfdadd164,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:30.846341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:30.852794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-255ad459-eb7c-4031-93fd-16ee909772ee None None] Could not find standard attr ID for object 08f19096-c808-42ed-975b-9eb0be3282ec. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:57:30.854865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=7d6d5787-82a4-42f0-96d7-cc2291ad3305,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:30.858977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:30.954372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.106325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Calling delete_port for 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:31.168467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.278489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.284498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3bd0453b-6abc-41b4-b627-f8f378441946 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:31.337837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event deleted for resources: {'Port': ['ID=2c8c82d7-99f9-4fcb-b2a4-faea0689a2be,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:31.340790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:31.380297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.388785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2104a332-cbb9-47f7-9197-57a3f4aa81eb None None] Could not find standard attr ID for object 2c8c82d7-99f9-4fcb-b2a4-faea0689a2be. {{(pid=87555) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 15 21:57:31.390059 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "DELETE /v2.0/ports/2c8c82d7-99f9-4fcb-b2a4-faea0689a2be HTTP/1.1" status: 204 len: 168 time: 0.8462555 Dec 15 21:57:31.392456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41792) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:31.459967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Deleting subnet 756134d4-5816-4b69-ac87-fa254609c3f3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:31.463202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.582858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:31.652889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.736986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.770294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:31.782543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:31.789241 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2594123b-6d66-4dd8-9c73-40395a371bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1384652 Dec 15 21:57:31.796515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:31.797174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:31.826269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.829938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9688a50-fcfc-49b4-81e7-f9fc8bcddb6e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:31.871693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event deleted for resources: {'Subnet': ['ID=756134d4-5816-4b69-ac87-fa254609c3f3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:31.874738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:31.875710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:31.883404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "DELETE /v2.0/subnets/756134d4-5816-4b69-ac87-fa254609c3f3 HTTP/1.1" status: 204 len: 168 time: 0.4900887 Dec 15 21:57:31.885832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:31.895689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d0a03-03ee-4e30-909c-f719af7923c8 None None] Network ad9d989b-f6c0-43fb-bd20-33a04f334430 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:32.013587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.025980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Deleting port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:32.026316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.196978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:32.212041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bff93-b15a-454d-9a4a-c850e4942e2a req-d03960df-2cb5-410c-8872-2c95842984c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:32.212994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-633bff93-b15a-454d-9a4a-c850e4942e2a req-d03960df-2cb5-410c-8872-2c95842984c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:32.237528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-633bff93-b15a-454d-9a4a-c850e4942e2a req-d03960df-2cb5-410c-8872-2c95842984c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:32.241730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-633bff93-b15a-454d-9a4a-c850e4942e2a req-d03960df-2cb5-410c-8872-2c95842984c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.1386321 Dec 15 21:57:32.254045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] For port 7d6d5787-82a4-42f0-96d7-cc2291ad3305, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7d6d5787-82a4-42f0-96d7-cc2291ad3305,segment=NetworkSegment(84d695fa-d9d2-42ce-a650-09728b976332),segment_id=84d695fa-d9d2-42ce-a650-09728b976332)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:32.255158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.307542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-633bff93-b15a-454d-9a4a-c850e4942e2a req-68d26e11-1243-4a38-9a27-ada4eaf6d345 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587645 Dec 15 21:57:32.382169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7d6d5787-82a4-42f0-96d7-cc2291ad3305 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:32.413517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Calling delete_port for 7d6d5787-82a4-42f0-96d7-cc2291ad3305 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:32.459049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462b959-a7cc-47b8-8b47-8de6c3c3478b None None] DHCP port deletion for ad9d989b-f6c0-43fb-bd20-33a04f334430 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:32.491760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.495632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-633e7a5d-274f-4307-bc67-2c1f70b907e6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:32.505742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0462b959-a7cc-47b8-8b47-8de6c3c3478b None None] Deleting port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:32.506069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0462b959-a7cc-47b8-8b47-8de6c3c3478b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.543123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event deleted for resources: {'Port': ['ID=7d6d5787-82a4-42f0-96d7-cc2291ad3305,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:32.546464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:32.547251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] No DVR routers for this DVR port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:32.590963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0462b959-a7cc-47b8-8b47-8de6c3c3478b None None] The port '7d6d5787-82a4-42f0-96d7-cc2291ad3305' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:32.595901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No active binding found for port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 {{(pid=87555) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 15 21:57:32.596330 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7d6d5787-82a4-42f0-96d7-cc2291ad3305 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Dec 15 21:57:32.638449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port 7d6d5787-82a4-42f0-96d7-cc2291ad3305 not found, will not notify nova. {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Dec 15 21:57:32.684743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.710152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9d989b-f6c0-43fb-bd20-33a04f334430']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:32.722255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d695fa-d9d2-42ce-a650-09728b976332') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:32.722544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d695fa-d9d2-42ce-a650-09728b976332') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:32.735474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.745377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:32.747357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:32.751417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.755865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:32.756458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:32.757696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:32.758121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:32.773442 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:32.854572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.858820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f433a4f7-451b-42bf-bfef-6ab6969c24c0 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:32.872590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:32.883586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Pushing event deleted for resources: {'Network': ['ID=ad9d989b-f6c0-43fb-bd20-33a04f334430,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:32.888029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:32.891499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] 10.222.0.18 "DELETE /v2.0/networks/ad9d989b-f6c0-43fb-bd20-33a04f334430 HTTP/1.1" status: 204 len: 168 time: 1.0044038 Dec 15 21:57:32.935918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:33.161752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41808) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:33.317441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6270f6a4-f756-4b2a-94ef-aac446f0bba8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e834e62db3734c59a06279499c55d761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1539278 Dec 15 21:57:33.320237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41814) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:33.343349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:33.347735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10a1417-d5dd-45a5-9e7e-a0130d1fc7a6 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1c36d539-0416-4e22-b0f4-1ce972101e09', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'port_id': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'fixed_ip_address': '172.20.0.21', 'status': 'ACTIVE', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'mac_address': 'fa:16:3e:c0:94:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:56:16Z', 'updated_at': '2021-12-15T21:56:23Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:33.384817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:33.416409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:33.509773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f5fcc-0a40-400b-9024-36f0fed103e5 req-7e0af04f-c73c-4c21-bba9-ca0279bd18ad tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:33.516895 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-129f5fcc-0a40-400b-9024-36f0fed103e5 req-7e0af04f-c73c-4c21-bba9-ca0279bd18ad tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0916326 Dec 15 21:57:33.535530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-2c84c0a3-752c-4003-b188-7d7b8381a37f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:33.537481 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-2c84c0a3-752c-4003-b188-7d7b8381a37f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 945 time: 0.0992522 Dec 15 21:57:33.542811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:33.549862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87cc5588-38e1-41d9-a808-9bbec2c73098 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:33.561543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-129f5fcc-0a40-400b-9024-36f0fed103e5 req-0f06b168-a8c9-4211-ad88-f7c26a466f9a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=857cab70-5814-4bee-ac83-3b612dfe1b37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0b5744-c1c6-4b63-8475-df678e4a3fca,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a0b5744-c1c6-4b63-8475-df678e4a3fca HTTP/1.1" status: 204 len: 168 time: 0.3064981 Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 9b798cf3-0af2-475f-971a-4ed4f1772c16 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:33.653626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.064372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 9b798cf3-0af2-475f-971a-4ed4f1772c16, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9b798cf3-0af2-475f-971a-4ed4f1772c16,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:34.064732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.197393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 9b798cf3-0af2-475f-971a-4ed4f1772c16 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:34.317576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7d6d5787-82a4-42f0-96d7-cc2291ad3305 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:34.371212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7d6d5787-82a4-42f0-96d7-cc2291ad3305 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:34.371212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7d6d5787-82a4-42f0-96d7-cc2291ad3305 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:34.371212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:34.391600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.401447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cf03fda4-0b8f-405a-811c-71503c9dae2c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:34.404738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:34.405703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 9af2b679-8ada-4ac7-aa98-8f9bfdadd164 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:34.448126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=9b798cf3-0af2-475f-971a-4ed4f1772c16,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:34.451831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:34.516648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41840) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:34.532166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 9b798cf3-0af2-475f-971a-4ed4f1772c16 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:34.534760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.538424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'name': 'network-vif-deleted', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:57:34.566930 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-119f298c-1d5a-4f1e-ba91-19f4274cce08 req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/9b798cf3-0af2-475f-971a-4ed4f1772c16 HTTP/1.1" status: 204 len: 173 time: 1.0192463 Dec 15 21:57:34.605502 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3', 'name': 'network-vif-deleted', 'tag': '9b798cf3-0af2-475f-971a-4ed4f1772c16', 'status': 'completed', 'code': 200} Dec 15 21:57:34.689237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-407092922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:34.705479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:34.747811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:router and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:34.754497 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dc1c54ac-98a9-42d5-af1f-8a7384b54a2d req-4eec35bb-7e15-4ea2-9f81-3af938775757 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=52e0a4b0-a1e6-4c51-a95a-c6cfdaa3cfa3 HTTP/1.1" status: 200 len: 210 time: 0.0550370 Dec 15 21:57:34.754497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:34.760054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:34.770112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.771670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.789390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.810339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.839045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.840028 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-102360de-7736-43c8-8c56-ae11f46ac8dd tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3223207 Dec 15 21:57:34.843185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41850) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:34.849138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1054742636'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:34.854718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:34.859097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:network and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:34.862146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:34.872075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:34.881673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:34.885162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.900433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:34.917944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:34.922885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:security_group_rule and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:34.926417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:34.933112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:35.046480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.051042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.058268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:35.086914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:35.096936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e78793-ecf9-4908-8524-1dcac0bf0a38,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:35.100306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:35.118660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.118660 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Added segment 192e1d0d-3703-45f2-b046-93e4afb458db of type vlan for network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 Dec 15 21:57:35.147276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.179781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.189812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:35.190985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.197310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed19b8a7-5f84-42c3-866e-e18cbb3a6042 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:35.339810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Network': ['ID=384c2cb7-a0a8-4691-a2dc-15dc1d116611,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:35.345704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:35.347238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5031292 Dec 15 21:57:35.351139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:35.357220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:35.357759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'subnet': {'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:35.471141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:35.475595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:subnet and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:35.478461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:35.484409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:35.494584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:35.498674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.718493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.723160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3c8fcf3a-c2a0-4df4-9c1f-a4bdf68282c6 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:35.800161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Subnet': ['ID=c20f08b2-d8fa-4870-975e-26f18cb53f35,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:35.809559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:35.816385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Checking segment: {'id': '192e1d0d-3703-45f2-b046-93e4afb458db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:35.816385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network hostable DHCP agents. Network: 384c2cb7-a0a8-4691-a2dc-15dc1d116611, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:35.834417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:35.843892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 384c2cb7-a0a8-4691-a2dc-15dc1d116611) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:35.851524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:35.852418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.854461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaddb06-e93f-4dc1-83f6-50c3eb5eddcf None None] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:35.862960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41864) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:35.878671 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5268734 Dec 15 21:57:35.881737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41868) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:35.887652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'network': {'name': 'tempest-router-network01--554707377'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:35.892849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:35.898977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:network and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:35.902895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:35.909914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:35.927059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:35.933242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.971313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:35.982528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:35.983115 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Added segment 1fead234-d57d-4e52-b18b-a9d4407927b8 of type vlan for network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 Dec 15 21:57:36.033268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.069034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.085162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:36.085162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.102836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-619c6478-2314-4772-8cca-cb271ea48c23 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:36.114414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.134588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-384c2cb7-a0a8-4691-a2dc-15dc1d116611', 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611', 'tenant_id': 'd3d4f29698e4485fb114decebf8526d3', 'fixed_ips': [{'subnet_id': 'c20f08b2-d8fa-4870-975e-26f18cb53f35'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:36.134588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.167418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.234688 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3518834 Dec 15 21:57:36.239286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41872) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:36.250917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'network': {'name': 'tempest-router-network02--486684047'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:36.254239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Network': ['ID=ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:36.258056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:36.258956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:36.265295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:network and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:36.268954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:36.270508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:36.275347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:36.275517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.282169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9e644e0a-1f0f-499e-8fab-4b101adbda70 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:36.286052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:36.290031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.298750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857cab70-5814-4bee-ac83-3b612dfe1b37,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:36.301951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:36.313668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.314841 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/857cab70-5814-4bee-ac83-3b612dfe1b37 HTTP/1.1" status: 204 len: 168 time: 0.4502122 Dec 15 21:57:36.326087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:36.337449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.338563 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Added segment ba4f3eb4-56dc-4397-a166-420ed3acab2c of type vlan for network 4e0446ce-da2f-4804-81da-6db5aefffe0c Dec 15 21:57:36.356928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41878) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:36.398314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.450461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.463648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:36.463648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.470189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Allocated IP 172.20.0.2 (384c2cb7-a0a8-4691-a2dc-15dc1d116611/c20f08b2-d8fa-4870-975e-26f18cb53f35/cbb16b3a-5d45-4a47-b8f1-52da4006bfb1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:36.475430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc1a28e5-03e9-4c01-8c32-36a5bfbc358e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:36.486713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 270d37a1-b4d6-44cb-bf82-c14efa40ef31 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:36.486713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.585126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.596841 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3542774 Dec 15 21:57:36.597478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41882) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:36.609639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'subnet': {'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:36.627850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Network': ['ID=4e0446ce-da2f-4804-81da-6db5aefffe0c,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:36.642178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:36.644784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:36.709319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.768279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:36.772401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:subnet and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:36.777953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:36.784116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:36.791947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.795931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:36.797398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6dbdac90-b5cf-4a68-bfe2-d94b87cb182d tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:36.800605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.823845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.835345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Transition to ACTIVE for port object cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:36.839194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=270d37a1-b4d6-44cb-bf82-c14efa40ef31,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:36.842880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:36.843835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.850691 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f872f957-6e4b-46d7-a934-dd07425b5206 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/270d37a1-b4d6-44cb-bf82-c14efa40ef31 HTTP/1.1" status: 204 len: 168 time: 0.4933033 Dec 15 21:57:36.853883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41886) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:36.856398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Transition to ACTIVE for port object cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:36.859040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba5ddc0-6e39-4a54-b031-faf4d2c444ac None None] Network 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:36.881537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:36.931325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0ba68bc5-bcbb-40bd-8893-3c4467695615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:36.996474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.008833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 216d9103-aa83-4cbc-b684-8da305357a5f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:37.009315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.036091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:37.042393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:37.046102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Pushing event updated for resources: {'Port': ['ID=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:37.048261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:37.051984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:37.174576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.179517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c5cd65e-6bf6-4016-9da6-43a5174e63b4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:37.216557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Attempting to bind port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:37.216960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Attempting to bind port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '192e1d0d-3703-45f2-b046-93e4afb458db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:37.217336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Attempting to bind port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 on network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:37.227441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:37.227441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Checking segment: {'id': '192e1d0d-3703-45f2-b046-93e4afb458db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:37.227441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.227441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Bound using segment: {'id': '192e1d0d-3703-45f2-b046-93e4afb458db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:37.228770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Bound port: cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e1d0d-3703-45f2-b046-93e4afb458db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '384c2cb7-a0a8-4691-a2dc-15dc1d116611'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:37.228770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.263150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 216d9103-aa83-4cbc-b684-8da305357a5f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=216d9103-aa83-4cbc-b684-8da305357a5f,segment=NetworkSegment(78691330-1e62-439c-b84d-0cf2738fef10),segment_id=78691330-1e62-439c-b84d-0cf2738fef10)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:37.263557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.269521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Subnet': ['ID=68ea0d8d-be18-4662-b2b0-8e16c3382c26,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:37.281050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:37.293202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Checking segment: {'id': '1fead234-d57d-4e52-b18b-a9d4407927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:37.293202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network hostable DHCP agents. Network: ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:37.316411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:37.330272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:37.358569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:37.358569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.402321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d53ece-7ac5-4891-bee9-12b49aa35773 None None] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:37.421860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8190770 Dec 15 21:57:37.422620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41890) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:37.428924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d302870c-fa64-4917-a145-d3d82b0f9c5e None None] DHCP port deletion for 3be49f15-4d25-4a88-b7d0-a068d9ecdba1 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:37.432355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'subnet': {'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:37.433752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 216d9103-aa83-4cbc-b684-8da305357a5f owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:37.485125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d302870c-fa64-4917-a145-d3d82b0f9c5e None None] Deleting port 216d9103-aa83-4cbc-b684-8da305357a5f {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:37.485125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d302870c-fa64-4917-a145-d3d82b0f9c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.523343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] For port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:37.551723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9b798cf3-0af2-475f-971a-4ed4f1772c16 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:37.557487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.557487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2f996c80-e2fb-472d-a267-bdff84a92a23 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:37.570370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:37.576179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Usage tracker for resource:subnet and tenant:d3d4f29698e4485fb114decebf8526d3 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:37.582939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:37.589974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 9b798cf3-0af2-475f-971a-4ed4f1772c16 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:37.590355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9b798cf3-0af2-475f-971a-4ed4f1772c16 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:37.600890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:37.603808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] For port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,segment=NetworkSegment(192e1d0d-3703-45f2-b046-93e4afb458db),segment_id=192e1d0d-3703-45f2-b046-93e4afb458db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:37.618809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Made reservation on behalf of d3d4f29698e4485fb114decebf8526d3 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:37.626860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.634219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.643620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:37.685136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d302870c-fa64-4917-a145-d3d82b0f9c5e None None] The port '216d9103-aa83-4cbc-b684-8da305357a5f' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:37.691280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=216d9103-aa83-4cbc-b684-8da305357a5f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:37.700792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:37.706311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 216d9103-aa83-4cbc-b684-8da305357a5f on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:37.805017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Pushing event updated for resources: {'Port': ['ID=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:37.808286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:37.860208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.889521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be49f15-4d25-4a88-b7d0-a068d9ecdba1']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:37.900866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4', 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4', 'tenant_id': 'd3d4f29698e4485fb114decebf8526d3', 'fixed_ips': [{'subnet_id': '68ea0d8d-be18-4662-b2b0-8e16c3382c26'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:37.901730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.902687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78691330-1e62-439c-b84d-0cf2738fef10') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:37.902991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78691330-1e62-439c-b84d-0cf2738fef10') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:37.915281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.924115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.934380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.936623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-28fcf2e2-cb74-4088-83cb-316076c10baf tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:37.941692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:37.942149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:37.961960 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:38.024034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Checking segment: {'id': 'ba4f3eb4-56dc-4397-a166-420ed3acab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:38.024620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network hostable DHCP agents. Network: 4e0446ce-da2f-4804-81da-6db5aefffe0c, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:38.054645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Subnet': ['ID=4aa55221-e095-4052-8063-91b783e3d8cf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:38.066033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:38.080653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.085505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.094548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:38.097854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Allocated IP 172.20.0.2 (ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4/68ea0d8d-be18-4662-b2b0-8e16c3382c26/89936c74-5598-4ad8-ba7d-3278d1fd0c6a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:38.105993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d2462fd-677f-45b7-8f58-1a579a25254c tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:38.115280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 4e0446ce-da2f-4804-81da-6db5aefffe0c) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:38.123086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:38.123862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.132589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=3be49f15-4d25-4a88-b7d0-a068d9ecdba1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:38.135079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:38.139785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961c88f-6949-4735-83e2-c299c5f701fd None None] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:38.140524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/3be49f15-4d25-4a88-b7d0-a068d9ecdba1 HTTP/1.1" status: 204 len: 168 time: 1.2854621 Dec 15 21:57:38.141443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41894) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:38.153128 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7293072 Dec 15 21:57:38.155675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41898) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:38.357965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:38.507318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 95166c33-6b0a-4dbc-8174-714d0005dfe7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:38.508711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.580752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-4e0446ce-da2f-4804-81da-6db5aefffe0c', 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c', 'tenant_id': 'd3d4f29698e4485fb114decebf8526d3', 'fixed_ips': [{'subnet_id': '4aa55221-e095-4052-8063-91b783e3d8cf'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:38.582346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.591982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.613490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Transition to ACTIVE for port object 89936c74-5598-4ad8-ba7d-3278d1fd0c6a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:38.625857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:38.681903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Transition to ACTIVE for port object 89936c74-5598-4ad8-ba7d-3278d1fd0c6a will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:38.698266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.709292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-739724b0-3154-4af2-bfe5-f8aff8b3ea24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:38.749687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.750457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.764433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 216d9103-aa83-4cbc-b684-8da305357a5f no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:38.789767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:38.825586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 216d9103-aa83-4cbc-b684-8da305357a5f {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:38.825938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 216d9103-aa83-4cbc-b684-8da305357a5f not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:38.862078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:38.868212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:38.874611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:38.891978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 95166c33-6b0a-4dbc-8174-714d0005dfe7 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:39.001530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Pushing event updated for resources: {'Port': ['ID=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:39.016389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:39.040223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Attempting to bind port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:39.040641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Attempting to bind port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1fead234-d57d-4e52-b18b-a9d4407927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:39.041199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Attempting to bind port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a on network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:39.053405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:39.054389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Checking segment: {'id': '1fead234-d57d-4e52-b18b-a9d4407927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:39.054805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.055204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Bound using segment: {'id': '1fead234-d57d-4e52-b18b-a9d4407927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:39.055714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Bound port: 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fead234-d57d-4e52-b18b-a9d4407927b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:39.056120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.081133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.086796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-523b0b00-d867-4c6b-ab4c-96c9dc71d37f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:39.102747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Allocated IP 172.20.0.2 (4e0446ce-da2f-4804-81da-6db5aefffe0c/4aa55221-e095-4052-8063-91b783e3d8cf/5124caee-6ff1-4868-99e0-0924fd1bc810) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:39.143474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d743c3f-7590-42c8-b8a4-1a862a099c41 None None] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:39.145153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=95166c33-6b0a-4dbc-8174-714d0005dfe7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:39.149099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:39.242355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.242926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 1c36d539-0416-4e22-b0f4-1ce972101e09 disassociated (deleted). External IP: 172.26.6.185, port: 69147cac-3fa4-40b0-81f9-525342c7a91d. Dec 15 21:57:39.316995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Allocated IP 172.20.0.1 (ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4/68ea0d8d-be18-4662-b2b0-8e16c3382c26/49b9a6c6-09a7-4aaf-90bf-81ba5658aed0) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:39.388616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Provisioning for port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:39.391771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] For port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:39.408798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Provisioning complete for port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:39.409775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.439834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] For port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,segment=NetworkSegment(1fead234-d57d-4e52-b18b-a9d4407927b8),segment_id=1fead234-d57d-4e52-b18b-a9d4407927b8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:39.467288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.481445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:39.489444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.508937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Transition to ACTIVE for port object 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:39.543045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.548930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-feb643cb-5669-40f7-a32e-ccbe19d3afbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:39.628877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:39.640581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Port': ['ID=49b9a6c6-09a7-4aaf-90bf-81ba5658aed0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:39.657811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:39.659805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:39.663170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.663816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.664398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.664949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.665499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.666056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.666601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.667140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.667682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.668258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.668817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.669182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:39.672561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:39.698112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.702505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:39.709333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Transition to ACTIVE for port object 5124caee-6ff1-4868-99e0-0924fd1bc810 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:39.731683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.790060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Transition to ACTIVE for port object 5124caee-6ff1-4868-99e0-0924fd1bc810 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:39.791286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Pushing event updated for resources: {'Port': ['ID=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:39.880730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:39.893007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.898187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:39.909282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7f0c1a34-0b67-47b9-b222-e21a1ef6a72f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:39.914421 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:39.926381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:39.935318 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:39.936211 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:40.003633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/1c36d539-0416-4e22-b0f4-1ce972101e09 HTTP/1.1" status: 204 len: 168 time: 1.8607211 Dec 15 21:57:40.004806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:57:40.049728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.064613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'status': 'completed', 'code': 200} Dec 15 21:57:40.087266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.138950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:40.144784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:40.155469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:40.214579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Pushing event updated for resources: {'Port': ['ID=5124caee-6ff1-4868-99e0-0924fd1bc810,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:40.250056 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:40.300816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:40.335753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Attempting to bind port 5124caee-6ff1-4868-99e0-0924fd1bc810 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:40.336155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Attempting to bind port 5124caee-6ff1-4868-99e0-0924fd1bc810 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ba4f3eb4-56dc-4397-a166-420ed3acab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:40.336529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Attempting to bind port 5124caee-6ff1-4868-99e0-0924fd1bc810 on network 4e0446ce-da2f-4804-81da-6db5aefffe0c {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:40.355797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] For port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,segment=NetworkSegment(192e1d0d-3703-45f2-b046-93e4afb458db),segment_id=192e1d0d-3703-45f2-b046-93e4afb458db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:40.366907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:40.367276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Checking segment: {'id': 'ba4f3eb4-56dc-4397-a166-420ed3acab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:40.367687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.371599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Bound using segment: {'id': 'ba4f3eb4-56dc-4397-a166-420ed3acab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:40.372262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Bound port: 5124caee-6ff1-4868-99e0-0924fd1bc810, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4f3eb4-56dc-4397-a166-420ed3acab2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '4e0446ce-da2f-4804-81da-6db5aefffe0c'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:40.372663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.499689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.511963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 89936c74-5598-4ad8-ba7d-3278d1fd0c6a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:40.569905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-517ce7d7-bed1-4886-894c-c696dc07541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:40.571787 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-517ce7d7-bed1-4886-894c-c696dc07541a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 1099 time: 0.1272693 Dec 15 21:57:40.581323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:40.674792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Pushing event updated for resources: {'Port': ['ID=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:40.691530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.704885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:40.743166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] For port 5124caee-6ff1-4868-99e0-0924fd1bc810, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:40.747611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] For port 5124caee-6ff1-4868-99e0-0924fd1bc810, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5124caee-6ff1-4868-99e0-0924fd1bc810,segment=NetworkSegment(ba4f3eb4-56dc-4397-a166-420ed3acab2c),segment_id=ba4f3eb4-56dc-4397-a166-420ed3acab2c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:40.763059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.771908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40db155-4284-47fc-8220-232c9844a344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:40.774015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:40.812564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-c90fbaa7-9d68-4dc1-b389-df9f76b4f2da tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:40.813492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-c90fbaa7-9d68-4dc1-b389-df9f76b4f2da tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:40.817260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7b363f4a-da2b-46fd-b41d-6919bf2ed4c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:40.843438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-c90fbaa7-9d68-4dc1-b389-df9f76b4f2da tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:40.845268 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-c90fbaa7-9d68-4dc1-b389-df9f76b4f2da tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.2552798 Dec 15 21:57:40.888701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Pushing event updated for resources: {'Port': ['ID=5124caee-6ff1-4868-99e0-0924fd1bc810,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:40.904558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-105f4bf8-eaec-44a0-8faa-2b0452f9e756 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:40.906346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:40.934517 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:40.936889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-105f4bf8-eaec-44a0-8faa-2b0452f9e756 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:40.940828 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:40.947322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:40.952137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Port': ['ID=49b9a6c6-09a7-4aaf-90bf-81ba5658aed0,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:40.953235 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:40.953380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-57a422ab-f0a5-4767-84d3-a2c72c231bdb req-105f4bf8-eaec-44a0-8faa-2b0452f9e756 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018412 Dec 15 21:57:40.955079 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:40.965118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:41.038796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:41.091532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-aae48494-4e64-44a7-b172-307d0c31d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:41.097645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-aae48494-4e64-44a7-b172-307d0c31d2e7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 200 len: 897 time: 0.5057204 Dec 15 21:57:41.177816 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:41.253128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f02e944b-26ca-437c-b98e-3c589dbfd571 None None] Provisioning complete for port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:41.253523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f02e944b-26ca-437c-b98e-3c589dbfd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:41.329160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349fcdc2-dbac-4744-aef8-0750b3108c1d None None] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:41.411071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-0e660aae-f8b6-448d-a432-56716e2f352c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 200 len: 217 time: 0.1074548 Dec 15 21:57:41.516010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-28ef7de8-308f-432c-b829-5b3410388f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:41.517737 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-28ef7de8-308f-432c-b829-5b3410388f89 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 200 len: 837 time: 0.0985658 Dec 15 21:57:41.562579 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:41.566555 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9838d153-46df-408c-ace5-e4e9c996aa66 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:30Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ec0ea22-6454-4dd9-81c3-34d36961bc16', 'name': '', 'network_id': 'b6af414e-df77-4502-bf2f-f9bd692f54ed', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:21:88:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:29Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0b068cac-f5a7-47d2-bb95-8260a4c8fd89', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:41.586004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:41.593099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:41.762210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-d1fc4b2d-dae8-4dd7-af0d-14f06e116716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:41.763698 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-d1fc4b2d-dae8-4dd7-af0d-14f06e116716 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b6af414e-df77-4502-bf2f-f9bd692f54ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2361236 Dec 15 21:57:41.773622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Provisioning for port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:41.781593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Provisioning complete for port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:41.782355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:41.789318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-8b76343f-499f-4f5f-87fe-8e46479cabfd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:41.790830 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-8b76343f-499f-4f5f-87fe-8e46479cabfd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.1007564 Dec 15 21:57:41.905734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Router 0a2e9604-c7e7-4b94-8434-cc64fb9055dd is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:57:42.086880 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-04f43b45-9466-4f03-af88-66a6cab19e6f service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136165 Dec 15 21:57:42.098181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.100302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 69147cac-3fa4-40b0-81f9-525342c7a91d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:42.100816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.179552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] For port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,segment=NetworkSegment(1fead234-d57d-4e52-b18b-a9d4407927b8),segment_id=1fead234-d57d-4e52-b18b-a9d4407927b8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:42.197850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.200577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:42.301210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a48559-c27e-4a2a-89ee-f7b9c0d6ace3 None None] New status for floating IP 1c36d539-0416-4e22-b0f4-1ce972101e09: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:57:42.486393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5124caee-6ff1-4868-99e0-0924fd1bc810 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:42.538221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:42.546437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 69147cac-3fa4-40b0-81f9-525342c7a91d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=69147cac-3fa4-40b0-81f9-525342c7a91d,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:42.546806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.550802 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] Sync routers for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:42.570651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4106848 Dec 15 21:57:42.570877 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:42.571673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:42.572244 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:42.586275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2488d-627d-4e3b-87f5-c7202518330a None None] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:42.674006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:42.690687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b2be5c8-144e-411e-ac2d-ff82ed2a2df8 req-0b6337d8-f16f-43b9-b8f1-59e57203b9a5 service neutron] 10.222.0.32 "GET /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836093 Dec 15 21:57:42.706327 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:42.706946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:42.731626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0340951b-4156-459b-b05e-29890275e476 None None] Provisioning complete for port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:42.732372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0340951b-4156-459b-b05e-29890275e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.767613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 69147cac-3fa4-40b0-81f9-525342c7a91d owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:42.797814 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:42.798216 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b1c6a3-8d15-4afa-900a-e0874f6fc39c None None] The sync data for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:42.809699 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Pushing event updated for resources: {'Port': ['ID=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:42.825163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:42.925727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5124caee-6ff1-4868-99e0-0924fd1bc810 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:42.928658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:42.936004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:42.944618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7e53b-dec2-4320-94cd-fbc06de2f9c0 req-a25c309b-c5b9-40f9-b7e8-2c3d4b731613 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:42.945325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-89c7e53b-dec2-4320-94cd-fbc06de2f9c0 req-a25c309b-c5b9-40f9-b7e8-2c3d4b731613 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:42.968134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:42.983191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=69147cac-3fa4-40b0-81f9-525342c7a91d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:43.019696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0340951b-4156-459b-b05e-29890275e476 None None] Provisioning for port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:43.037404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.038400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.038400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.038887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.039375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.039851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.040624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.040784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.041505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.042284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.042443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0340951b-4156-459b-b05e-29890275e476 None None] Provisioning complete for port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:43.042556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.042662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0340951b-4156-459b-b05e-29890275e476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.043047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:43.046734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:43.084505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 69147cac-3fa4-40b0-81f9-525342c7a91d on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:43.087091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.094049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'name': 'network-vif-deleted', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:57:43.107159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed2ff33c-8009-4c44-a140-9fd81678f7b4 req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/69147cac-3fa4-40b0-81f9-525342c7a91d HTTP/1.1" status: 204 len: 173 time: 1.3104048 Dec 15 21:57:43.158886 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ab4060-76ca-44a2-ad93-a7f3d0536c0f', 'name': 'network-vif-deleted', 'tag': '69147cac-3fa4-40b0-81f9-525342c7a91d', 'status': 'completed', 'code': 200} Dec 15 21:57:43.170729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0340951b-4156-459b-b05e-29890275e476 None None] Port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:43.181509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-89c7e53b-dec2-4320-94cd-fbc06de2f9c0 req-a25c309b-c5b9-40f9-b7e8-2c3d4b731613 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:43.182629 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89c7e53b-dec2-4320-94cd-fbc06de2f9c0 req-a25c309b-c5b9-40f9-b7e8-2c3d4b731613 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=32ab4060-76ca-44a2-ad93-a7f3d0536c0f HTTP/1.1" status: 200 len: 946 time: 0.9617183 Dec 15 21:57:43.183988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:43.184369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.304285 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89c7e53b-dec2-4320-94cd-fbc06de2f9c0 req-ff94cec6-fc51-4ed2-94d8-410dc61374fc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2f1fb6d-7dc1-4461-9854-b2169d20f401&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713925 Dec 15 21:57:43.338842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Provisioning for port 5124caee-6ff1-4868-99e0-0924fd1bc810 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:43.351342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Provisioning complete for port 5124caee-6ff1-4868-99e0-0924fd1bc810 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:43.351727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.437825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-3ddb85ca-87ef-4070-8421-ebbb0c60db93 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 21:57:43.440460 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3ddb85ca-87ef-4070-8421-ebbb0c60db93 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8677411 Dec 15 21:57:43.442243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:43.457586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fbc94c71-f807-4798-be3c-163fc5bbeff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.523863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.574680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] For port 5124caee-6ff1-4868-99e0-0924fd1bc810, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5124caee-6ff1-4868-99e0-0924fd1bc810,segment=NetworkSegment(ba4f3eb4-56dc-4397-a166-420ed3acab2c),segment_id=ba4f3eb4-56dc-4397-a166-420ed3acab2c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:43.582390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.587204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:43.663301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Provisioning complete for port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:43.663967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:43.717233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Pushing event updated for resources: {'Port': ['ID=5124caee-6ff1-4868-99e0-0924fd1bc810,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:43.721783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:43.729647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:43.848587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e54a467d-7699-4428-a371-7182ea0d904d None None] Provisioning complete for port 5124caee-6ff1-4868-99e0-0924fd1bc810 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:43.849316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e54a467d-7699-4428-a371-7182ea0d904d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.019642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.274279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5124caee-6ff1-4868-99e0-0924fd1bc810 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:44.344745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5124caee-6ff1-4868-99e0-0924fd1bc810 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:44.344993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.403316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41922) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:44.461366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 89936c74-5598-4ad8-ba7d-3278d1fd0c6a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:44.478600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.483985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:44.484650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.516979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.576283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:44.577373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.590180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.595578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-857d40ab-c221-4467-89db-b76a9abae32d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:44.610277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f1fb6d-7dc1-4461-9854-b2169d20f401,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:44.613850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:44.626760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.628092 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/d2f1fb6d-7dc1-4461-9854-b2169d20f401 HTTP/1.1" status: 204 len: 168 time: 0.2237594 Dec 15 21:57:44.661093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41928) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:44.688722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.818564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Calling delete_port for 49b9a6c6-09a7-4aaf-90bf-81ba5658aed0 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:44.990058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:44.994708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-242b4187-c90c-4c7c-a4f7-aee21ba03baf tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:45.040382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Port': ['ID=49b9a6c6-09a7-4aaf-90bf-81ba5658aed0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:45.066395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:45.226413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:45.268108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:45.537911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Router 0a2e9604-c7e7-4b94-8434-cc64fb9055dd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:45.548641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 69147cac-3fa4-40b0-81f9-525342c7a91d no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:45.580710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 6ec0ea22-6454-4dd9-81c3-34d36961bc16 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:45.581233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:45.592637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 69147cac-3fa4-40b0-81f9-525342c7a91d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:45.592990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 69147cac-3fa4-40b0-81f9-525342c7a91d not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:45.776589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0bbfc57-0c8c-47e8-91d2-16ac4c8ec63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:45.813271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:45.822932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3788736 Dec 15 21:57:45.823107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] Sync routers for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:45.826661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41932) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:45.837665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:45.838335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:45.898608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 6ec0ea22-6454-4dd9-81c3-34d36961bc16, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ec0ea22-6454-4dd9-81c3-34d36961bc16,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:45.899027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:45.904224 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-dc39aff9-722f-4d2f-a16c-ddd3c98c010d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] delete failed (client error): The resource could not be found. Dec 15 21:57:45.909233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc39aff9-722f-4d2f-a16c-ddd3c98c010d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-443873126 HTTP/1.1" status: 404 len: 334 time: 0.0776656 Dec 15 21:57:45.909431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41936) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:45.910935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:45.916121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-42d4aed7-ad9d-4896-99e5-54a69865e165 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a2e9604-c7e7-4b94-8434-cc64fb9055dd'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:45.920122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:45.920737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:45.982142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:45.982559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5571f4ac-5e82-4adb-a56e-2cb0d91e06df None None] The sync data for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:46.025785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 6ec0ea22-6454-4dd9-81c3-34d36961bc16 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:46.297133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-42d4aed7-ad9d-4896-99e5-54a69865e165 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:46.324209 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-42d4aed7-ad9d-4896-99e5-54a69865e165 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] update failed (client error): The resource could not be found. Dec 15 21:57:46.325233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42d4aed7-ad9d-4896-99e5-54a69865e165 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd HTTP/1.1" status: 404 len: 339 time: 0.4149234 Dec 15 21:57:46.328983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41940) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:46.405642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:46.409466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-368d9725-7fd3-408a-b678-60e9325d31bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:46.454481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=6ec0ea22-6454-4dd9-81c3-34d36961bc16,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:46.492317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:46.741893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:46.782848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:46.836362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:46.883143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.248480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2594123b-6d66-4dd8-9c73-40395a371bfc has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:47.319752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Allocated IP 172.20.0.1 (384c2cb7-a0a8-4691-a2dc-15dc1d116611/c20f08b2-d8fa-4870-975e-26f18cb53f35/10c06b31-22de-4320-bba2-b2fea2b0fe7c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:47.426050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:47.437343 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Sync routers for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:47.439508 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2594123b-6d66-4dd8-9c73-40395a371bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7757630 Dec 15 21:57:47.442157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41944) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:47.449867 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:47.450729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:47.480063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.497134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Transition to ACTIVE for port object 10c06b31-22de-4320-bba2-b2fea2b0fe7c will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:47.521796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 0b068cac-f5a7-47d2-bb95-8260a4c8fd89 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:47.526302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.532284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.538980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed46b7fa-b542-4b4b-ad23-cf6fea316e5c tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:47.588180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.616207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:47.619501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:47.621885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:47.651406 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:47.674522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Port': ['ID=10c06b31-22de-4320-bba2-b2fea2b0fe7c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:47.679495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:47.694484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.700168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.806317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.811602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c4decb31-02ae-4459-a347-6941737c5aac tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:47.813704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.851722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=0b068cac-f5a7-47d2-bb95-8260a4c8fd89,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:47.857447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:47.860636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27729d-ed88-4157-b70f-e11bdf4d02ad None None] Network b6af414e-df77-4502-bf2f-f9bd692f54ed requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:47.862401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:47.867024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/0b068cac-f5a7-47d2-bb95-8260a4c8fd89 HTTP/1.1" status: 204 len: 168 time: 0.4238503 Dec 15 21:57:47.871073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41950) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:48.029973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-470e1f8a-4f53-45af-a0f1-4a6652b80e79 None None] Provisioning for port 10c06b31-22de-4320-bba2-b2fea2b0fe7c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:48.041370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-470e1f8a-4f53-45af-a0f1-4a6652b80e79 None None] Provisioning complete for port 10c06b31-22de-4320-bba2-b2fea2b0fe7c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:48.042013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-470e1f8a-4f53-45af-a0f1-4a6652b80e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.042867 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:46Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:48.047157 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Checking router: 2594123b-6d66-4dd8-9c73-40395a371bfc for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:48.056938 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Routers {'2594123b-6d66-4dd8-9c73-40395a371bfc'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:48.057656 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2594123b-6d66-4dd8-9c73-40395a371bfc'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:48.095759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.115303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-470e1f8a-4f53-45af-a0f1-4a6652b80e79 None None] Port 10c06b31-22de-4320-bba2-b2fea2b0fe7c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:48.214975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] DHCP port deletion for b6af414e-df77-4502-bf2f-f9bd692f54ed request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:48.219838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Deleting port a1a280eb-76e8-450b-a84f-e10fad765b7b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:48.220549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.287454 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] Set router 2594123b-6d66-4dd8-9c73-40395a371bfc gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:48.306890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.319455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:48.319952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.321426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.327795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.366955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee87cb34-ed81-4b38-b29f-e2e6d3824d5f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:48.415977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1a280eb-76e8-450b-a84f-e10fad765b7b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:48.468831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.478533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event updated for resources: {'Port': ['ID=10c06b31-22de-4320-bba2-b2fea2b0fe7c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:48.484413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:48.499415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.548255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 4c242da6-cbd9-46d5-b3fd-c64f664aac8a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:48.549043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.608352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:46Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:48.613110 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fa650c-81bf-4e46-88e2-43178dbac7a3 None None] The sync data for ids ['2594123b-6d66-4dd8-9c73-40395a371bfc'] in dv-neutron-820612-1-hyperv is: [{'id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'name': 'tempest-TestNetworkBasicOps-router-679056600', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:16Z', 'updated_at': '2021-12-15T21:57:46Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '4c242da6-cbd9-46d5-b3fd-c64f664aac8a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a1:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2594123b-6d66-4dd8-9c73-40395a371bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:48.630071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] For port a1a280eb-76e8-450b-a84f-e10fad765b7b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1a280eb-76e8-450b-a84f-e10fad765b7b,segment=NetworkSegment(c332676a-10b3-4dc6-8e65-409f7ccfa354),segment_id=c332676a-10b3-4dc6-8e65-409f7ccfa354)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:48.631048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.710231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:48.711519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:48.714928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 4c242da6-cbd9-46d5-b3fd-c64f664aac8a owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:48.811500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Calling delete_port for a1a280eb-76e8-450b-a84f-e10fad765b7b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:48.921562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.944413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:48.950355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:48.993730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.006689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac94275b-36c3-4472-99e7-4cb6e861b2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:49.024587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Pushing event deleted for resources: {'Port': ['ID=a1a280eb-76e8-450b-a84f-e10fad765b7b,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:49.033832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] No DVR routers for this DVR port a1a280eb-76e8-450b-a84f-e10fad765b7b on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:49.059340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.059340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.059706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.059956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.060224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.060547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.060867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.061186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.061506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.061826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.062179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.062473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:57:49.065449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:49.076487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f0018858-75ff-4fa4-bf82-18ec4a2d3725 None None] Provisioning complete for port 10c06b31-22de-4320-bba2-b2fea2b0fe7c triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:49.076950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0018858-75ff-4fa4-bf82-18ec4a2d3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.077294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Router 0a2e9604-c7e7-4b94-8434-cc64fb9055dd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:49.134742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f0018858-75ff-4fa4-bf82-18ec4a2d3725 None None] Port 10c06b31-22de-4320-bba2-b2fea2b0fe7c cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:49.231136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=4c242da6-cbd9-46d5-b3fd-c64f664aac8a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:49.238048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:49.241412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:49.250460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] Sync routers for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:49.253766 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9213443 Dec 15 21:57:49.254495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41954) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:49.259955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:49.260643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.293110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.365055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.373454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:49.374055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.419177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bdcbfb51-74fb-47a4-aa5a-6801623c9658 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.437420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.437838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3544c788-abb7-4bf8-b990-fd1414dcdf3b None None] The sync data for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:49.475942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.478132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.502674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.503345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 2594123b-6d66-4dd8-9c73-40395a371bfc {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:57:49.527226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.528729 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/2594123b-6d66-4dd8-9c73-40395a371bfc HTTP/1.1" status: 204 len: 168 time: 1.6567392 Dec 15 21:57:49.532114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41958) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:49.576319 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-bdcbfb51-74fb-47a4-aa5a-6801623c9658 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 15 21:57:49.577466 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bdcbfb51-74fb-47a4-aa5a-6801623c9658 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd HTTP/1.1" status: 409 len: 329 time: 0.3220756 Dec 15 21:57:49.580299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:49.655012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.790479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.826413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6af414e-df77-4502-bf2f-f9bd692f54ed']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.838941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c332676a-10b3-4dc6-8e65-409f7ccfa354') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.839238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c332676a-10b3-4dc6-8e65-409f7ccfa354') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:49.850374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.866403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.872373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:49.872759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:49.887760 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:49.965714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:49.969544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5572b6b8-41b0-4f7e-a3b5-82a0c2905246 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:49.988175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.000143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=b6af414e-df77-4502-bf2f-f9bd692f54ed,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:50.003960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:50.006390 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/b6af414e-df77-4502-bf2f-f9bd692f54ed HTTP/1.1" status: 204 len: 168 time: 0.4732780 Dec 15 21:57:50.025737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41966) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:50.031688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--295741859', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:50.036591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:50.040807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:50.043624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:50.049493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:50.060723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:50.064185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.091505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:57:50.104061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.104477 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment a915ccad-6eda-4e28-b422-c6bdd8402836 of type vlan for network 1865af96-35f6-4a7d-bae7-cd918e19dc18 Dec 15 21:57:50.111462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.149412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.194548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.200598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:50.201173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.206451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6ba5be67-e69a-4416-b2ad-c896892224ea tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:50.270042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ec0ea22-6454-4dd9-81c3-34d36961bc16 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:50.312424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6ec0ea22-6454-4dd9-81c3-34d36961bc16 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:50.312843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ec0ea22-6454-4dd9-81c3-34d36961bc16 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:50.313342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4c242da6-cbd9-46d5-b3fd-c64f664aac8a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:50.323084 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2938094 Dec 15 21:57:50.323620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41970) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:50.326426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=1865af96-35f6-4a7d-bae7-cd918e19dc18,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:50.329088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:50.332518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-832601965', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:50.340209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:50.342252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:57:50.345152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:50.348101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:50.355717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:50.365263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 4c242da6-cbd9-46d5-b3fd-c64f664aac8a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:50.365548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4c242da6-cbd9-46d5-b3fd-c64f664aac8a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:50.366453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.367512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.382351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.631529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port 10c06b31-22de-4320-bba2-b2fea2b0fe7c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:50.632197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.669261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:50.875223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.008517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Calling delete_port for 10c06b31-22de-4320-bba2-b2fea2b0fe7c owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:51.117655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.147990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.226916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.231259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-50eda8cf-c3dd-4725-816f-592a71de0159 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:51.275180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Port': ['ID=10c06b31-22de-4320-bba2-b2fea2b0fe7c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:51.278550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:51.332887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.210 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1b9cdf49-9db3-492f-9956-46f2ee18299a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:51.489330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.519538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.520623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.526734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:51.588823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:51.591557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:51.595623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:51.639249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1b9cdf49-9db3-492f-9956-46f2ee18299a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:51.643520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:51.706556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:51.790815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Router 0a2e9604-c7e7-4b94-8434-cc64fb9055dd has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:52.015764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.045696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:52.055350 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4740136 Dec 15 21:57:52.058923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.060881 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351044ef-14df-4b94-9ca4-58803759541c None None] Sync routers for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:52.070040 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:52.070845 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:52.127077 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-85d03ed3-5516-4a6e-b305-e0cce2751fea tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] show failed (client error): The resource could not be found. Dec 15 21:57:52.128634 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-85d03ed3-5516-4a6e-b305-e0cce2751fea tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-517680563 HTTP/1.1" status: 404 len: 334 time: 0.0688319 Dec 15 21:57:52.133594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.138553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8e030bb6-f90c-455f-b10d-801d84f5a429 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:52.154781 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:52.164560 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] Routers {'0a2e9604-c7e7-4b94-8434-cc64fb9055dd'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:52.165266 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:52.203036 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-8e030bb6-f90c-455f-b10d-801d84f5a429 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] update failed (client error): The resource could not be found. Dec 15 21:57:52.210971 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8e030bb6-f90c-455f-b10d-801d84f5a429 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1950636616 HTTP/1.1" status: 404 len: 335 time: 0.0695770 Dec 15 21:57:52.211408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.229334 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-351044ef-14df-4b94-9ca4-58803759541c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:52.229747 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351044ef-14df-4b94-9ca4-58803759541c None None] The sync data for ids ['0a2e9604-c7e7-4b94-8434-cc64fb9055dd'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:52.280485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting subnet 4aa55221-e095-4052-8063-91b783e3d8cf {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:52.283329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.338736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.424135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.487673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.501084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.504880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1ef7c9c6-bd74-4196-a727-52e7d62d8e43 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:52.541545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa55221-e095-4052-8063-91b783e3d8cf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:52.544478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:52.545450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.553689 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/subnets/4aa55221-e095-4052-8063-91b783e3d8cf HTTP/1.1" status: 204 len: 168 time: 0.3393574 Dec 15 21:57:52.553902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.565948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b905ef-8afb-4051-9353-d5e67c3cf37f None None] Network 4e0446ce-da2f-4804-81da-6db5aefffe0c requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:52.619888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting subnet 68ea0d8d-be18-4662-b2b0-8e16c3382c26 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:52.622841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.683534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.703811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 42b7a64e-1d06-45e5-965a-2dcb760f9aca is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:57:52.775599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.836347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] DHCP port deletion for 4e0446ce-da2f-4804-81da-6db5aefffe0c request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:52.840217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Deleting port 5124caee-6ff1-4868-99e0-0924fd1bc810 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:52.840601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.861063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.868563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a078948a-734f-4a67-9946-576ae0dce81f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:52.892566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:52.905932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Subnet': ['ID=68ea0d8d-be18-4662-b2b0-8e16c3382c26,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:52.909854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:52.913690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.920179 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/subnets/68ea0d8d-be18-4662-b2b0-8e16c3382c26 HTTP/1.1" status: 204 len: 168 time: 0.3653145 Dec 15 21:57:52.921056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:52.925019 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5978549 Dec 15 21:57:52.925019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 41990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.925543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41994) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:52.932526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Sync routers for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:52.935314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7b7d5e-343b-4b4f-ab21-468b73d9444c None None] Network ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:52.968966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c221beb1-d233-4e97-93db-98342f71b7d5 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391591 Dec 15 21:57:52.968966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 41998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:53.028827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:53.029461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:53.043550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.054329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port 5124caee-6ff1-4868-99e0-0924fd1bc810 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:53.054590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.107357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c5e003-78d4-44dc-a4f5-cff874474ff0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:53.109035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-98c5e003-78d4-44dc-a4f5-cff874474ff0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393023 Dec 15 21:57:53.112583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42002) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:53.184976 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-435520eb-aded-489c-ba30-9c881221c80b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0708849 Dec 15 21:57:53.187488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42006) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:53.193920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1235182904', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:53.306998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:53.310718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] For port 5124caee-6ff1-4868-99e0-0924fd1bc810, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5124caee-6ff1-4868-99e0-0924fd1bc810,segment=NetworkSegment(ba4f3eb4-56dc-4397-a166-420ed3acab2c),segment_id=ba4f3eb4-56dc-4397-a166-420ed3acab2c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:53.310957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:53.311089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.313993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:53.319966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:53.330971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:57:53.335292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.391686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] For port 5124caee-6ff1-4868-99e0-0924fd1bc810, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5124caee-6ff1-4868-99e0-0924fd1bc810,segment=NetworkSegment(ba4f3eb4-56dc-4397-a166-420ed3acab2c),segment_id=ba4f3eb4-56dc-4397-a166-420ed3acab2c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:53.392117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.412942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:53.434504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Calling delete_port for 5124caee-6ff1-4868-99e0-0924fd1bc810 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:53.531347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.538311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b02ebe7d-1084-48bc-a270-8579847da7b0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:53.571093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.575517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c0fc5301-46af-4c1d-ad65-855caad8b1d1 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:53.595559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Port': ['ID=5124caee-6ff1-4868-99e0-0924fd1bc810,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:53.600306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] No DVR routers for this DVR port 5124caee-6ff1-4868-99e0-0924fd1bc810 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:53.602620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:53.654379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=08382949-3f8e-42bd-be2f-6ad0e4f9812a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:53.658086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:53.666795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:53.667336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 1865af96-35f6-4a7d-bae7-cd918e19dc18, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:57:53.688156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:57:53.691595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Calling delete_port for 5124caee-6ff1-4868-99e0-0924fd1bc810 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:53.697978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 1865af96-35f6-4a7d-bae7-cd918e19dc18) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:53.702079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:53.702727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.736062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5472217 Dec 15 21:57:53.736327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42010) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:53.745181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8aa137-016b-4946-ab0b-5e35f7bce1b8 None None] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:53.808928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:53.849531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0446ce-da2f-4804-81da-6db5aefffe0c']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:53.973079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:57:53.973604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:57:54.006850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] DHCP port deletion for ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:54.048121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4f3eb4-56dc-4397-a166-420ed3acab2c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:54.048414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4f3eb4-56dc-4397-a166-420ed3acab2c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:54.068467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Deleting port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:54.068848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.071749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.094885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.160307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:54.160628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:54.179673 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:54.229184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-1865af96-35f6-4a7d-bae7-cd918e19dc18', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:57:54.230015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.286308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5124caee-6ff1-4868-99e0-0924fd1bc810 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:54.338048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.347428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:54.365054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.384658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Network': ['ID=4e0446ce-da2f-4804-81da-6db5aefffe0c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:54.390579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:54.396916 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/networks/4e0446ce-da2f-4804-81da-6db5aefffe0c HTTP/1.1" status: 204 len: 168 time: 1.4728496 Dec 15 21:57:54.399388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:54.408294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5124caee-6ff1-4868-99e0-0924fd1bc810 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:54.408581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5124caee-6ff1-4868-99e0-0924fd1bc810 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:54.409244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 89936c74-5598-4ad8-ba7d-3278d1fd0c6a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:54.469111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:51Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:54.483238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Deleting port 5124caee-6ff1-4868-99e0-0924fd1bc810 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:54.483618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.542217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Checking router: 42b7a64e-1d06-45e5-965a-2dcb760f9aca for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:54.542573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Updating router 42b7a64e-1d06-45e5-965a-2dcb760f9aca port 1b9cdf49-9db3-492f-9956-46f2ee18299a binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:57:54.593795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.632079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-311ef9fe-5ea5-4166-9af6-b1105ae2c41f None None] The port '5124caee-6ff1-4868-99e0-0924fd1bc810' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:54.644471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] For port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,segment=NetworkSegment(1fead234-d57d-4e52-b18b-a9d4407927b8),segment_id=1fead234-d57d-4e52-b18b-a9d4407927b8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:54.644872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.677922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:54.678262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.826201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:54.865281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Calling delete_port for 89936c74-5598-4ad8-ba7d-3278d1fd0c6a owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:55.019580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] For port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,segment=NetworkSegment(1fead234-d57d-4e52-b18b-a9d4407927b8),segment_id=1fead234-d57d-4e52-b18b-a9d4407927b8)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:55.019845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.097456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Allocated IP 172.20.0.2 (1865af96-35f6-4a7d-bae7-cd918e19dc18/08382949-3f8e-42bd-be2f-6ad0e4f9812a/4b779846-0f78-415f-8682-e4b138c9f018) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:55.108193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.146712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Calling delete_port for 89936c74-5598-4ad8-ba7d-3278d1fd0c6a owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:55.168553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.191602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.217781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e05e24bd-8c5a-4da8-88ef-26a2ad4332c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:55.370961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Pushing event deleted for resources: {'Port': ['ID=89936c74-5598-4ad8-ba7d-3278d1fd0c6a,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:55.373278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:55.375838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] No DVR routers for this DVR port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:55.511704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.db.api [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87553) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:57:55.512104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_db.api [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:57:55.611296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.636939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Transition to ACTIVE for port object 4b779846-0f78-415f-8682-e4b138c9f018 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:55.668249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.668249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Transition to ACTIVE for port object 4b779846-0f78-415f-8682-e4b138c9f018 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:55.679232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.682158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Transition to ACTIVE for port object 1b9cdf49-9db3-492f-9956-46f2ee18299a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:55.684355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-27841143-e20f-4ced-b355-ae151e07f8d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:55.728178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.753665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:55.761190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (1865af96-35f6-4a7d-bae7-cd918e19dc18/08382949-3f8e-42bd-be2f-6ad0e4f9812a/85ff2ffe-10e6-43bc-bedf-d5be48f4db71) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:57:55.768005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:55.771499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:55.788138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Pushing event updated for resources: {'Port': ['ID=4b779846-0f78-415f-8682-e4b138c9f018,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:55.791250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:55.822619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:55.849070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Attempting to bind port 1b9cdf49-9db3-492f-9956-46f2ee18299a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:55.849442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Attempting to bind port 1b9cdf49-9db3-492f-9956-46f2ee18299a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:55.849813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Attempting to bind port 1b9cdf49-9db3-492f-9956-46f2ee18299a on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:55.905632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:55.905900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:55.906288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.906686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:55.907159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Bound port: 1b9cdf49-9db3-492f-9956-46f2ee18299a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:55.907536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.919630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.935477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:57:55.959454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:55.964089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4d55fcbe-d8cf-44b9-a4a5-a5abf2a9c427 tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:55.978935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Pushing event updated for resources: {'Port': ['ID=1b9cdf49-9db3-492f-9956-46f2ee18299a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:55.982367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:55.987693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Attempting to bind port 4b779846-0f78-415f-8682-e4b138c9f018 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:57:55.988060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Attempting to bind port 4b779846-0f78-415f-8682-e4b138c9f018 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:57:55.988432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Attempting to bind port 4b779846-0f78-415f-8682-e4b138c9f018 on network 1865af96-35f6-4a7d-bae7-cd918e19dc18 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:57:56.005950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:57:56.006326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Checking segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:57:56.006730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.007120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Bound using segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:57:56.007583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Bound port: 4b779846-0f78-415f-8682-e4b138c9f018, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:57:56.007986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.017453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port 89936c74-5598-4ad8-ba7d-3278d1fd0c6a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:56.017792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.058899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] For port 1b9cdf49-9db3-492f-9956-46f2ee18299a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:56.084503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] For port 1b9cdf49-9db3-492f-9956-46f2ee18299a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1b9cdf49-9db3-492f-9956-46f2ee18299a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:56.092716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.094859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:56.102642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] The port '89936c74-5598-4ad8-ba7d-3278d1fd0c6a' was deleted {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:56.103662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:56.104450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:56.105982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:56.108243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:57:56.165860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:56.188257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] For port 4b779846-0f78-415f-8682-e4b138c9f018, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:57:56.195254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] For port 4b779846-0f78-415f-8682-e4b138c9f018, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4b779846-0f78-415f-8682-e4b138c9f018,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:57:56.196183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:56.196902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:56.262709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.272639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Pushing event updated for resources: {'Port': ['ID=1b9cdf49-9db3-492f-9956-46f2ee18299a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:56.273038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.275910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:56.287258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:56.407609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.441617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Pushing event updated for resources: {'Port': ['ID=4b779846-0f78-415f-8682-e4b138c9f018,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:56.444375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:56.444711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:56.466059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:56.469987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fead234-d57d-4e52-b18b-a9d4407927b8') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:56.470286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fead234-d57d-4e52-b18b-a9d4407927b8') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:56.490476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.549228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.591643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:56.592112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: util.warn( Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:56.687784 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:56.714907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.723626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-78ee8876-13f3-4036-a4be-9465d37ec6bf tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:56.740203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.746525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.763789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Network': ['ID=ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:56.771537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:56.774139 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/networks/ff8f99f7-5fb8-4edb-b533-45c83b4ab7d4 HTTP/1.1" status: 204 len: 168 time: 2.3738277 Dec 15 21:57:56.777010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42018) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:56.851482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting subnet c20f08b2-d8fa-4870-975e-26f18cb53f35 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:57:56.854440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:56.861001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:51Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:56.865083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6991d0de-ddd1-4486-b09a-47479daad4a3 None None] The sync data for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv is: [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:51Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:57:56.920215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.008889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.111309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.122470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-567cc7a1-feda-4371-ae87-417cf1d9306c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:57.173011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Subnet': ['ID=c20f08b2-d8fa-4870-975e-26f18cb53f35,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:57.176162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:57.177265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.184384 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03c7d5bb-49e4-4d02-ac8e-b7e5831a2d1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/subnets/c20f08b2-d8fa-4870-975e-26f18cb53f35 HTTP/1.1" status: 204 len: 168 time: 0.4055929 Dec 15 21:57:57.186635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42022) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:57.195985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5b1b96-d742-423c-8985-6d965324cd05 None None] Network 384c2cb7-a0a8-4691-a2dc-15dc1d116611 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:57.388617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.405634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Deleting port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:57.405996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.516448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] DHCP port deletion for 384c2cb7-a0a8-4691-a2dc-15dc1d116611 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:57:57.517087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.522015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Deleting port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:57.522744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.527950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.582296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-695c89b2-bc94-408b-a317-25f851268baa tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:57.681428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.713596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:57.726224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:57.738635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] For port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,segment=NetworkSegment(192e1d0d-3703-45f2-b046-93e4afb458db),segment_id=192e1d0d-3703-45f2-b046-93e4afb458db)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:57.739042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.785127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] For port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,segment=NetworkSegment(192e1d0d-3703-45f2-b046-93e4afb458db),segment_id=192e1d0d-3703-45f2-b046-93e4afb458db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:57.785527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:57.869259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:57:57.870747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:57:57.916046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Calling delete_port for cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:57.962800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f191f8c8-fd72-4d19-ae11-bb039f60510e None None] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:57:58.014402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Calling delete_port for cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:57:58.075722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 42b7a64e-1d06-45e5-965a-2dcb760f9aca has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:57:58.092045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.092654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f7d1be66-8742-42f0-8608-a8653225b026 None None] Provisioning for port 4b779846-0f78-415f-8682-e4b138c9f018 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:58.096801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fc987466-1f5d-4a5b-b281-b6c4220ecdb6 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:58.122114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:57:58.122488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:57:58.143578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Port': ['ID=cbb16b3a-5d45-4a47-b8f1-52da4006bfb1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:58.146529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:58.148991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] No DVR routers for this DVR port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:57:58.280689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.282592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:57:58.288095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/42b7a64e-1d06-45e5-965a-2dcb760f9aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5509663 Dec 15 21:57:58.290559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:58.315320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384c2cb7-a0a8-4691-a2dc-15dc1d116611']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:58.328940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192e1d0d-3703-45f2-b046-93e4afb458db') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:58.329248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192e1d0d-3703-45f2-b046-93e4afb458db') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:58.341705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.365716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.367318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1b9cdf49-9db3-492f-9956-46f2ee18299a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:58.375684 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:57:58.376406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:57:58.401555 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:57:58.461568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 1b9cdf49-9db3-492f-9956-46f2ee18299a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:58.468193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1b9cdf49-9db3-492f-9956-46f2ee18299a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:58.468419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.508064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.511550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6cb49036-2a26-4d99-b616-1d97266a8923 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:58.548870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.551588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Pushing event deleted for resources: {'Network': ['ID=384c2cb7-a0a8-4691-a2dc-15dc1d116611,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:58.562402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:58.573575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.574185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.574647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.575095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.575914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/networks/384c2cb7-a0a8-4691-a2dc-15dc1d116611 HTTP/1.1" status: 204 len: 168 time: 1.3878682 Dec 15 21:57:58.576472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42030) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:58.580060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.580522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.580977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.585907 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d462950b-34c3-4c12-9615-2ba54353d801 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4948 time: 0.2912734 Dec 15 21:57:58.588248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:58.625625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Deleting port cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:57:58.626319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.647046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80cd6cde-b48d-4b21-bc31-58e29591b0ff tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Synchronizing usage tracker for tenant:d3d4f29698e4485fb114decebf8526d3 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:57:58.665819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.667241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.667701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.668174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.668746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.669104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.669531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:57:58.671323 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ef515b25-7f85-48ca-aa6e-ce783a0846ff tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0821579 Dec 15 21:57:58.671848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-80cd6cde-b48d-4b21-bc31-58e29591b0ff tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Unset dirty status for tenant:d3d4f29698e4485fb114decebf8526d3 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:57:58.675590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:58.676275 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-80cd6cde-b48d-4b21-bc31-58e29591b0ff tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a2e9604-c7e7-4b94-8434-cc64fb9055dd HTTP/1.1" status: 200 len: 205 time: 0.0988300 Dec 15 21:57:58.677368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42040) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:58.711700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f9fd-1155-4e08-92a7-09335b60c74c None None] The port 'cbb16b3a-5d45-4a47-b8f1-52da4006bfb1' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:57:58.739425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 1b9cdf49-9db3-492f-9956-46f2ee18299a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1b9cdf49-9db3-492f-9956-46f2ee18299a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:58.750554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.751715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4b779846-0f78-415f-8682-e4b138c9f018 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:57:58.818777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e1f608f7-987b-41e3-b3b3-72e4c66e604f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:58.860872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.893869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-72f9c442-1da6-478d-9ed6-e4ed7115f5eb None None] Provisioning for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:58.905687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-72f9c442-1da6-478d-9ed6-e4ed7115f5eb None None] Provisioning complete for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:58.906069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-72f9c442-1da6-478d-9ed6-e4ed7115f5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:58.923290 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Sync routers for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:57:58.935505 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:57:58.936647 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:58.973068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b259ac9e-0b3e-403f-957f-ca8c05741e4c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.2961969 Dec 15 21:57:58.999505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=1b9cdf49-9db3-492f-9956-46f2ee18299a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:59.007897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:59.011392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-72f9c442-1da6-478d-9ed6-e4ed7115f5eb None None] Port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:59.021116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 4b779846-0f78-415f-8682-e4b138c9f018 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:57:59.027914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4b779846-0f78-415f-8682-e4b138c9f018 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:59.028743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.165484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-43e15651-8083-4fae-a478-8c67331cec07 None None] Provisioning complete for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:59.165484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-43e15651-8083-4fae-a478-8c67331cec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.183750 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:57:59.262290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.265744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42048) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:59.267397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.273743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417788004', 'description': 'tempest-secgroup-smoke-417788004 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:59.275568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-43e15651-8083-4fae-a478-8c67331cec07 None None] Port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:59.284857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:59.292983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:59.299039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:59.300413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.314902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:59.322345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.322772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Fanout notify agent at l3_agent the message router_deleted on router 0a2e9604-c7e7-4b94-8434-cc64fb9055dd {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:57:59.336045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.338618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.339815 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-892bb58f-040a-41bb-bae9-5d67b01e9a1e tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] 10.222.0.18 "DELETE /v2.0/routers/0a2e9604-c7e7-4b94-8434-cc64fb9055dd HTTP/1.1" status: 204 len: 168 time: 0.6612492 Dec 15 21:57:59.344083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4b779846-0f78-415f-8682-e4b138c9f018, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4b779846-0f78-415f-8682-e4b138c9f018,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:57:59.350964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.354328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bac49a25-9a2e-45b2-a271-948cdc6ed772 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:59.365326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:59.374994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:59.378443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:59.387773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:59.422151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:57:59.480290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:57:59.480646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device cbb16b3a-5d45-4a47-b8f1-52da4006bfb1 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:57:59.484382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b9ecb8c9-113a-4e79-8b38-f11f213a7311 None None] Provisioning complete for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:57:59.484736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb8c9-113a-4e79-8b38-f11f213a7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.520617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.527218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.539476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-834f31d5-2961-4534-9122-9fb4bdad57e0 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:59.544033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4b779846-0f78-415f-8682-e4b138c9f018,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:59.548457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:59.555210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecb8c9-113a-4e79-8b38-f11f213a7311 None None] Port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:57:59.617166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.618401 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3513043 Dec 15 21:57:59.621246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42056) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:59.626958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:59.633015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:59.633539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c90e83-328a-4c6d-a7c0-f10edda23338,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:59.637379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:59.640365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:59.651734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:59.655506 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:57:57Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:57:59.660121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:59.660356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Checking router: 42b7a64e-1d06-45e5-965a-2dcb760f9aca for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:57:59.660681 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Updating router 42b7a64e-1d06-45e5-965a-2dcb760f9aca port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:57:59.681465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.717090 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.723690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42060) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:59.756051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.761495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.763503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:59.790150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98233649-3340-4c10-a2ea-6dab61fca64b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:59.795427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:57:59.801608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.803251 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1810162 Dec 15 21:57:59.806091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:59.812267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:57:59.818811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:57:59.823165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:57:59.826170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:57:59.832168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:57:59.851041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.894555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42070) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:57:59.894788 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e302aa98-7e80-4df7-9eab-c012c7a0670a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3d4f29698e4485fb114decebf8526d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688163 Dec 15 21:57:59.941960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.950789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:57:59.961428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-778e864f-1543-4500-8c10-da3731f7702f tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:57:59.987372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fcd3f6-9866-4dff-a0ac-71d4eb9335a6,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:57:59.990350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.002396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.003557 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1963065 Dec 15 21:58:00.006841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42074) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:00.013857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:00.018070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.029562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:00.039734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:00.048099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:00.057826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:00.060706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.098345 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.104172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.109918 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Transition to ACTIVE for port object 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:58:00.116281 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.120638 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.153425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.158941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5fc0f394-d595-484a-b77e-3478664bce5d tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.175018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e78793-ecf9-4908-8524-1dcac0bf0a38,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.184746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.191953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.194044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.195167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8e78793-ecf9-4908-8524-1dcac0bf0a38 HTTP/1.1" status: 204 len: 168 time: 0.2995508 Dec 15 21:58:00.198091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.200021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d5b6423f-ba81-454d-8cdb-6cd48659ef69 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.227455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc5de0fd-e04f-4034-bf39-75af0321660c,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.231821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.239653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.244018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2336888 Dec 15 21:58:00.244409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42080) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:00.250328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:00.257884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:00.268013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:00.273994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:00.295488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:00.343031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.358117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1b9cdf49-9db3-492f-9956-46f2ee18299a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:58:00.382405 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Pushing event updated for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.385570 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.393608 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Attempting to bind port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:58:00.393977 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Attempting to bind port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:58:00.394587 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Attempting to bind port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 on network 1865af96-35f6-4a7d-bae7-cd918e19dc18 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:58:00.403328 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:58:00.404259 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Checking segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:58:00.405343 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.406932 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Bound using segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:58:00.407619 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Bound port: 85ff2ffe-10e6-43bc-bedf-d5be48f4db71, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:58:00.409211 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.464005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1b9cdf49-9db3-492f-9956-46f2ee18299a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:00.467137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.479019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.485209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.487521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-28591e7c-c515-4896-8e4a-fe3e6c64ab40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.552433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048b93e7-f817-49cd-ada6-19268101e355,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.562991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.573124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.574827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3289700 Dec 15 21:58:00.577466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:00.587276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:00.590096 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] For port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:58:00.596442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:00.597632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] For port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:58:00.607945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:00.611625 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.613414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:00.621685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:00.623947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4b779846-0f78-415f-8682-e4b138c9f018 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:58:00.633695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.642528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:58:00.650782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.709962 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:00.710408 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:00.711782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4b779846-0f78-415f-8682-e4b138c9f018 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:00.712273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.778117 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Pushing event updated for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.783189 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.864986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.869215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.871186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2f129cc-70de-43da-bd0c-432553c15676 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:00.897239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=653ac9e1-7578-4349-9491-a67848187882,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:00.902613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:00.909067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:00.910597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3318503 Dec 15 21:58:00.913858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42088) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:00.919055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'b9c90e83-328a-4c6d-a7c0-f10edda23338', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:00.922566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:00.924907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:00.929542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:00.936745 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:00.942437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:00.955825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:58:00.964289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:01.031205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:01.034607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:01.037041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a668ebf7-7f6c-4cd3-a91f-4efa3852cc97 tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:01.059576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6960ec4e-69d0-41ea-bc19-7fee9ddae25f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:01.064163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:01.069991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:01.071444 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565917 Dec 15 21:58:01.240424 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:00Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:01.244285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04478e15-799a-4033-b7a8-e7f789e01340 None None] The sync data for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv is: [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:00Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:58:01.290583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-bfdcae0d-0dd9-473a-a9a1-4aa60472839b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:01.308136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-bfdcae0d-0dd9-473a-a9a1-4aa60472839b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:01.309316 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-bfdcae0d-0dd9-473a-a9a1-4aa60472839b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417788004&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0653112 Dec 15 21:58:01.606733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0b64f902-d645-4a4a-8d87-ab9cf0059b77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:01.607429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0b64f902-d645-4a4a-8d87-ab9cf0059b77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:01.623342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0b64f902-d645-4a4a-8d87-ab9cf0059b77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:01.624477 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0b64f902-d645-4a4a-8d87-ab9cf0059b77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 200 len: 796 time: 0.3055868 Dec 15 21:58:01.639759 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-57e1f8a0-429c-419f-adec-16cc9ce85e64 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0097973 Dec 15 21:58:01.731311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0dafcdfb-9a15-43a2-a604-828d02c97f2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:01.749664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0dafcdfb-9a15-43a2-a604-828d02c97f2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:01.750964 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-0dafcdfb-9a15-43a2-a604-828d02c97f2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027048 Dec 15 21:58:01.767557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-25ec95f9-38cc-4f00-a8f8-ae2edf13bb40 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:58:01.768638 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-25ec95f9-38cc-4f00-a8f8-ae2edf13bb40 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054395 Dec 15 21:58:01.907930 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-48906c2d-2c67-42b0-bafb-39d670f57d93 service neutron] 10.222.0.18 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326578 Dec 15 21:58:02.047810 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-756ce5bc-6cc0-4feb-92cd-a78ca20d3adc service neutron] 10.222.0.18 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296492 Dec 15 21:58:02.245511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5f485a00-c85c-4782-a421-e0ccb7d73c4f req-d8b9847d-e9ec-4766-8c89-07c676a4bc92 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:02.264292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5f485a00-c85c-4782-a421-e0ccb7d73c4f req-d8b9847d-e9ec-4766-8c89-07c676a4bc92 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:02.265456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5f485a00-c85c-4782-a421-e0ccb7d73c4f req-d8b9847d-e9ec-4766-8c89-07c676a4bc92 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 210 time: 0.0636618 Dec 15 21:58:02.338832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:58:02.423787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:58:02.433383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:02.434026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:02.561139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:02.598276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:02.604142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:02.607183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:02.678886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:02.682155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:03.392425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-c2d6503c-83c4-4de3-b709-f91001026a11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:03.393061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-c2d6503c-83c4-4de3-b709-f91001026a11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:03.406027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-c2d6503c-83c4-4de3-b709-f91001026a11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:03.407124 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-c2d6503c-83c4-4de3-b709-f91001026a11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 200 len: 796 time: 0.1700788 Dec 15 21:58:03.457647 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-e9bd2e7e-f128-4d46-b90c-818c0374bd6a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 379 time: 0.0422451 Dec 15 21:58:03.466436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '163d09f0-fea3-4443-b091-facb45cb1806', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['b9c90e83-328a-4c6d-a7c0-f10edda23338']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:03.493116 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7b4b4ea0-40c0-4afd-8292-00bb7e07d020 req-f58d56a5-a30d-4bc6-b6e2-ad826516a362 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 210 time: 0.0579369 Dec 15 21:58:03.514745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-a3974577-f9a9-41a0-a676-745ff1f592ba service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1172280 Dec 15 21:58:03.607208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:03.613341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-b3305622-bc71-40d7-8767-3f8eeccb9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:03.615424 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-b3305622-bc71-40d7-8767-3f8eeccb9f58 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 1098 time: 0.0746706 Dec 15 21:58:03.617418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:03.627630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:58:03.631864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:03.761484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-a4d09397-bd43-4585-b6a5-24201a6f71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:03.762843 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-a4d09397-bd43-4585-b6a5-24201a6f71bf service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1289990 Dec 15 21:58:03.795225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.14 (1865af96-35f6-4a7d-bae7-cd918e19dc18/08382949-3f8e-42bd-be2f-6ad0e4f9812a/1f2cabf7-c40c-4da9-a053-06f9bb2fee84) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:58:03.866404 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-b67267dc-7360-4413-9a16-22e827a29983 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 200 len: 1001 time: 0.0968254 Dec 15 21:58:03.927858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-0ce56881-6851-499d-9239-089c6da4522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:03.929301 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-0ce56881-6851-499d-9239-089c6da4522a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0566354 Dec 15 21:58:03.983100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:03.999017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:58:04.006601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-dfc4e225-6e43-4aea-bd5d-3217946ee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:04.008080 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-dfc4e225-6e43-4aea-bd5d-3217946ee614 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723808 Dec 15 21:58:04.021639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.027079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fc0bc75-441e-459c-a7e0-14d5641db65e tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:04.092331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:58:04.095531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:58:04.100036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:58:04.138824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:04.142176 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-3f2f90f3-f892-4b38-83ee-3a993b3542c2 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274304 Dec 15 21:58:04.152158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:04.179311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:04.179944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.206978 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7444375 Dec 15 21:58:04.218518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Request body: {'port': {'device_id': '163d09f0-fea3-4443-b091-facb45cb1806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:04.293876 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-001478ef-42bf-4b4e-a754-040bcc8e6883 req-57dcc0b8-cfaa-42f9-b8d4-52bd49c4c1cc service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448264 Dec 15 21:58:04.326904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:58:04.344893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.406498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-67eabb81-d3de-49ad-a588-293be3e6e75d None None] Provisioning for port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:58:04.411055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:04.412105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.435439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-67eabb81-d3de-49ad-a588-293be3e6e75d None None] Provisioning complete for port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:04.435826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67eabb81-d3de-49ad-a588-293be3e6e75d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.515245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-67eabb81-d3de-49ad-a588-293be3e6e75d None None] Port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:58:04.736158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:58:04.745112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.764861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Transition to ACTIVE for port object 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:58:04.769443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:04.780541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0dec4c-280b-4572-a02a-18407b11e0ae req-93966e9b-8a7e-49e0-90fd-9821a4604bc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:04.781228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ed0dec4c-280b-4572-a02a-18407b11e0ae req-93966e9b-8a7e-49e0-90fd-9821a4604bc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:04.785243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76f7fa94-9824-4b69-9a84-ba3f6c132fd9 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:04.908555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ed0dec4c-280b-4572-a02a-18407b11e0ae req-93966e9b-8a7e-49e0-90fd-9821a4604bc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:04.909702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed0dec4c-280b-4572-a02a-18407b11e0ae req-93966e9b-8a7e-49e0-90fd-9821a4604bc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 932 time: 0.2901173 Dec 15 21:58:05.085280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:05.094325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:05.154148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed0dec4c-280b-4572-a02a-18407b11e0ae req-c2cafdb1-c2e6-426e-b8aa-b4729cbe6f8b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370307 Dec 15 21:58:05.181439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Attempting to bind port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:58:05.184144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Attempting to bind port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:58:05.184486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Attempting to bind port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 on network 1865af96-35f6-4a7d-bae7-cd918e19dc18 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:58:05.189211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 on network 1865af96-35f6-4a7d-bae7-cd918e19dc18 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:58:05.189525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Attempting to bind port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 on network 1865af96-35f6-4a7d-bae7-cd918e19dc18 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:58:05.194617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:58:05.194949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Checking segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:58:05.195325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Bound using segment: {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:58:05.195750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Bound port: 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a915ccad-6eda-4e28-b422-c6bdd8402836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:58:05.196131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:05.286559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:58:05.289513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:58:05.292876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:05.296363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7f085979-6fba-47a0-9b56-b786d91f1b1f tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:05.358307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:05.359222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:05.360500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] 10.222.0.32 "PUT /v2.0/ports/1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 200 len: 1094 time: 1.1467230 Dec 15 21:58:05.363049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:58:05.393364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:05.397651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:05.434339 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'status': 'completed', 'code': 200} Dec 15 21:58:05.476230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-bc933ca7-1587-4bc8-80c9-671e619b8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:05.477698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-bc933ca7-1587-4bc8-80c9-671e619b8361 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1097 time: 0.0791454 Dec 15 21:58:05.554727 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-d2077979-a7db-4268-8b83-22cfcc7a2241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 200 len: 217 time: 0.0698316 Dec 15 21:58:05.619411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-6e5e22cf-9c80-445e-a4ad-2bfcf935acae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:05.620769 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-6e5e22cf-9c80-445e-a4ad-2bfcf935acae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08382949-3f8e-42bd-be2f-6ad0e4f9812a HTTP/1.1" status: 200 len: 835 time: 0.0582547 Dec 15 21:58:05.695388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2ce787b3-eca7-4bb3-8779-32f5aeb2979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:05.696776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-2ce787b3-eca7-4bb3-8779-32f5aeb2979e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1865af96-35f6-4a7d-bae7-cd918e19dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692685 Dec 15 21:58:05.827543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-f4c61637-75c2-4b7f-97e0-abe31ca216d9 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229441 Dec 15 21:58:05.961253 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2577a5cb-d8b0-4055-ad75-0b0f5754b7fa req-d6a5420c-398e-44b2-8755-36b50afad9bb service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268959 Dec 15 21:58:06.078760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-996178ad-5141-44fc-8360-34e6f2546442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:06.080220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-996178ad-5141-44fc-8360-34e6f2546442 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1097 time: 0.0737884 Dec 15 21:58:06.221838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-8163cf6a-5835-41a6-8af1-e8238468574c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:06.223221 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-8163cf6a-5835-41a6-8af1-e8238468574c service neutron] 10.222.0.32 "GET /v2.0/networks?id=1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 200 len: 897 time: 0.1362152 Dec 15 21:58:06.328517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-42013688-9aca-43d7-9b52-c53c0558e46d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 200 len: 217 time: 0.0980017 Dec 15 21:58:06.406410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-09de183d-fd14-42ec-b63e-e4412bb1a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:06.407828 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-09de183d-fd14-42ec-b63e-e4412bb1a6ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08382949-3f8e-42bd-be2f-6ad0e4f9812a HTTP/1.1" status: 200 len: 835 time: 0.0719421 Dec 15 21:58:06.468652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c8a50-3b1c-4913-b272-78502cf91400 req-ce6b9e14-e6b2-4389-93b7-52ee5509c482 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:06.470056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e6c8a50-3b1c-4913-b272-78502cf91400 req-ce6b9e14-e6b2-4389-93b7-52ee5509c482 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 944 time: 0.1917520 Dec 15 21:58:06.524430 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e6c8a50-3b1c-4913-b272-78502cf91400 req-8f0394f8-7b8a-49d4-a725-6eaa88c1257d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Dec 15 21:58:06.534607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-a45079c0-e32f-47d0-81f2-998725ccb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:06.536774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-a45079c0-e32f-47d0-81f2-998725ccb8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1865af96-35f6-4a7d-bae7-cd918e19dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205380 Dec 15 21:58:06.669262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-44379fa4-16eb-42a0-b4b7-323051a09083 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250119 Dec 15 21:58:06.916341 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5007b76-18f0-4946-b7bd-23e4992ce1fa req-565bd51d-978c-4544-b8e6-b805de6ddad0 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398555 Dec 15 21:58:06.950463 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:58:07.655433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:58:07.710160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485ba1-5637-449e-baf7-ed81af6763c4 req-8a9e23d1-c9d9-4d2c-a40b-78e103d49dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:07.711631 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a485ba1-5637-449e-baf7-ed81af6763c4 req-8a9e23d1-c9d9-4d2c-a40b-78e103d49dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 944 time: 0.0797057 Dec 15 21:58:07.756389 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a485ba1-5637-449e-baf7-ed81af6763c4 req-5c6b24c0-e45e-484c-b341-b837b04513b0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389867 Dec 15 21:58:07.789386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:07.802628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'port_id': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'mac_address': 'fa:16:3e:66:0e:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:58:07.858963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:07.875821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:58:07.890747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:07.894827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:07.897058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-256029e1-e9a8-4780-bf94-42d74a670949 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:07.960868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:07.963701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:08.108014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['1f2cabf7-c40c-4da9-a053-06f9bb2fee84'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:58:08.944138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f49ec-7125-4e94-9b8d-768123bbbee3 req-22ba2f95-4ae8-4dce-bafc-1a9be7371231 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:08.945566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-993f49ec-7125-4e94-9b8d-768123bbbee3 req-22ba2f95-4ae8-4dce-bafc-1a9be7371231 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 945 time: 0.0837831 Dec 15 21:58:08.988251 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-993f49ec-7125-4e94-9b8d-768123bbbee3 req-209aa9b7-aca8-451e-9442-cc63f56d1f49 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371511 Dec 15 21:58:09.662151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:58:09.726482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:58:09.731144 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:58:09.731528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:09.845687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:09.871370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:58:09.881733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:09.886072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:09.887902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:09.922007 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'code': 200} Dec 15 21:58:09.957198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:09.960706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:10.203942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509249a-fdbb-46b2-93d3-a8430ddf1226 req-6d5fcc8a-d74b-46c5-9bb7-05bef8a2c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:10.205333 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b509249a-fdbb-46b2-93d3-a8430ddf1226 req-6d5fcc8a-d74b-46c5-9bb7-05bef8a2c78f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1099 time: 0.1345561 Dec 15 21:58:10.213469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f889f1-babd-4885-806d-7a137614c9d7 req-ac7a8130-316b-41bc-bda8-5ad62d088f6c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:10.214778 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0f889f1-babd-4885-806d-7a137614c9d7 req-ac7a8130-316b-41bc-bda8-5ad62d088f6c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.1094620 Dec 15 21:58:10.277199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b509249a-fdbb-46b2-93d3-a8430ddf1226 req-05185eee-3e73-43fa-8c0b-33666e2cd27b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615034 Dec 15 21:58:10.283916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a0f889f1-babd-4885-806d-7a137614c9d7 req-cec11402-1a72-4242-82e4-d15fcaa07916 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564375 Dec 15 21:58:11.470586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbea84-d88e-47fe-89bb-96687d3bbebf req-3f244d50-ba37-4188-bb82-2d968631e661 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:11.472053 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4fdbea84-d88e-47fe-89bb-96687d3bbebf req-3f244d50-ba37-4188-bb82-2d968631e661 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.0844791 Dec 15 21:58:11.515266 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4fdbea84-d88e-47fe-89bb-96687d3bbebf req-461a66bc-245b-472d-8aa1-6d1fc98ebeca tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376182 Dec 15 21:58:11.701266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c54b-0f76-412b-aadd-fcb9a13d34de req-ade685af-92d1-437f-92c5-196930647be3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:11.702688 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4494c54b-0f76-412b-aadd-fcb9a13d34de req-ade685af-92d1-437f-92c5-196930647be3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.0833001 Dec 15 21:58:11.745221 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4494c54b-0f76-412b-aadd-fcb9a13d34de req-3e3bbdf2-3fa2-4729-b944-8218245a5680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370395 Dec 15 21:58:11.767427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42138) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:11.835024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba7e12-3d92-425b-9bc2-71891ab7dab5 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:11.836402 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-47ba7e12-3d92-425b-9bc2-71891ab7dab5 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1094 time: 0.0679688 Dec 15 21:58:11.839058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:11.843638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:11.849407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:11.853359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:11.856208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:11.861992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:11.872423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:12.110575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:12.250565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.47 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1c9ee733-c605-4caf-9919-b99735673c82) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:58:12.392233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:12.421508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:12.425852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:12.484704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:58:12.487338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:58:12.490435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:58:12.535077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1c9ee733-c605-4caf-9919-b99735673c82,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:12.539081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:12.899695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:12.978785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:13.183562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:13.187699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:13.192167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c1a8cbb-20ff-4c18-8f25-15a48e382d12 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:13.293435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1c9ee733-c605-4caf-9919-b99735673c82,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:13.297457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:13.305778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:13.437100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ae483a97-d12c-43ce-88f8-ca287f939b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:13.470267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 9f361021-c560-4c50-b0e6-dda01c1eb0a2 associated. External IP: 172.26.6.47, port: 1f2cabf7-c40c-4da9-a053-06f9bb2fee84. Dec 15 21:58:13.926590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 42b7a64e-1d06-45e5-965a-2dcb760f9aca has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:58:14.102703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:58:14.112222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Sync routers for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:58:14.121386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:14.122060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:14.125951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:14.183766 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3436415 Dec 15 21:58:14.184749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:58:14.186538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42146) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:14.231212 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'status': 'completed', 'code': 200} Dec 15 21:58:14.316035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:14.355491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-17768084-8bf8-4693-bba3-87cedd56c4cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/9f361021-c560-4c50-b0e6-dda01c1eb0a2 HTTP/1.1" status: 200 len: 991 time: 0.1675324 Dec 15 21:58:14.370985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-79c95452-8fae-4da8-99eb-c7c6158a1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:14.372414 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-79c95452-8fae-4da8-99eb-c7c6158a1728 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1099 time: 0.1049314 Dec 15 21:58:14.502287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-49150233-adc1-4d1d-81ac-71c0c82fecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:14.505419 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-49150233-adc1-4d1d-81ac-71c0c82fecf3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 200 len: 897 time: 0.1262097 Dec 15 21:58:14.610576 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-e7ce4887-4f80-4a85-bbce-63256134cbaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 200 len: 999 time: 0.0990593 Dec 15 21:58:14.671410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '9f361021-c560-4c50-b0e6-dda01c1eb0a2', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.47', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'port_id': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'mac_address': 'fa:16:3e:66:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163d09f0-fea3-4443-b091-facb45cb1806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:58:12Z', 'updated_at': '2021-12-15T21:58:12Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:14.675221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Checking router: 42b7a64e-1d06-45e5-965a-2dcb760f9aca for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:58:14.677238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-a526baca-dc0c-4400-abcd-9d0c708f202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:14.678647 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-a526baca-dc0c-4400-abcd-9d0c708f202c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08382949-3f8e-42bd-be2f-6ad0e4f9812a HTTP/1.1" status: 200 len: 835 time: 0.0623157 Dec 15 21:58:14.685229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:14.685832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:57:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:14.753373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-8261eb89-4951-442a-8a06-81d9652d40b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:14.754797 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-8261eb89-4951-442a-8a06-81d9652d40b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1865af96-35f6-4a7d-bae7-cd918e19dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695956 Dec 15 21:58:14.764713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-52eead2f-4233-4265-96e8-4aa60ffa2c73 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:58:14.765612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-52eead2f-4233-4265-96e8-4aa60ffa2c73 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047786 Dec 15 21:58:14.859409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:14.897160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-6fb6501e-3ec8-4451-be1b-04c7e11d9530 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251466 Dec 15 21:58:15.030527 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d3f3b24-d7b1-4321-8a7c-3db5f6fd5404 req-5a22f05b-424d-45f4-961a-038b61411b17 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267879 Dec 15 21:58:15.235166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '9f361021-c560-4c50-b0e6-dda01c1eb0a2', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.47', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'port_id': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'mac_address': 'fa:16:3e:66:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163d09f0-fea3-4443-b091-facb45cb1806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:58:12Z', 'updated_at': '2021-12-15T21:58:12Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:15.239012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307041c-8b55-4d46-b764-6e689732ef57 None None] The sync data for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv is: [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '9f361021-c560-4c50-b0e6-dda01c1eb0a2', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.47', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'port_id': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'mac_address': 'fa:16:3e:66:0e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163d09f0-fea3-4443-b091-facb45cb1806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:58:12Z', 'updated_at': '2021-12-15T21:58:12Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:58:15.358929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:15.440855 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275fbf4-e1af-49a0-8b0a-9388245dcdcc None None] New status for floating IP 9f361021-c560-4c50-b0e6-dda01c1eb0a2: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:58:15.469003 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eca37741-8974-4ad2-bb24-28635e0c4f9b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/9f361021-c560-4c50-b0e6-dda01c1eb0a2 HTTP/1.1" status: 200 len: 991 time: 0.1077452 Dec 15 21:58:15.778607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63c83049-fc3e-4926-9475-81fbe85cb7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:16.471752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:16.698502 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1f5f8b5d-5226-4ffd-8684-c944bd77fb53 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/9f361021-c560-4c50-b0e6-dda01c1eb0a2 HTTP/1.1" status: 200 len: 993 time: 0.2255907 Dec 15 21:58:16.788581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:16.884571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:18.420937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:21.695962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:43.438644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34e08251-35e7-45b2-95a0-599addb4f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:43.949506 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:58:45.780051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ecfd666e-4e04-4574-8e5a-bf67fab08a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:45.950107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42174) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:46.054914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d1ca8500-c585-454a-8a11-3439ffcca25e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/9f361021-c560-4c50-b0e6-dda01c1eb0a2 HTTP/1.1" status: 200 len: 993 time: 0.1034927 Dec 15 21:58:46.364002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42182) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:46.570654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 1c9ee733-c605-4caf-9919-b99735673c82 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:46.570988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:46.744788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:46.745027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:46.788945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:46.869709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 1c9ee733-c605-4caf-9919-b99735673c82 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:46.886944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:47.026826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:47.026826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8fdef0ae-eca4-406b-ae00-60eaaadbd69c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:47.067470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=1c9ee733-c605-4caf-9919-b99735673c82,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:47.103560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.103970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.104351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.104720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.105082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.105448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.105810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.106172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.106532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.106941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.107242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.107597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:47.114589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:47.169761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:47.170065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 9f361021-c560-4c50-b0e6-dda01c1eb0a2 disassociated (deleted). External IP: 172.26.6.47, port: 1f2cabf7-c40c-4da9-a053-06f9bb2fee84. Dec 15 21:58:47.518613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 42b7a64e-1d06-45e5-965a-2dcb760f9aca has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:58:47.813799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:58:47.824480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Sync routers for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:58:47.835057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:47.835691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:47.836283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:47.891312 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f361021-c560-4c50-b0e6-dda01c1eb0a2 HTTP/1.1" status: 204 len: 168 time: 1.5254452 Dec 15 21:58:47.892330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:58:47.938920 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'status': 'completed', 'code': 200} Dec 15 21:58:48.017225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:48.152485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-7f2a9774-e6c8-466e-8347-12c7509118ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:48.154068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-7f2a9774-e6c8-466e-8347-12c7509118ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 1099 time: 0.1926606 Dec 15 21:58:48.298687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-bf3d5388-76ce-4bc4-af25-3d2b9e4f5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:48.300352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-bf3d5388-76ce-4bc4-af25-3d2b9e4f5c1e service neutron] 10.222.0.32 "GET /v2.0/networks?id=1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 200 len: 897 time: 0.1388631 Dec 15 21:58:48.337311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:48.341250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Checking router: 42b7a64e-1d06-45e5-965a-2dcb760f9aca for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:58:48.351056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:48.351751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:48.372156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-0a9ab22a-a27a-41dd-8081-82162f91a92b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 200 len: 217 time: 0.0641253 Dec 15 21:58:48.402669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdfe75-a9d1-4382-b91d-48b71f59b8f6 req-c96bdbd1-dc25-4ed4-8345-639074f25ffa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:48.405036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ffcdfe75-a9d1-4382-b91d-48b71f59b8f6 req-c96bdbd1-dc25-4ed4-8345-639074f25ffa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.2205017 Dec 15 21:58:48.449068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:48.449367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-39f5b9cf-93b8-49c3-ad0d-3ec22d1b44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:48.450358 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-39f5b9cf-93b8-49c3-ad0d-3ec22d1b44f0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=08382949-3f8e-42bd-be2f-6ad0e4f9812a HTTP/1.1" status: 200 len: 835 time: 0.0704579 Dec 15 21:58:48.454158 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ffcdfe75-a9d1-4382-b91d-48b71f59b8f6 req-47d9f69e-8e8d-4f0a-87a8-298b00eeff01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Dec 15 21:58:48.528416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-d6e78826-4309-414a-8462-6874410ffa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:48.529968 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-d6e78826-4309-414a-8462-6874410ffa1e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1865af96-35f6-4a7d-bae7-cd918e19dc18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723176 Dec 15 21:58:48.548489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:48.660487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-b94cfd30-c016-43ba-aeac-cf71bd9f1645 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235611 Dec 15 21:58:48.792037 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-574b30b2-704a-4e43-9b66-4e2cecbc9a9b req-ffc804dd-ea75-48da-8072-c266fb1e3a80 service neutron] 10.222.0.32 "GET /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250031 Dec 15 21:58:48.858452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:48.862258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac0236b-f5e7-48a0-8d9c-47c5bc174196 None None] The sync data for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv is: [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:57:56Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '85ff2ffe-10e6-43bc-bedf-d5be48f4db71', 'name': '', 'network_id': '1865af96-35f6-4a7d-bae7-cd918e19dc18', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:55:64:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:55Z', 'updated_at': '2021-12-15T21:58:02Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '08382949-3f8e-42bd-be2f-6ad0e4f9812a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:58:49.072533 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd7205-86e8-47bf-8978-e75230cf3f98 None None] New status for floating IP 9f361021-c560-4c50-b0e6-dda01c1eb0a2: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:58:49.513001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d330c-dd74-456a-a405-f861dee744b0 req-756a84c3-d462-43ca-97d4-e3abce8aef78 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:49.513685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-214d330c-dd74-456a-a405-f861dee744b0 req-756a84c3-d462-43ca-97d4-e3abce8aef78 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:49.529242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-214d330c-dd74-456a-a405-f861dee744b0 req-756a84c3-d462-43ca-97d4-e3abce8aef78 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:49.530438 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-214d330c-dd74-456a-a405-f861dee744b0 req-756a84c3-d462-43ca-97d4-e3abce8aef78 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.0974126 Dec 15 21:58:49.610425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:49.610763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:49.850373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b06c52-ab18-4189-8295-c52fbc4418f5 req-b209c53f-1108-4981-931f-de767e34e6ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:49.851806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42b06c52-ab18-4189-8295-c52fbc4418f5 req-b209c53f-1108-4981-931f-de767e34e6ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 946 time: 0.2809236 Dec 15 21:58:49.927974 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-42b06c52-ab18-4189-8295-c52fbc4418f5 req-593b55e0-a27b-4242-8769-723fe7c9fd1a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9c90e83-328a-4c6d-a7c0-f10edda23338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633898 Dec 15 21:58:49.950949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:49.951297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:50.074322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:50.325315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:50.330837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b5ff1235-056b-4ad0-aea3-4ccc842558c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:50.378450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=1f2cabf7-c40c-4da9-a053-06f9bb2fee84,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:50.381344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:50.454635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:58:50.457012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:50.459530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'name': 'network-vif-deleted', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:58:50.478086 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-214d330c-dd74-456a-a405-f861dee744b0 req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/1f2cabf7-c40c-4da9-a053-06f9bb2fee84 HTTP/1.1" status: 204 len: 173 time: 0.9395263 Dec 15 21:58:50.506105 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d09f0-fea3-4443-b091-facb45cb1806', 'name': 'network-vif-deleted', 'tag': '1f2cabf7-c40c-4da9-a053-06f9bb2fee84', 'status': 'completed', 'code': 200} Dec 15 21:58:51.114878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-3d69e809-a494-4959-88de-b580c93a5967 req-0ff9aebd-d56a-4b42-add5-66a679d0fbd6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:58:51.133106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-3d69e809-a494-4959-88de-b580c93a5967 req-0ff9aebd-d56a-4b42-add5-66a679d0fbd6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:58:51.134176 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d69e809-a494-4959-88de-b580c93a5967 req-0ff9aebd-d56a-4b42-add5-66a679d0fbd6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=163d09f0-fea3-4443-b091-facb45cb1806 HTTP/1.1" status: 200 len: 210 time: 0.0831425 Dec 15 21:58:51.707516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:52.227354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:52.294274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:52.322573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:52.384866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:52.388784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fea0f3d5-1472-472f-b198-bc2db3f2ed6d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:52.410174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c90e83-328a-4c6d-a7c0-f10edda23338,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:52.413434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:52.424547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:52.425695 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9c90e83-328a-4c6d-a7c0-f10edda23338 HTTP/1.1" status: 204 len: 168 time: 0.1973462 Dec 15 21:58:52.457037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42212) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:53.019064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:53.363108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:53.363804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:53.664724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 85ff2ffe-10e6-43bc-bedf-d5be48f4db71, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:53.665031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:53.786184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:53.826150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:58:53.859296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:58:53.859641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1f2cabf7-c40c-4da9-a053-06f9bb2fee84 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:58:53.981089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:53.985359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:54.035236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=85ff2ffe-10e6-43bc-bedf-d5be48f4db71,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:54.062272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:54.307285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:54.667244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 42b7a64e-1d06-45e5-965a-2dcb760f9aca has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:58:54.842265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:58:54.853850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Sync routers for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:58:54.858895 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/42b7a64e-1d06-45e5-965a-2dcb760f9aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4007943 Dec 15 21:58:54.861663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:54.864210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:54.864820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:54.927168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 08382949-3f8e-42bd-be2f-6ad0e4f9812a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:58:54.930513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.090431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:55.116200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.196287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.271063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.275991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee6ed9f6-f0c3-4257-a55d-d547ef4ebeef tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:55.311957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=08382949-3f8e-42bd-be2f-6ad0e4f9812a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:55.313858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.322710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/08382949-3f8e-42bd-be2f-6ad0e4f9812a HTTP/1.1" status: 204 len: 168 time: 0.4576719 Dec 15 21:58:55.322710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:55.323040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42220) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:55.334018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad085e-b205-434c-9065-7a772c92c95f None None] Network 1865af96-35f6-4a7d-bae7-cd918e19dc18 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:58:55.503522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.528801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:58:53Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:55.536033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Checking router: 42b7a64e-1d06-45e5-965a-2dcb760f9aca for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:58:55.549737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Routers {'42b7a64e-1d06-45e5-965a-2dcb760f9aca'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:58:55.550350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:55.690895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.701134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 1b9cdf49-9db3-492f-9956-46f2ee18299a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:55.701503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.707558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] DHCP port deletion for 1865af96-35f6-4a7d-bae7-cd918e19dc18 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:58:55.717075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Deleting port 4b779846-0f78-415f-8682-e4b138c9f018 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:55.717442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.783056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] Set router 42b7a64e-1d06-45e5-965a-2dcb760f9aca gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:58:55.874935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 1b9cdf49-9db3-492f-9956-46f2ee18299a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1b9cdf49-9db3-492f-9956-46f2ee18299a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:55.875291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:55.995126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 1b9cdf49-9db3-492f-9956-46f2ee18299a owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:56.132678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] For port 4b779846-0f78-415f-8682-e4b138c9f018, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4b779846-0f78-415f-8682-e4b138c9f018,segment=NetworkSegment(a915ccad-6eda-4e28-b422-c6bdd8402836),segment_id=a915ccad-6eda-4e28-b422-c6bdd8402836)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:56.133316 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.160142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.165120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e572c02-f1f8-4a7a-ab5b-24d2e604e351 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:56.209599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=1b9cdf49-9db3-492f-9956-46f2ee18299a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:56.238382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:56.301556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.333449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Calling delete_port for 4b779846-0f78-415f-8682-e4b138c9f018 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:56.368283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4b779846-0f78-415f-8682-e4b138c9f018 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:58:56.517005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.524197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d88c8a95-5653-49d0-8d57-72c598dc18e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:56.575185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Pushing event deleted for resources: {'Port': ['ID=4b779846-0f78-415f-8682-e4b138c9f018,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:56.585826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:58:53Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:56.588020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] No DVR routers for this DVR port 4b779846-0f78-415f-8682-e4b138c9f018 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:58:56.592406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.599070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.601300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.605361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.605541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.605886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.606221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.606538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.606868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.607188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.608246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.608246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.608246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.608541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.608763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:56.614967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:56.616259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8303ec-79b2-428f-baf1-14680ddcf6df None None] The sync data for ids ['42b7a64e-1d06-45e5-965a-2dcb760f9aca'] in dv-neutron-820612-1-hyperv is: [{'id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'name': 'tempest-TestNetworkBasicOps-router-832601965', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:57:50Z', 'updated_at': '2021-12-15T21:58:53Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '1b9cdf49-9db3-492f-9956-46f2ee18299a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:1c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b7a64e-1d06-45e5-965a-2dcb760f9aca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:57:51Z', 'updated_at': '2021-12-15T21:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:58:56.628775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.629358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 42b7a64e-1d06-45e5-965a-2dcb760f9aca {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:58:56.649932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.654722 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/42b7a64e-1d06-45e5-965a-2dcb760f9aca HTTP/1.1" status: 204 len: 168 time: 1.3272288 Dec 15 21:58:56.654722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:56.777822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.905875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.930254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1865af96-35f6-4a7d-bae7-cd918e19dc18']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:56.941854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a915ccad-6eda-4e28-b422-c6bdd8402836') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:56.942147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a915ccad-6eda-4e28-b422-c6bdd8402836') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:58:56.953549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.969367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.983063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:58:56.983461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:58:56.998440 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:58:57.082477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.088429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.091602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84119622-ab4d-44e2-a75d-30854708f46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:57.117211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=1865af96-35f6-4a7d-bae7-cd918e19dc18,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:57.121593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:57.126259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/1865af96-35f6-4a7d-bae7-cd918e19dc18 HTTP/1.1" status: 204 len: 168 time: 0.4710455 Dec 15 21:58:57.144345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42230) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:57.150888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--815002934', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:57.156178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:57.160993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:57.164873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:57.170908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:57.182669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:58:57.186303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.215630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:58:57.224988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.225330 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment b2073946-50a4-466d-9772-47130f6e243d of type vlan for network e03b07de-f33c-4772-9539-4ccc807ffbcf Dec 15 21:58:57.255559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.324683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.330162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:57.330752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.336935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-08bba1dc-ac77-47f1-b7e2-2b0349ca83f9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:57.455192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3096144 Dec 15 21:58:57.458030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:58:57.459772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=e03b07de-f33c-4772-9539-4ccc807ffbcf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:57.464114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:58:57.464923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:57.470411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e03b07de-f33c-4772-9539-4ccc807ffbcf details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:58:57.471287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:58:57.475164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:58:57.478010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:58:57.481106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acab643-98cf-496d-870e-b28cbba170e5 req-a052c842-fd5d-4ac0-ad84-e487ebbf62ee tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:57.482679 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5acab643-98cf-496d-870e-b28cbba170e5 req-a052c842-fd5d-4ac0-ad84-e487ebbf62ee tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.2074578 Dec 15 21:58:57.484944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:58:57.495975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.497292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.514684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:57.535252 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5acab643-98cf-496d-870e-b28cbba170e5 req-3972b844-87be-4a66-a880-54b98c56eaff tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457728 Dec 15 21:58:57.800353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.214389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.243139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.269496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1b9cdf49-9db3-492f-9956-46f2ee18299a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:58:58.306880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 1b9cdf49-9db3-492f-9956-46f2ee18299a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:58:58.307235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1b9cdf49-9db3-492f-9956-46f2ee18299a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:58:58.307665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:58:58.343635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:58:58.344095 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 85ff2ffe-10e6-43bc-bedf-d5be48f4db71 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:58:58.381907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.66 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/57d19333-e713-4845-9850-b81b1b771e48) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:58:58.525859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.554710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.559345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:58.620898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:58:58.623805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:58:58.628134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:58:58.690939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=57d19333-e713-4845-9850-b81b1b771e48,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:58.719843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.720256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.720635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.721009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.721381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.721753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.722119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.722485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.722855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.723218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.723578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.723956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:58:58.730366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:58.781953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-a64607ac-fa9d-441f-aea6-d9377e04fe4c tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:58.783270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-a64607ac-fa9d-441f-aea6-d9377e04fe4c tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.0890429 Dec 15 21:58:58.850863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port 50357775-1a3b-4ede-b635-8c63bc229816 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:58:58.851213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:58.944715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a71075-bc3f-4a7a-b762-c49c7191cbdf req-787953d2-6dce-4e4a-b155-75539cac65b6 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:58:58.946177 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65a71075-bc3f-4a7a-b762-c49c7191cbdf req-787953d2-6dce-4e4a-b155-75539cac65b6 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 945 time: 0.2896252 Dec 15 21:58:59.068220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65a71075-bc3f-4a7a-b762-c49c7191cbdf req-af3cbc1e-386d-4d6d-bd47-ecf9f136daff tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126645 Dec 15 21:58:59.102665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] For port 50357775-1a3b-4ede-b635-8c63bc229816, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=50357775-1a3b-4ede-b635-8c63bc229816,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:58:59.103024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.164623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.390316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.390602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.390916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP e864a111-c742-440b-bf80-dc8b729aa80f disassociated. External IP: 172.26.6.103, port: 50357775-1a3b-4ede-b635-8c63bc229816. Dec 15 21:58:59.391257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for 50357775-1a3b-4ede-b635-8c63bc229816 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:58:59.503069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.667462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:58:59.673715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02f20634-32e5-4a71-85d1-09853022f841 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:58:59.719088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=50357775-1a3b-4ede-b635-8c63bc229816,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:58:59.722327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:58:59.844259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 21:58:59.906282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:59:00.023805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:00.033339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:00.043053 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:00.043947 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:00.051752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:00.053262 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5941691 Dec 15 21:59:00.056592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:00.116755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3f04c8b2-82de-4ddc-bf25-8fb95fa07ec0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585706 Dec 15 21:59:00.119073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42248) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:00.135576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:00.147626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:00.158617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:00.160318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:00.292373 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:00.327855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f85fe0-12c2-480f-b8a7-9f800cd2f774 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:00.329496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-27f85fe0-12c2-480f-b8a7-9f800cd2f774 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2088163 Dec 15 21:59:00.333188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42252) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:00.340243 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cbeb6061-ed1b-4acc-bb9b-838ea980c45d req-15dddd74-71de-46c6-9756-6a4b3c127d18 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 210 time: 0.1061435 Dec 15 21:59:00.341705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] No DVR routers for this DVR port 50357775-1a3b-4ede-b635-8c63bc229816 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:59:00.348503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:00.364432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'name': 'network-vif-deleted', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:00.382969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6f6633aa-c63f-4da2-b50c-1c732de92a39 req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "DELETE /v2.0/ports/50357775-1a3b-4ede-b635-8c63bc229816 HTTP/1.1" status: 204 len: 173 time: 1.5945282 Dec 15 21:59:00.393000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a865fd2-1cf7-419d-928e-0225deaed29f tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0586224 Dec 15 21:59:00.395422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42258) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:00.402740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041343203', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:00.449854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1741d194-591f-4fef-9daa-44f36030f586', 'name': 'network-vif-deleted', 'tag': '50357775-1a3b-4ede-b635-8c63bc229816', 'status': 'completed', 'code': 200} Dec 15 21:59:00.456870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:00.534861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:00.543310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:00.548527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:00.557973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:00.579469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:59:00.583217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:00.648792 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:58:58Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:00.653198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:00.653563 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Updating router 348575e3-6124-424d-a0d7-080814bc4ae6 port 57d19333-e713-4845-9850-b81b1b771e48 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:59:00.722592 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:00.856621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:00.863386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ebab0b8d-e318-433e-9612-78951d3b892b tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:00.890349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:00.895359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:00.906607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:00.907380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:00.958501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:00.958772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: e03b07de-f33c-4772-9539-4ccc807ffbcf, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:59:00.969943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=603664ee-8533-4b17-b6ef-25bc8f2d763f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:00.973284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:00.987823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:59:01.000181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e03b07de-f33c-4772-9539-4ccc807ffbcf) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:01.005337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:01.006063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.015473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce21a106-3c97-42da-8164-226c66bc07a0 None None] Network e03b07de-f33c-4772-9539-4ccc807ffbcf requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:59:01.034435 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6376297 Dec 15 21:59:01.037876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42262) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:01.162623 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.177811 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Transition to ACTIVE for port object 57d19333-e713-4845-9850-b81b1b771e48 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:01.187792 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.192800 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:01.272482 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Attempting to bind port 57d19333-e713-4845-9850-b81b1b771e48 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:59:01.272748 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Attempting to bind port 57d19333-e713-4845-9850-b81b1b771e48 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:59:01.272946 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Attempting to bind port 57d19333-e713-4845-9850-b81b1b771e48 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:01.280425 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:59:01.280797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:01.281199 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.281590 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:59:01.282067 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Bound port: 57d19333-e713-4845-9850-b81b1b771e48, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:59:01.282438 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.295896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:01.308131 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Pushing event updated for resources: {'Port': ['ID=57d19333-e713-4845-9850-b81b1b771e48,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:01.356498 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.356826 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.357201 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.357465 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.357795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.358124 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.358435 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.358761 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.359078 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.359392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.359702 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.360037 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:59:01.365926 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:01.409428 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] For port 57d19333-e713-4845-9850-b81b1b771e48, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:59:01.416115 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] For port 57d19333-e713-4845-9850-b81b1b771e48, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=57d19333-e713-4845-9850-b81b1b771e48,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:59:01.421494 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.427520 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:01.514914 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:01.515542 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:01.594869 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Pushing event updated for resources: {'Port': ['ID=57d19333-e713-4845-9850-b81b1b771e48,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:01.597997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-e03b07de-f33c-4772-9539-4ccc807ffbcf', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 21:59:01.598484 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:01.598838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:01.714367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a2d5d99e-dadc-4d7b-849e-387d9434873f req-f5044c58-db8e-43cb-9885-0eb6409fc831 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:01.814178 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:01.826065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a2d5d99e-dadc-4d7b-849e-387d9434873f req-f5044c58-db8e-43cb-9885-0eb6409fc831 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:01.840705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2d5d99e-dadc-4d7b-849e-387d9434873f req-f5044c58-db8e-43cb-9885-0eb6409fc831 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=1741d194-591f-4fef-9daa-44f36030f586 HTTP/1.1" status: 200 len: 210 time: 0.2605753 Dec 15 21:59:01.870173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Allocated IP 172.20.0.2 (e03b07de-f33c-4772-9539-4ccc807ffbcf/603664ee-8533-4b17-b6ef-25bc8f2d763f/009a6daa-7a9e-4593-9d57-69bd37086bea) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:01.874988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 50357775-1a3b-4ede-b635-8c63bc229816 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:59:01.925493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 50357775-1a3b-4ede-b635-8c63bc229816 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:59:01.925753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 50357775-1a3b-4ede-b635-8c63bc229816 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:59:01.949617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:02.017340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2a9a1-b68c-4a3f-9122-51e595f55aaf None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:02.205759 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:58:58Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:02.215261 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4c77ea-4523-4ec0-83f3-ff1f9299b965 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:58:58Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:02.229085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.250294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Transition to ACTIVE for port object 009a6daa-7a9e-4593-9d57-69bd37086bea will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:02.264094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.276769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Transition to ACTIVE for port object 009a6daa-7a9e-4593-9d57-69bd37086bea will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:02.288476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.293848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:02.374149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:02.382763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:02.386114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:02.400685 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63678f5-413a-490a-8aae-2bfed2d7c97c None None] New status for floating IP e864a111-c742-440b-bf80-dc8b729aa80f: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:59:02.493720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Attempting to bind port 009a6daa-7a9e-4593-9d57-69bd37086bea on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:59:02.494904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Attempting to bind port 009a6daa-7a9e-4593-9d57-69bd37086bea by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:59:02.495302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Attempting to bind port 009a6daa-7a9e-4593-9d57-69bd37086bea on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:02.501271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Pushing event updated for resources: {'Port': ['ID=009a6daa-7a9e-4593-9d57-69bd37086bea,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:02.504436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:02.505189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:59:02.505648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Checking segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:02.508470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.508899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Bound using segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:59:02.509481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Bound port: 009a6daa-7a9e-4593-9d57-69bd37086bea, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:59:02.509938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.658344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] For port 009a6daa-7a9e-4593-9d57-69bd37086bea, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:59:02.661764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] For port 009a6daa-7a9e-4593-9d57-69bd37086bea, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=009a6daa-7a9e-4593-9d57-69bd37086bea,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:59:02.674826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:02.679200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:02.821828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (e03b07de-f33c-4772-9539-4ccc807ffbcf/603664ee-8533-4b17-b6ef-25bc8f2d763f/5fd55701-d026-43fe-91cb-93f0a2137858) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:02.832411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Pushing event updated for resources: {'Port': ['ID=009a6daa-7a9e-4593-9d57-69bd37086bea,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:02.837707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:03.029843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:03.048277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 5fd55701-d026-43fe-91cb-93f0a2137858 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:03.107578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:03.116906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1db8463c-f657-4561-b7bd-50f4b7c8cce6 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:03.196376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:03.199766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:03.203923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:03.243981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:03.257884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:03.304334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:03.332551 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-70cc23a8-6b19-40c7-b808-a29597b44390 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10068096&fields=id&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 267 time: 0.0758629 Dec 15 21:59:03.533424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-e17db4d6-2414-475f-9553-294751cd47b2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:03.534768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-e17db4d6-2414-475f-9553-294751cd47b2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.1932156 Dec 15 21:59:03.583695 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-7e6245ea-125e-4eaf-83d5-609f5d0092e0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/quotas/705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 375 time: 0.0424740 Dec 15 21:59:03.659611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:03.823744 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-9801e5f1-5601-45c8-958a-a8745f8bcc74 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2328942 Dec 15 21:59:03.923106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c05d4fd-0ff4-467a-83a1-6d8b398da92f None None] Network e03b07de-f33c-4772-9539-4ccc807ffbcf requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:59:04.085803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a5be9822-d53c-47e7-97aa-2d7c8c97020b None None] Provisioning for port 009a6daa-7a9e-4593-9d57-69bd37086bea completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:04.218190 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-7e8b699b-7957-4c62-bd36-e649a904ec98 service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822114 Dec 15 21:59:04.403274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 009a6daa-7a9e-4593-9d57-69bd37086bea up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:04.461689 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-6374f325-8084-4c14-bc8d-c1942078e34d service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928306 Dec 15 21:59:04.485819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.491108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 009a6daa-7a9e-4593-9d57-69bd37086bea completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:04.493631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.504044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 009a6daa-7a9e-4593-9d57-69bd37086bea triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:04.504535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.586893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5cc6842-b4c4-4b2a-a867-5359c5b778e6 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:04.620327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Provisioning complete for port 009a6daa-7a9e-4593-9d57-69bd37086bea triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:04.620999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.628811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.760564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:04.773139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:04.787755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.803592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:04.804943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:04.814348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.851580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 009a6daa-7a9e-4593-9d57-69bd37086bea, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=009a6daa-7a9e-4593-9d57-69bd37086bea,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:04.858023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:04.858956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 57d19333-e713-4845-9850-b81b1b771e48 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:04.890203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:05.014864 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9291d3c4-309c-45d2-96e9-64b1c29ded03 req-05668496-0320-4fd5-a494-379efe3a9f7e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 210 time: 0.0550795 Dec 15 21:59:05.094367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:59:05.096853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:59:05.097420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:59:05.107698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=009a6daa-7a9e-4593-9d57-69bd37086bea,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:05.111310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:05.118375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 57d19333-e713-4845-9850-b81b1b771e48 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:05.123982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 57d19333-e713-4845-9850-b81b1b771e48 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:05.124486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:05.252146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:05.270068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 57d19333-e713-4845-9850-b81b1b771e48, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=57d19333-e713-4845-9850-b81b1b771e48,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:05.275424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:05.279279 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1f3cb359-8132-437f-b051-19352f8d383a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:05.288317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:05.302273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/348575e3-6124-424d-a0d7-080814bc4ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2631249 Dec 15 21:59:05.304796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42294) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:05.315522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:05.351253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:05.351787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:05.442857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=57d19333-e713-4845-9850-b81b1b771e48,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:05.446842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:05.448864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.449405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.449869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.450325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.450887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.451390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.456268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:05.456427 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db0408d3-07ec-41b7-ade3-d28a1f25ed12 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1504264 Dec 15 21:59:05.534637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.535258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.535774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.536457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.537157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.537788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:05.540068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f372e1bd-3701-4586-927b-d9abb661018a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0824814 Dec 15 21:59:05.543375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:05.555757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:05.761619 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6bc54ef7-25cd-4342-807c-326370f4bec9 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2167888 Dec 15 21:59:05.813122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Provisioning for port 5fd55701-d026-43fe-91cb-93f0a2137858 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:05.823062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Provisioning complete for port 5fd55701-d026-43fe-91cb-93f0a2137858 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:05.823444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:05.906064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c801e2ec-2022-4630-9f23-4e8e6d1abf36 None None] Port 5fd55701-d026-43fe-91cb-93f0a2137858 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:59:05.978744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:05.982079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:04Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:05.985872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-998229226', 'description': 'tempest-secgroup-smoke-998229226 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:05.986970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:05.987353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Updating router 348575e3-6124-424d-a0d7-080814bc4ae6 port 5fd55701-d026-43fe-91cb-93f0a2137858 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 21:59:05.996339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.006674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:06.017396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:06.033309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.057266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.090100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.095164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:06.099076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:06.103010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6e12fee9-4681-40de-a0f4-baa76a0be351 None None] Provisioning complete for port 5fd55701-d026-43fe-91cb-93f0a2137858 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:06.103433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6e12fee9-4681-40de-a0f4-baa76a0be351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.118123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.130237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.221153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.230831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.264965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a247b63c-f75f-4097-a2d0-1e1af60b5208 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:06.285149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6e12fee9-4681-40de-a0f4-baa76a0be351 None None] Port 5fd55701-d026-43fe-91cb-93f0a2137858 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:59:06.341823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-9ca5783c-64ff-40a6-9902-bb8d976177f7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:06.343583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-9ca5783c-64ff-40a6-9902-bb8d976177f7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.4100616 Dec 15 21:59:06.354031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa7881-a73c-4f1f-b616-94f132268371,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:06.363355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:06.365916 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7492aa1b-d9d2-4bd8-8361-1144626e06a4 req-210a84cd-1eb7-43cc-b0e3-a6ee112f5271 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 210 time: 0.0830901 Dec 15 21:59:06.373636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.378224 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3982208 Dec 15 21:59:06.379061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42314) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:06.385214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:06.398364 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-bdb66514-17d5-46f5-a4c7-c8ba04e318d3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 378 time: 0.0433960 Dec 15 21:59:06.399179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.409357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'port': {'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'admin_state_up': True, 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'security_groups': ['2788c9f6-442e-4839-b468-5b09b2ce8e47']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:06.410066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:06.416358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:06.422883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.431898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 009a6daa-7a9e-4593-9d57-69bd37086bea up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:06.446385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.516157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.522058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.524763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a0d38801-6098-45bc-9b1a-7fdd46ae99a0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:06.553261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27755398-4919-483f-8c47-8fe3c1edb69d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:06.557055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:06.567001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.571390 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8880ef44-e43d-4f3c-81dd-57ab381b1396 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883864 Dec 15 21:59:06.571390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:06.577101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:06.584697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.588937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:06.592425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:06.598800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.614313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 009a6daa-7a9e-4593-9d57-69bd37086bea triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:06.614698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.622581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.638938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.650442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.663147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Made reservation on behalf of 705479c131c344aea5ff756d86acf75d for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:59:06.669252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.717781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.725498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.728244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c246753f-4edf-468b-9398-4368c6688cd8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:06.759759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5183293-0c29-450b-890c-56f9859d85d4,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:06.766269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:06.774194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.775775 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036123 Dec 15 21:59:06.778759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:06.785315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:06.792674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:06.798105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:06.801562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:06.806661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.809565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:06.826857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Transition to ACTIVE for port object 5fd55701-d026-43fe-91cb-93f0a2137858 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:06.832364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 57d19333-e713-4845-9850-b81b1b771e48 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:06.833383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.860946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.870937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-202b318d-91e0-46c5-a994-c7d83a38caa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:06.892996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.20.0.10 (42deb7d2-06b7-4951-98d6-e5c8b12da1df/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a/877e6d37-11a4-4d73-a993-4d52c6f3a85e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:06.915722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.923266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.926202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93f2f64d-19f4-4f36-9e5b-2f3d7da412ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:06.975690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccad38b-df68-4b35-955e-cfaedc782b64,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:06.978330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:06.991064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:06.996803 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2145028 Dec 15 21:59:06.997655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:07.006851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:07.015277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:07.019075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:07.022676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:07.028604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Pushing event updated for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.029229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:07.047612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.057988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.155852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.162771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.163197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.165342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e23d0068-08e7-497d-ba5b-afbcc6669566 tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:07.168344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 57d19333-e713-4845-9850-b81b1b771e48 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:07.168860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.187856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Transition to ACTIVE for port object 877e6d37-11a4-4d73-a993-4d52c6f3a85e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:07.201451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f1c61c-9ea0-4cdd-b28e-db42126a8667,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.204948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.215432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.219225 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2181222 Dec 15 21:59:07.219465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:07.225744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:07.226334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Attempting to bind port 5fd55701-d026-43fe-91cb-93f0a2137858 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:59:07.226792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Attempting to bind port 5fd55701-d026-43fe-91cb-93f0a2137858 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:59:07.227225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Attempting to bind port 5fd55701-d026-43fe-91cb-93f0a2137858 on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:07.232773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:07.236885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:59:07.237267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Checking segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:07.237698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.238319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Bound using segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:59:07.238569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Bound port: 5fd55701-d026-43fe-91cb-93f0a2137858, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:59:07.238965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.242314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:07.246187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:07.247590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.254926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:07.258533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5738376a-378c-4c4e-a504-2d95b6bf8da5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:07.269536 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:59:07.278186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.350518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:07.353762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:07.358180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:07.359664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.366309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.368670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45adbcc2-ffe6-4b12-bd6c-d9ab20da586b tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:07.402971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041b7cd4-ae5b-46e7-a390-4dc0351d6c69,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.412465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.431247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.433758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.435243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2146387 Dec 15 21:59:07.437981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:07.441326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.443117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] For port 5fd55701-d026-43fe-91cb-93f0a2137858, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:59:07.446867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '24aa7881-a73c-4f1f-b616-94f132268371', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:07.453714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:07.458165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:07.461390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:07.473024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:07.481419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] For port 5fd55701-d026-43fe-91cb-93f0a2137858, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5fd55701-d026-43fe-91cb-93f0a2137858,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:59:07.484320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:07.485206 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.493187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.504096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:07.525968 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206906 Dec 15 21:59:07.555774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Request body: {'port': {'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:07.591254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Pushing event updated for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.598706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.626421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:07.627157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:58:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:07.683134 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 21:59:07.696861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.810423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.819659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.821979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3774cf60-e929-4c93-80ce-700b5be0efad tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:07.872679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05769322-b7a8-481b-979c-76beae5b0196,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:07.872909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f1de68f4-4966-49b6-b48c-9ce7d2a1e4dd None None] Provisioning for port 877e6d37-11a4-4d73-a993-4d52c6f3a85e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:07.877488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:07.887461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef16d4-8109-47a2-8b5e-3a905db3d4c7 req-dc48fd82-cbef-41f6-81c2-3f4a7ba53b57 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:07.888235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-78ef16d4-8109-47a2-8b5e-3a905db3d4c7 req-dc48fd82-cbef-41f6-81c2-3f4a7ba53b57 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:07.893561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f1de68f4-4966-49b6-b48c-9ce7d2a1e4dd None None] Provisioning complete for port 877e6d37-11a4-4d73-a993-4d52c6f3a85e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:07.894570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1de68f4-4966-49b6-b48c-9ce7d2a1e4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.904142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.905615 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4665170 Dec 15 21:59:07.927959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:07.934916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:07.959250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-78ef16d4-8109-47a2-8b5e-3a905db3d4c7 req-dc48fd82-cbef-41f6-81c2-3f4a7ba53b57 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:07.960597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78ef16d4-8109-47a2-8b5e-3a905db3d4c7 req-dc48fd82-cbef-41f6-81c2-3f4a7ba53b57 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 932 time: 0.3082712 Dec 15 21:59:08.088650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f1de68f4-4966-49b6-b48c-9ce7d2a1e4dd None None] Port 877e6d37-11a4-4d73-a993-4d52c6f3a85e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:59:08.091490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4dc28121-9578-43cc-8289-7de588421465 req-4d25871b-f16c-4b4e-90dd-53e3681de661 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:08.110137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4dc28121-9578-43cc-8289-7de588421465 req-4d25871b-f16c-4b4e-90dd-53e3681de661 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:08.113283 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-4d25871b-f16c-4b4e-90dd-53e3681de661 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-998229226&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0675023 Dec 15 21:59:08.175254 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78ef16d4-8109-47a2-8b5e-3a905db3d4c7 req-ad5c91e0-6faa-457f-882b-3520d5a724d8 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966728 Dec 15 21:59:08.294334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-beb29f14-2bf9-489b-b1b6-d0ab6a3d3ae0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:08.302775 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-beb29f14-2bf9-489b-b1b6-d0ab6a3d3ae0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 796 time: 0.1811974 Dec 15 21:59:08.322661 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-fde970b6-b907-48a2-9e4a-d7ebdcc94bab tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0183764 Dec 15 21:59:08.359384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:07Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:08.363816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70f7100-5644-47c1-b9aa-3c71e1b77df1 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:07Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:08.391716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877e6d37-11a4-4d73-a993-4d52c6f3a85e {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:59:08.408099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:08.415618 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-dd27c4fb-bf65-47bd-a3af-25682c9d2a6e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0920908 Dec 15 21:59:08.443011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Transition to ACTIVE for port object 877e6d37-11a4-4d73-a993-4d52c6f3a85e will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:08.452884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:08.460530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:08.609399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-618bd94f-011c-41e9-b687-1ce7aa3afbdb service neutron] 10.222.0.18 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753697 Dec 15 21:59:08.655689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Pushing event updated for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:08.658954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:08.789962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-95aa3dd8-9da7-4d31-a723-1cfc67fe4a9f service neutron] 10.222.0.18 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795263 Dec 15 21:59:08.827046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Attempting to bind port 877e6d37-11a4-4d73-a993-4d52c6f3a85e on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:59:08.827672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Attempting to bind port 877e6d37-11a4-4d73-a993-4d52c6f3a85e by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:59:08.828212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Attempting to bind port 877e6d37-11a4-4d73-a993-4d52c6f3a85e on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:08.834287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Port 877e6d37-11a4-4d73-a993-4d52c6f3a85e on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:59:08.835300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Attempting to bind port 877e6d37-11a4-4d73-a993-4d52c6f3a85e on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:08.841560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:59:08.841898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:08.842286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Bound using segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:59:08.842719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Bound port: 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:59:08.843062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:08.960752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:59:08.965437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:59:09.005532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:09.146904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ba30c734-06f5-4ad3-aa53-cb5cb0bfa452 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:09.183464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1b9da2de-ed1d-4ed3-934b-6989d9425e25 req-eb47059c-9956-4bd4-8239-e5cf681c14ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:09.206440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:09.207051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:09.208492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] 10.222.0.32 "PUT /v2.0/ports/877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 1094 time: 1.6735790 Dec 15 21:59:09.212436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:09.237498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-1b9da2de-ed1d-4ed3-934b-6989d9425e25 req-eb47059c-9956-4bd4-8239-e5cf681c14ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:09.238879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b9da2de-ed1d-4ed3-934b-6989d9425e25 req-eb47059c-9956-4bd4-8239-e5cf681c14ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 210 time: 0.2717290 Dec 15 21:59:09.256674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Pushing event updated for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:09.354280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:09.447623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-2f79802d-21a4-4930-8a63-22e9cec930a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:09.449757 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-2f79802d-21a4-4930-8a63-22e9cec930a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1097 time: 0.1860330 Dec 15 21:59:09.497054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2479e6d-9323-4236-9605-6d3b8e08f37c req-aa54e284-59ed-4016-998d-b5c9eb7e950e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:09.498615 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b2479e6d-9323-4236-9605-6d3b8e08f37c req-aa54e284-59ed-4016-998d-b5c9eb7e950e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.1288719 Dec 15 21:59:09.523932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'status': 'completed', 'code': 200} Dec 15 21:59:09.545750 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-cb7abd05-76cd-4705-904e-8b8bb01e239e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 217 time: 0.0859957 Dec 15 21:59:09.576495 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b2479e6d-9323-4236-9605-6d3b8e08f37c req-2fa60919-8a0e-47bd-9300-ee0307f671ab tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717525 Dec 15 21:59:09.642535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-022099bb-fed2-4e99-8047-4d15ced80eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:09.644090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-022099bb-fed2-4e99-8047-4d15ced80eae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0916104 Dec 15 21:59:09.730925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-1b2f3de3-70e3-42b8-8610-c42f1e779069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:09.732892 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-1b2f3de3-70e3-42b8-8610-c42f1e779069 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822597 Dec 15 21:59:09.873291 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-0c656043-bc17-4834-a149-5b2637ef6008 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330552 Dec 15 21:59:10.007865 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b420bef1-82d8-4cac-9bb4-bb25dbd3363b req-6a0e3b5e-d7fd-4379-822a-984da6f3416c service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267393 Dec 15 21:59:10.154977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e595a-210d-44e1-ae9a-19868046759a req-0b71fd69-ee29-4640-9135-c56525309222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.156506 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-0b71fd69-ee29-4640-9135-c56525309222 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1097 time: 0.0740709 Dec 15 21:59:10.284113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-873683a0-b8c8-4fbc-8659-bbbc546fe606 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.285694 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-873683a0-b8c8-4fbc-8659-bbbc546fe606 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 796 time: 0.1805904 Dec 15 21:59:10.326622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e595a-210d-44e1-ae9a-19868046759a req-c437dbb3-687d-4330-acef-9bc22f78a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.328291 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-c437dbb3-687d-4330-acef-9bc22f78a4a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1644416 Dec 15 21:59:10.370144 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-91cccaa2-c0b2-43cd-8af6-f7c18d937ecf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 379 time: 0.0754547 Dec 15 21:59:10.379220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['24aa7881-a73c-4f1f-b616-94f132268371']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:10.382240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5fd55701-d026-43fe-91cb-93f0a2137858 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:10.413793 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-f2127b51-ea66-41d1-a96e-dfeec6170ecf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 217 time: 0.0788786 Dec 15 21:59:10.469586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5fd55701-d026-43fe-91cb-93f0a2137858 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:10.475344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5fd55701-d026-43fe-91cb-93f0a2137858 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:10.476121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:10.499931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cef6ae0d-c8fe-434b-a9f3-285f76fa583e req-666eed78-198d-412b-8a34-7c403a1b90ba tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 210 time: 0.0839660 Dec 15 21:59:10.525798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e595a-210d-44e1-ae9a-19868046759a req-2bd15a9c-b12c-46b7-a75c-ce83901e1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.527863 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-2bd15a9c-b12c-46b7-a75c-ce83901e1c5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0728452 Dec 15 21:59:10.538225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:10.548502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:10.561886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:59:10.565701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:10.614567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:10.629299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e595a-210d-44e1-ae9a-19868046759a req-088aba85-4ef6-4e80-a67f-ab987622aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.630953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-088aba85-4ef6-4e80-a67f-ab987622aadf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0950134 Dec 15 21:59:10.650809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 5fd55701-d026-43fe-91cb-93f0a2137858, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5fd55701-d026-43fe-91cb-93f0a2137858,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:10.656812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:10.664230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a5f8b400-52fc-4cd0-a605-a49e000a7e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:10.741288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:10.745613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:10.780240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-cc8b1d3b-3ed4-471a-9c25-ac80193fd1f2 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414967 Dec 15 21:59:10.797036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.12 (e03b07de-f33c-4772-9539-4ccc807ffbcf/603664ee-8533-4b17-b6ef-25bc8f2d763f/fcecf1f5-2de6-4631-8b43-8dc0a4d74a02) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:10.854865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a37d5-370e-4be9-b2e4-df11290e089f req-ff2271b1-749a-43f8-86fb-7cffc3345b2d tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:10.857024 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-568a37d5-370e-4be9-b2e4-df11290e089f req-ff2271b1-749a-43f8-86fb-7cffc3345b2d tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.1465290 Dec 15 21:59:10.916560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c2e595a-210d-44e1-ae9a-19868046759a req-7483a55c-a207-4709-ba4c-33c0b893ceb5 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298947 Dec 15 21:59:10.983031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-568a37d5-370e-4be9-b2e4-df11290e089f req-923bc831-9827-410b-8fec-463db5caec71 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098409 Dec 15 21:59:11.036601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.051817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:11.075001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.080513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b61a59a1-df25-463c-a54c-851e98df0172 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:11.147657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:11.150540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:11.154832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:11.190700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:11.200226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:11.223363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:11.223992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.248525 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8731303 Dec 15 21:59:11.260742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Request body: {'port': {'device_id': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:11.354239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dad6d048-ddec-4f0a-9053-bfeb4059830b None None] Provisioning for port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:11.359646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dad6d048-ddec-4f0a-9053-bfeb4059830b None None] Provisioning complete for port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:11.360141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dad6d048-ddec-4f0a-9053-bfeb4059830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.421307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dad6d048-ddec-4f0a-9053-bfeb4059830b None None] Port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:59:11.485344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.696446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749c5d2-5f7f-4f26-8d36-49013093b21e req-1e6d9101-064b-4fca-a1c2-38acdb246bf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:11.697904 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e749c5d2-5f7f-4f26-8d36-49013093b21e req-1e6d9101-064b-4fca-a1c2-38acdb246bf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 932 time: 0.0895519 Dec 15 21:59:11.740961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e749c5d2-5f7f-4f26-8d36-49013093b21e req-e96f9296-de1c-4c32-8eee-0fba007480c7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:11.752418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e749c5d2-5f7f-4f26-8d36-49013093b21e req-e96f9296-de1c-4c32-8eee-0fba007480c7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:11.753529 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e749c5d2-5f7f-4f26-8d36-49013093b21e req-e96f9296-de1c-4c32-8eee-0fba007480c7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500455 Dec 15 21:59:11.827199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:59:11.834281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.847885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Transition to ACTIVE for port object fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:59:11.851670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:11.855939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:12.012575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:12.015557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:12.133824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Attempting to bind port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:59:12.134168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Attempting to bind port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:59:12.134493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Attempting to bind port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:12.141591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 on network e03b07de-f33c-4772-9539-4ccc807ffbcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:59:12.141885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Attempting to bind port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:59:12.155282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:59:12.155620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Checking segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:59:12.156147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Bound using segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:59:12.156580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Bound port: fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:59:12.156927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:12.242545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a30594-bea8-4430-a0b4-12ed7971bd65 req-e340fc25-9341-4064-82bf-7af15a4c5b6a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:12.243923 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-00a30594-bea8-4430-a0b4-12ed7971bd65 req-e340fc25-9341-4064-82bf-7af15a4c5b6a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.1532650 Dec 15 21:59:12.293553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:59:12.308113 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-00a30594-bea8-4430-a0b4-12ed7971bd65 req-a4a50aef-157a-4964-bafa-0d361a351910 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555940 Dec 15 21:59:12.309512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:59:12.315067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:12.319443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5fd55701-d026-43fe-91cb-93f0a2137858 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:12.320894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-47230d2b-0762-4218-bdc9-acd9111dfe66 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:12.369517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:12.369640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:12.371173 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] 10.222.0.32 "PUT /v2.0/ports/fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 200 len: 1094 time: 1.1146502 Dec 15 21:59:12.379104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:12.391315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5fd55701-d026-43fe-91cb-93f0a2137858 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:12.391934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:12.412948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Pushing event updated for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:12.422762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:12.457284 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'status': 'completed', 'code': 200} Dec 15 21:59:12.504576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-7740bd2f-eb46-4542-a1c0-e5f470db4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:12.506100 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-7740bd2f-eb46-4542-a1c0-e5f470db4d13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1097 time: 0.0823874 Dec 15 21:59:12.577240 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-8b737ee0-c757-4f5b-8478-e0555dad6e01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 200 len: 217 time: 0.0635619 Dec 15 21:59:12.641771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-f5756562-d417-4384-88df-aa986a78bbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:12.643068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-f5756562-d417-4384-88df-aa986a78bbf4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0596311 Dec 15 21:59:12.718707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc28121-9578-43cc-8289-7de588421465 req-76343348-b79c-4916-91a6-38b81d42e712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:12.720238 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-76343348-b79c-4916-91a6-38b81d42e712 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709898 Dec 15 21:59:12.850588 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-cd8ddc57-bda8-403b-b614-cff2db658b07 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240535 Dec 15 21:59:13.044009 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dc28121-9578-43cc-8289-7de588421465 req-8ab6285f-49fa-44eb-a2d1-07d884039acc service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865170 Dec 15 21:59:13.055610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda053c-6f69-4968-b5e1-72471386d468 req-784f7b64-22e6-46f2-9793-41cd44820660 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.056335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fbda053c-6f69-4968-b5e1-72471386d468 req-784f7b64-22e6-46f2-9793-41cd44820660 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:59:13.071639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fbda053c-6f69-4968-b5e1-72471386d468 req-784f7b64-22e6-46f2-9793-41cd44820660 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:59:13.072769 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fbda053c-6f69-4968-b5e1-72471386d468 req-784f7b64-22e6-46f2-9793-41cd44820660 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 944 time: 0.1963246 Dec 15 21:59:13.266582 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fbda053c-6f69-4968-b5e1-72471386d468 req-9514a1e4-c755-4aa6-9ad4-f30fb4bd0c5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879926 Dec 15 21:59:13.284910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-898db801-f3c6-48d4-94b4-266c6b555e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.286319 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-898db801-f3c6-48d4-94b4-266c6b555e30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1097 time: 0.0881820 Dec 15 21:59:13.416268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-b227ec79-927b-4df5-ae0a-f1926b60bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.417768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-b227ec79-927b-4df5-ae0a-f1926b60bb30 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 897 time: 0.1241026 Dec 15 21:59:13.451850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03b6ca31-4375-4525-a0bb-3fb7b078ecd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:13.501201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-b1e86468-d37e-4106-a22f-6c9b478af7e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 200 len: 217 time: 0.0756612 Dec 15 21:59:13.511945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b754f-97e9-46e1-88eb-45edcda3b596 req-f72e9eb9-4cb3-4116-b025-187ccd54ea7e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.513435 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-359b754f-97e9-46e1-88eb-45edcda3b596 req-f72e9eb9-4cb3-4116-b025-187ccd54ea7e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.0920107 Dec 15 21:59:13.568664 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-359b754f-97e9-46e1-88eb-45edcda3b596 req-b1709f1e-d130-43cf-bc4b-7200374c6a6e tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494897 Dec 15 21:59:13.569089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-a754f9e9-019d-4960-b096-2e65b9e6034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.570561 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-a754f9e9-019d-4960-b096-2e65b9e6034c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0626159 Dec 15 21:59:13.649364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-d3969743-1b74-4bb3-8124-009277e74b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:13.650784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-d3969743-1b74-4bb3-8124-009277e74b20 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731549 Dec 15 21:59:13.780920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-7d133586-f1c5-47b3-a06b-8a3abcb960d6 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231604 Dec 15 21:59:13.910688 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92543531-207a-4027-b5d0-e9f966d64fc3 req-e4985cb3-f7fe-4344-a45e-dd8de6261ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223328 Dec 15 21:59:14.472712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23bbe-eecf-4cc5-af9a-9c1d6f5041b4 req-c9215c0b-2d98-43e7-ac1b-24b9d12cf7a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:14.474130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2dd23bbe-eecf-4cc5-af9a-9c1d6f5041b4 req-c9215c0b-2d98-43e7-ac1b-24b9d12cf7a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 944 time: 0.0953019 Dec 15 21:59:14.517821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2dd23bbe-eecf-4cc5-af9a-9c1d6f5041b4 req-0662d7cd-a0cf-430d-817b-677012666314 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Dec 15 21:59:14.752230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3b3b5-485c-4f26-8671-ddd5b645d53d req-95d7c416-68f0-4938-98cf-3d1ee194edf2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:14.753636 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46a3b3b5-485c-4f26-8671-ddd5b645d53d req-95d7c416-68f0-4938-98cf-3d1ee194edf2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.0815396 Dec 15 21:59:14.796157 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46a3b3b5-485c-4f26-8671-ddd5b645d53d req-dd13758e-b38d-4341-bd81-843e84235495 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363355 Dec 15 21:59:15.703679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7f6d9-557e-4e01-ab2f-71fb9e2716f8 req-9f3bde32-8aca-4e3b-b73a-2637878fa8a9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:15.705118 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-50d7f6d9-557e-4e01-ab2f-71fb9e2716f8 req-9f3bde32-8aca-4e3b-b73a-2637878fa8a9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 944 time: 0.0831087 Dec 15 21:59:15.750214 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-50d7f6d9-557e-4e01-ab2f-71fb9e2716f8 req-986e0d66-559d-494a-b624-7d6a8dbd9469 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389476 Dec 15 21:59:15.782430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-674268da-402f-4126-8ebc-55bceddeb703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:15.935050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:59:15.980373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a66fd-5d13-4e11-9836-fd118ac5b4e4 req-d76b14d2-4385-45a8-994a-01cbc6b8ed13 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:15.981814 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f27a66fd-5d13-4e11-9836-fd118ac5b4e4 req-d76b14d2-4385-45a8-994a-01cbc6b8ed13 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.0824206 Dec 15 21:59:16.072068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:16.086682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'port_id': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'mac_address': 'fa:16:3e:ba:69:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:59:16.141057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f27a66fd-5d13-4e11-9836-fd118ac5b4e4 req-3c6093ea-c2c9-452a-ac62-05f56927d8c0 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1534178 Dec 15 21:59:16.147657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:16.166163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:59:16.180996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:16.184739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:16.186423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:16.249488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:16.252405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:16.388176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:59:16.790050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:16.892910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:16.934762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e947364-3a31-42ac-80f6-67621313a1cc req-aab27b3b-a733-45a3-915d-e90b813c794f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:16.936294 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e947364-3a31-42ac-80f6-67621313a1cc req-aab27b3b-a733-45a3-915d-e90b813c794f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 945 time: 0.0808933 Dec 15 21:59:16.985256 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e947364-3a31-42ac-80f6-67621313a1cc req-5a7a825a-7aac-4a21-b643-40d55b999ddc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434167 Dec 15 21:59:17.325118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59729b8-6289-4814-a6d6-473113c54c27 req-0b389eda-dcc0-4bd7-8fff-b926e1fb4214 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:17.326546 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d59729b8-6289-4814-a6d6-473113c54c27 req-0b389eda-dcc0-4bd7-8fff-b926e1fb4214 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 944 time: 0.0793555 Dec 15 21:59:17.370100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d59729b8-6289-4814-a6d6-473113c54c27 req-56140dd2-5696-4e31-85bb-f1e9f34d93f5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379620 Dec 15 21:59:17.934821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 877e6d37-11a4-4d73-a993-4d52c6f3a85e details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:59:17.938105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:18.120112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:18.137607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:18.137989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.171909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92318f2-0d36-44e9-b4db-62a657a35694 req-4f10f97a-e384-4020-b86a-340cda0078c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:18.173376 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e92318f2-0d36-44e9-b4db-62a657a35694 req-4f10f97a-e384-4020-b86a-340cda0078c2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 945 time: 0.0810606 Dec 15 21:59:18.202410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:18.219000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e92318f2-0d36-44e9-b4db-62a657a35694 req-a229015f-430b-48e3-9546-7f049358f81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396469 Dec 15 21:59:18.224735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:59:18.322785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.345781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.360370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877e6d37-11a4-4d73-a993-4d52c6f3a85e {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:59:18.387695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:18.393937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:18.398911 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:18.400367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.402286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2aa147b-7378-4916-bbce-600b4f0393f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:18.439991 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'code': 200} Dec 15 21:59:18.448492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.479234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:18.482817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:18.485774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:18.486277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:18.570341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:18.574731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:18.594902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d6bf3-aee9-41dc-812e-2c860b33b5ac req-7deb02b3-b18a-42a4-b5dc-5b3c77d81f2f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:18.597186 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba4d6bf3-aee9-41dc-812e-2c860b33b5ac req-7deb02b3-b18a-42a4-b5dc-5b3c77d81f2f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 945 time: 0.1039922 Dec 15 21:59:18.607695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['877e6d37-11a4-4d73-a993-4d52c6f3a85e'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:59:18.644534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ba4d6bf3-aee9-41dc-812e-2c860b33b5ac req-a0824bc2-ee6c-4246-b8ff-7a838b7e9e7b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414767 Dec 15 21:59:18.693791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed265fc-6da2-4ae3-b9b1-00a8938f23f4 req-14c08f05-f8a0-4e13-99a7-1ca3a9b785bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:18.695374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bed265fc-6da2-4ae3-b9b1-00a8938f23f4 req-14c08f05-f8a0-4e13-99a7-1ca3a9b785bd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1099 time: 0.0742013 Dec 15 21:59:18.738298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bed265fc-6da2-4ae3-b9b1-00a8938f23f4 req-88cc6ddb-25b2-4f39-9931-0bcabb500d8e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335214 Dec 15 21:59:19.400302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce49ad-1f2f-4ea5-8f54-8f350aeda2f8 req-9d0dd992-6eea-45d7-9f8d-e5fb224ddd67 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:19.401988 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22ce49ad-1f2f-4ea5-8f54-8f350aeda2f8 req-9d0dd992-6eea-45d7-9f8d-e5fb224ddd67 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0793707 Dec 15 21:59:19.445645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22ce49ad-1f2f-4ea5-8f54-8f350aeda2f8 req-63cf7c5e-548b-4481-8316-2ebafb795196 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 Dec 15 21:59:19.832433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d573a3b-a980-4c86-9542-b0d6706768da req-f88a494c-4360-4f96-8c99-b49c16f11e22 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:19.834405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d573a3b-a980-4c86-9542-b0d6706768da req-f88a494c-4360-4f96-8c99-b49c16f11e22 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 945 time: 0.0805080 Dec 15 21:59:19.877449 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d573a3b-a980-4c86-9542-b0d6706768da req-bab67545-98ea-4c2e-948e-81068d05e008 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373831 Dec 15 21:59:19.950317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 877e6d37-11a4-4d73-a993-4d52c6f3a85e up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:59:20.015107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 877e6d37-11a4-4d73-a993-4d52c6f3a85e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:59:20.019688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 877e6d37-11a4-4d73-a993-4d52c6f3a85e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:59:20.020093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:20.131624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:20.164389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:59:20.167717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:20.169473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:20.235164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:20.238152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:20.441211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:20.483630 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'code': 200} Dec 15 21:59:20.635535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b420f62-e9ea-4d83-9be6-97fa34508ab3 req-c743878c-e732-4bef-945b-a4fa65f5b9bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:20.636981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b420f62-e9ea-4d83-9be6-97fa34508ab3 req-c743878c-e732-4bef-945b-a4fa65f5b9bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0833821 Dec 15 21:59:20.684813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b420f62-e9ea-4d83-9be6-97fa34508ab3 req-45072ed5-d859-4dfd-a322-477678e50e57 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419338 Dec 15 21:59:20.758872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601bedf-184b-49f7-bf49-0f067cb7e7f4 req-da8671c8-5815-4cfb-93c5-bcc5656585e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:20.760399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8601bedf-184b-49f7-bf49-0f067cb7e7f4 req-da8671c8-5815-4cfb-93c5-bcc5656585e0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1099 time: 0.0738606 Dec 15 21:59:20.838736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8601bedf-184b-49f7-bf49-0f067cb7e7f4 req-6e4157f3-93fd-4de9-8158-2f33cb9bf00b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718853 Dec 15 21:59:20.875077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d852a0f-f0a9-49ec-a48f-068c6a93d83d req-b51106da-f749-489d-8852-e0481024cc8c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:20.876469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d852a0f-f0a9-49ec-a48f-068c6a93d83d req-b51106da-f749-489d-8852-e0481024cc8c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0836196 Dec 15 21:59:20.924125 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5d852a0f-f0a9-49ec-a48f-068c6a93d83d req-b3a67dca-d7f8-4e81-a474-5d3807d52c2a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420704 Dec 15 21:59:20.947809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:20.948869 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:59:21.018647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60852e-3778-4b14-bfa7-89b99240f861 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:21.020152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba60852e-3778-4b14-bfa7-89b99240f861 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1094 time: 0.0713747 Dec 15 21:59:21.023548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:21.028733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:21.034540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:21.038531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:21.041395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:21.047209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:21.057892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:21.060504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3582-1616-4d53-8bf3-3510e69a8510 req-2aaacaab-5f1f-4343-9b8a-c45089079f73 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:21.061959 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-680f3582-1616-4d53-8bf3-3510e69a8510 req-2aaacaab-5f1f-4343-9b8a-c45089079f73 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.0802448 Dec 15 21:59:21.113079 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-680f3582-1616-4d53-8bf3-3510e69a8510 req-578d3cac-cb03-4cd6-ac72-d5f32ea6bc2f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437524 Dec 15 21:59:21.196881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:21.449183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.169 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/e9fe8ab0-8358-4252-a48e-a349d0857b0f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:21.590941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:21.618841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:21.623476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c3db9ff-0bf5-4ec8-9076-5ce0b04e9433 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:21.684031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:21.686704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:21.690886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:21.713597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:21.737871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=e9fe8ab0-8358-4252-a48e-a349d0857b0f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:21.743254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:22.127779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:22.202809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:22.415052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd384bf7-2945-4a32-8a11-ad1f2ce88835 req-3259e1e2-52ce-48b5-b8b3-de567463f4f6 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:22.416419 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd384bf7-2945-4a32-8a11-ad1f2ce88835 req-3259e1e2-52ce-48b5-b8b3-de567463f4f6 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.1898408 Dec 15 21:59:22.487190 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd384bf7-2945-4a32-8a11-ad1f2ce88835 req-9f888908-58bf-4c6f-83d6-74344c3eb0da tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651641 Dec 15 21:59:22.507098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:22.519918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:22.523729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1efe0b91-5d27-4545-a753-981a197d3a8d tempest-RoutersAdminTest-1594213694 tempest-RoutersAdminTest-1594213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:22.628247 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=e9fe8ab0-8358-4252-a48e-a349d0857b0f,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:22.632443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:22.640530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:22.674997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f647fa-0538-4329-bfe0-489d3facaa1d req-002ccbef-d975-4a2d-a0fa-52d627fd9305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:22.676392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-52f647fa-0538-4329-bfe0-489d3facaa1d req-002ccbef-d975-4a2d-a0fa-52d627fd9305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.0811858 Dec 15 21:59:22.720405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-52f647fa-0538-4329-bfe0-489d3facaa1d req-bc278aee-c515-468a-ad7b-5006561b72db tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377448 Dec 15 21:59:22.744539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42428) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:22.816124 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b associated. External IP: 172.26.6.169, port: fcecf1f5-2de6-4631-8b43-8dc0a4d74a02. Dec 15 21:59:22.819401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2979cb8-5302-4d79-821a-18d2e833ec0b tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:22.820980 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2979cb8-5302-4d79-821a-18d2e833ec0b tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1094 time: 0.0754514 Dec 15 21:59:22.823806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42432) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:22.828729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:22.835094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:59:22.838889 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:floatingip and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:59:22.841736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:59:22.847383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:59:22.858516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:23.000975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:23.148709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.26.6.82 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/537ce7d4-1b06-4d43-954b-ddce8c966f81) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:59:23.291683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:59:23.295303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:23.323741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:23.328143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dd0bd7c-d549-43ca-85e3-b1b04da82ca0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:23.399429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:59:23.402315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:59:23.406526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:59:23.446277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=537ce7d4-1b06-4d43-954b-ddce8c966f81,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:23.450531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:23.469662 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:23.479942 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:23.489773 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:23.490535 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:23.494423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:23.575502 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5509155 Dec 15 21:59:23.576373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:23.579361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42436) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:23.621267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'status': 'completed', 'code': 200} Dec 15 21:59:23.675097 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:23.714331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460221-3c4e-4cd3-936f-a968a48830aa req-988db03e-97f1-4296-aacb-b49e1a273ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:23.715807 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-988db03e-97f1-4296-aacb-b49e1a273ec9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1099 time: 0.0719178 Dec 15 21:59:23.776085 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4a4e7db0-bcf9-44e9-aa6f-48a87913a777 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 992 time: 0.1950717 Dec 15 21:59:23.853010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460221-3c4e-4cd3-936f-a968a48830aa req-28648076-d955-4ffa-8dfb-401fefd3f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:23.854374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-28648076-d955-4ffa-8dfb-401fefd3f027 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 897 time: 0.1318738 Dec 15 21:59:23.966554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-24e4e5ab-d74c-4eb0-a36e-469e709d9395 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 200 len: 1000 time: 0.1056697 Dec 15 21:59:24.031248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460221-3c4e-4cd3-936f-a968a48830aa req-ceee731a-c27c-4f39-80be-242b363f55ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:24.033125 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-ceee731a-c27c-4f39-80be-242b363f55ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0598171 Dec 15 21:59:24.066828 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:ba:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T21:59:22Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:24.067581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:24.070746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:24.078950 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:24.079562 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:24.113935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17460221-3c4e-4cd3-936f-a968a48830aa req-6a78e5c2-7a9a-465e-a73f-64111a054ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:24.116226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-6a78e5c2-7a9a-465e-a73f-64111a054ca1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765908 Dec 15 21:59:24.145349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:24.252083 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-664d60b5-95fc-486c-a0b6-c4b5a061071d service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291654 Dec 15 21:59:24.259661 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:24.359448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:24.365124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:24.369436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:59:24.397335 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-17460221-3c4e-4cd3-936f-a968a48830aa req-6d269d60-b4fd-4f3d-aafd-2384cda2710d service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393278 Dec 15 21:59:24.493194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=537ce7d4-1b06-4d43-954b-ddce8c966f81,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:59:24.497116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:59:24.504015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:24.628343 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:ba:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T21:59:22Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:24.632272 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c007d29-26b6-4bc8-b501-3184c4f1cb27 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:ba:69:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T21:59:22Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:24.691425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP 05d18b93-50cc-4daf-bee9-ac70fc600dba associated. External IP: 172.26.6.82, port: 877e6d37-11a4-4d73-a993-4d52c6f3a85e. Dec 15 21:59:24.779926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:24.841865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ee5c2b-a8fe-4d2c-be82-8567db30635f None None] New status for floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:59:24.900540 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fbd638bb-8f66-40f3-b9ca-69ff0e0fe36c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 992 time: 0.1183434 Dec 15 21:59:25.048974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:59:25.230741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:25.240536 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:25.249767 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:25.250485 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:25.254551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:25.309052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4842193 Dec 15 21:59:25.309804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:25.352442 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'status': 'completed', 'code': 200} Dec 15 21:59:25.424734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:25.442660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-3a3e3305-a9e5-4aaa-bcb8-eb1afd3b02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:25.444961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-3a3e3305-a9e5-4aaa-bcb8-eb1afd3b02d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1099 time: 0.0701802 Dec 15 21:59:25.701775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-accbc366-09e1-4794-af22-267d1cc3eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:25.703237 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-accbc366-09e1-4794-af22-267d1cc3eb3e service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.2517653 Dec 15 21:59:25.771690 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:24Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:25.775649 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:25.784089 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:25.784750 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:25.805345 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-6649551b-334a-4f80-a7cd-e58fd861a4c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 999 time: 0.0950522 Dec 15 21:59:25.870969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-e55e392d-e516-464b-a6bd-7d254e916e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:25.872465 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-e55e392d-e516-464b-a6bd-7d254e916e21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0607285 Dec 15 21:59:25.903605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42450) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:25.949028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-8bacaf01-fbfb-4ff3-bd49-a6df4f73536c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:25.950506 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-8bacaf01-fbfb-4ff3-bd49-a6df4f73536c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721521 Dec 15 21:59:25.964285 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:26.027688 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0bafa510-fddf-4797-b5eb-9e076870e7b8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 994 time: 0.1183755 Dec 15 21:59:26.090853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-63a24f11-18f1-47ea-906a-af51d9f1d347 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331429 Dec 15 21:59:26.221644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd6dea4a-48d9-4e98-8eba-8e58a62383b2 req-75e881e3-b874-4874-b243-63dac91fff1a service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245589 Dec 15 21:59:26.343656 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:24Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:26.347546 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9c8f2-d4ce-4b10-b018-23e960a19569 None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:24Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:26.540594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cde689-6df8-4f36-bb4f-6b7288fa925e None None] New status for floating IP 05d18b93-50cc-4daf-bee9-ac70fc600dba: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:59:43.443663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1b8b2db3-b271-4e02-b29f-57c1b9ad4b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:45.784515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f0d1a292-e554-431f-9fee-e51df8e52c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:46.794277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:46.887222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:48.431471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:51.766347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:55.207962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42472) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:55.279862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c476a3-441d-4de7-aa87-f131fee5d512 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:55.280358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c476a3-441d-4de7-aa87-f131fee5d512 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:55.280813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c476a3-441d-4de7-aa87-f131fee5d512 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:55.282407 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b5c476a3-441d-4de7-aa87-f131fee5d512 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a660c5e92e504abbae7877a5e15ab411&network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 3000 time: 0.0734930 Dec 15 21:59:57.000217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42484) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:57.061273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302e4e7-59d1-4fea-ae41-54d42a95a33f tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:57.062693 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0302e4e7-59d1-4fea-ae41-54d42a95a33f tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401 HTTP/1.1" status: 200 len: 814 time: 0.0615878 Dec 15 21:59:57.533785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42492) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:57.539109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:59:57.639780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:57.900990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:57.904754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:57.905078 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b disassociated. External IP: 172.26.6.169, port: fcecf1f5-2de6-4631-8b43-8dc0a4d74a02. Dec 15 21:59:57.947903 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:59:58.365513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:59:58.544809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:59:58.549582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:59:58.554643 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:59:58.563850 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:58.564537 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:58.607447 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2161fe7c-3096-47b1-810f-ba6bf1951776 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 690 time: 1.0724788 Dec 15 21:59:58.608241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:59:58.610171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42496) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:58.655141 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'status': 'completed', 'code': 200} Dec 15 21:59:58.751494 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:58.752589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-6e74ae15-d385-4cfc-b0e3-b1f801058866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:58.754304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-6e74ae15-d385-4cfc-b0e3-b1f801058866 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 1099 time: 0.0765271 Dec 15 21:59:58.834924 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c9d50013-bb3b-4c3c-a63a-61941ccf6ca6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 690 time: 0.2234402 Dec 15 21:59:58.886852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-da7cf435-a3ad-4537-8499-f236e0632a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:58.888437 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-da7cf435-a3ad-4537-8499-f236e0632a35 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 897 time: 0.1275811 Dec 15 21:59:58.958160 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-b2823127-b91b-44d2-9e74-f85cc5eb9ded service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 200 len: 217 time: 0.0631392 Dec 15 21:59:59.023659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-62015dfe-c179-4b47-9dcf-8e294b108380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:59.026133 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-62015dfe-c179-4b47-9dcf-8e294b108380 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0615160 Dec 15 21:59:59.072726 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:59.076572 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:59:59.084866 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:59:59.085560 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T21:59:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:59.103012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-afae54ed-9c58-4d0c-8799-cb604c0e30ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:59:59.104496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-afae54ed-9c58-4d0c-8799-cb604c0e30ff service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719647 Dec 15 21:59:59.237752 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-8763b61c-2f1f-453d-87c4-8eaeccbe807f service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265085 Dec 15 21:59:59.262118 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:59:59.368112 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0edd85e3-8145-4aa4-a047-4dccd192352e req-8f25a332-f91e-43d9-8803-683ab0acca97 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234462 Dec 15 21:59:59.595383 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:59:59.599235 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f350bf-14bc-488d-9553-1c3bd6847df1 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:59:59.816005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf52f55-3ff4-495e-b4c5-560aa072ab43 None None] New status for floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:59:59.838792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42502) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:59:59.921805 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd39ad3c-014e-4f54-a3a8-7ea90726ae63 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 690 time: 0.0817077 Dec 15 22:00:00.925628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:01.004904 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-609f1c08-01f1-48db-a82f-675b2d7cdfa9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 688 time: 0.0781755 Dec 15 22:00:02.452648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42512) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:02.458146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668301017', 'description': 'tempest-secgroup-smoke-1668301017 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:02.464052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:02.474869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:02.485178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.511012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:02.514852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:02.517962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:02.526489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:02.599367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.604067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.608029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-83badf0e-a093-4d71-91d8-2f9ca74b8c10 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:02.650563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb7d20-90c4-4f6f-a922-63cd770a102d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:02.658880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.659269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.659648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.660048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.660417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.660783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.661146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.661507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.661873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.662228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.662586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.662942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:02.666649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.667932 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2142844 Dec 15 22:00:02.669629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:02.676278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42516) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:02.681380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:02.687385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:02.691182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:02.694057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:02.700130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:02.717983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.775993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.779751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.781681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8325ff96-0c87-4584-a350-7683b5e472b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:02.803720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33c316c-4404-4e16-9779-73374054107f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:02.807947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:02.812189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.813409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361592 Dec 15 22:00:02.816114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42520) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:02.821138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:02.826857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:02.830906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:02.833763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:02.839929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:02.856696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.919631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.923240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.925028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2517a89-59ad-4dad-9a2d-1ace4553b1ea tempest-TestNetworkAdvancedServerOps-942993546 tempest-TestNetworkAdvancedServerOps-942993546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:02.946376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2716b2d-a448-44da-8188-743e8baaae79,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:02.948720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:02.955335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:02.956574 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1395724 Dec 15 22:00:02.959302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42524) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:02.964924 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:02.970554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:02.974332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:02.977193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:02.983450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:02.999217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.060012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.063519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.071288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a883aac7-1e3c-4e76-99bb-f25778777b59 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:03.088838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57dcbe2e-0e8a-49c2-86f1-cc705fcf3d02,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:03.091566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:03.099601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.101010 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407387 Dec 15 22:00:03.103685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:03.108576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:03.114351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:03.118200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:03.121040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:03.126685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:03.145041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.211726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.215165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.217013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee6b4a54-38dc-4c79-b241-5f7b8b6077cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:03.239005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabea354-f92b-4303-8991-285642129d8a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:03.243322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:03.247442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.248625 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440084 Dec 15 22:00:03.251393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42532) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:03.256323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:03.262557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:03.266394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:03.269252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:03.275471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:03.289126 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:00:03.296488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.466378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.469953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.476147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0d05594-cc23-4357-9a1b-85c8d413a6d6 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:03.495366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6b1bcc-69b5-43f4-bcb0-c92f9d5f288c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:03.498068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:03.505432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.506607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2542880 Dec 15 22:00:03.509891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:03.514839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb7d20-90c4-4f6f-a922-63cd770a102d', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:03.520614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:03.524402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:00:03.527458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:00:03.533161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:03.543120 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:00:03.549579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.613581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.618517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.620310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2eaa6b86-c794-4f31-b2cd-7c0b764287e9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:03.642123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61532628-66c3-432c-b632-29443ecadc62,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:03.644696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:03.651531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:03.659931 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422093 Dec 15 22:00:03.814996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-5de8105e-5507-4ce2-a91e-a81c144c2973 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668301017&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0399687 Dec 15 22:00:03.963253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-bbc9fc89-b159-4a58-b747-b6ed0510bcda tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:03.963935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-bbc9fc89-b159-4a58-b747-b6ed0510bcda tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:00:03.978661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-bbc9fc89-b159-4a58-b747-b6ed0510bcda tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:00:03.979891 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-bbc9fc89-b159-4a58-b747-b6ed0510bcda tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 796 time: 0.1579554 Dec 15 22:00:03.994809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-91c6f67e-54ed-4790-9026-0a828242d84c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0093858 Dec 15 22:00:04.082143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-4a481511-a46a-460f-8fdc-89582ce7bbd4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823598 Dec 15 22:00:04.216193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-73b8ea1b-71e7-4a13-b094-e7f39f4a3172 service neutron] 10.222.0.18 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221113 Dec 15 22:00:04.346943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-1a8551b8-fa0a-407c-a6df-cb6857519c2a service neutron] 10.222.0.18 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249802 Dec 15 22:00:04.530372 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6c4344ea-590c-4ed4-8227-2754a768cd01 req-de4b8bf2-c4f8-42d3-b059-49050917d918 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 210 time: 0.0468662 Dec 15 22:00:05.531654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-95d3141f-60fe-4aeb-a90d-952799bee7e1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:05.533228 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-95d3141f-60fe-4aeb-a90d-952799bee7e1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 796 time: 0.1485951 Dec 15 22:00:05.597315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-ab402a2c-bec6-4776-9b3c-80ed4f9d6267 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:00:05.615757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-ab402a2c-bec6-4776-9b3c-80ed4f9d6267 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:00:05.616470 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-ab402a2c-bec6-4776-9b3c-80ed4f9d6267 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 472 time: 0.0734375 Dec 15 22:00:05.625971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['e3cb7d20-90c4-4f6f-a922-63cd770a102d']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:05.694547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a25d63e4-df95-4824-b94e-914e0f78feef req-6d3939be-4c1b-4e58-8ffa-238812079785 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 210 time: 0.0496960 Dec 15 22:00:05.761025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:00:05.770130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:00:05.780163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:00:05.783775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:05.944053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.9 (e03b07de-f33c-4772-9539-4ccc807ffbcf/603664ee-8533-4b17-b6ef-25bc8f2d763f/982d9333-143e-4448-94dc-8ee2854df624) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:00:06.015374 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-f65bf7d1-f92f-4cff-9807-9db0bfa3a9ef service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692456 Dec 15 22:00:06.132526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.150249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 982d9333-143e-4448-94dc-8ee2854df624 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:00:06.158434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3469e37-2093-4560-83d6-6498d227d8ef req-bd400e0e-e77c-4e15-a6ea-c112b0a9ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.159926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-bd400e0e-e77c-4e15-a6ea-c112b0a9ada4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1099 time: 0.0753345 Dec 15 22:00:06.173905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.179174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-964cc675-cf78-4902-898f-c501679d4ef7 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:06.247952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network e03b07de-f33c-4772-9539-4ccc807ffbcf is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:00:06.251116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:00:06.255020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:00:06.290793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:06.299311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:06.312995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3469e37-2093-4560-83d6-6498d227d8ef req-4ab58db4-082d-41e8-8968-80e2e25fb0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.314461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-4ab58db4-082d-41e8-8968-80e2e25fb0cf service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1358521 Dec 15 22:00:06.323489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.324132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.350066 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284300 Dec 15 22:00:06.361463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Request body: {'port': {'device_id': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:06.423471 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-ca9215b2-c75e-42cb-a495-d20b4e7f7105 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 1001 time: 0.1013606 Dec 15 22:00:06.481048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.488451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d1e09b87-943d-412a-a303-ce30e4e4e4c6 None None] Provisioning for port 982d9333-143e-4448-94dc-8ee2854df624 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:00:06.494530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3469e37-2093-4560-83d6-6498d227d8ef req-36b1fb9f-1e4c-4355-9ae4-222433e3d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.495282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d1e09b87-943d-412a-a303-ce30e4e4e4c6 None None] Provisioning complete for port 982d9333-143e-4448-94dc-8ee2854df624 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:00:06.495685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d1e09b87-943d-412a-a303-ce30e4e4e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.496302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-36b1fb9f-1e4c-4355-9ae4-222433e3d4bb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0659933 Dec 15 22:00:06.550903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d1e09b87-943d-412a-a303-ce30e4e4e4c6 None None] Port 982d9333-143e-4448-94dc-8ee2854df624 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:00:06.584983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3469e37-2093-4560-83d6-6498d227d8ef req-806d2805-46f9-40a7-8515-0b6864374354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.586591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-806d2805-46f9-40a7-8515-0b6864374354 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839872 Dec 15 22:00:06.729982 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-5d1ee904-b1ae-4c9f-b071-a883afe37d24 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367090 Dec 15 22:00:06.863698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3469e37-2093-4560-83d6-6498d227d8ef req-c078c129-319a-4df7-a126-748f2d153099 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271174 Dec 15 22:00:06.884239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982d9333-143e-4448-94dc-8ee2854df624 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:00:06.893130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.913154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Transition to ACTIVE for port object 982d9333-143e-4448-94dc-8ee2854df624 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:00:06.918417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:06.924009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1327cb11-36c9-4801-951a-6927f529c70d tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:06.967448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c1ee8-fa0a-4876-bde2-d7513c70aedd req-cc4c61e1-421b-4312-bba1-7363c7f973dc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:06.968098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-038c1ee8-fa0a-4876-bde2-d7513c70aedd req-cc4c61e1-421b-4312-bba1-7363c7f973dc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:00:07.187304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Pushing event updated for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:07.213614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:07.214215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-038c1ee8-fa0a-4876-bde2-d7513c70aedd req-cc4c61e1-421b-4312-bba1-7363c7f973dc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:00:07.215340 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-038c1ee8-fa0a-4876-bde2-d7513c70aedd req-cc4c61e1-421b-4312-bba1-7363c7f973dc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 931 time: 0.4054763 Dec 15 22:00:07.306843 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-038c1ee8-fa0a-4876-bde2-d7513c70aedd req-cb890762-dea4-4ff4-a6ac-2df65c027ea3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855649 Dec 15 22:00:07.323232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Attempting to bind port 982d9333-143e-4448-94dc-8ee2854df624 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:00:07.323566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Attempting to bind port 982d9333-143e-4448-94dc-8ee2854df624 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:00:07.323913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Attempting to bind port 982d9333-143e-4448-94dc-8ee2854df624 on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:00:07.328443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Port 982d9333-143e-4448-94dc-8ee2854df624 on network e03b07de-f33c-4772-9539-4ccc807ffbcf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:00:07.328760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Attempting to bind port 982d9333-143e-4448-94dc-8ee2854df624 on network e03b07de-f33c-4772-9539-4ccc807ffbcf {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:00:07.333739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:00:07.334069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Checking segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:00:07.334445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Bound using segment: {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:00:07.334866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Bound port: 982d9333-143e-4448-94dc-8ee2854df624, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2073946-50a4-466d-9772-47130f6e243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:00:07.335734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:07.422311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:00:07.425213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=982d9333-143e-4448-94dc-8ee2854df624,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:00:07.428672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:07.433539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:07.489939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:07.490554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:07.492560 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] 10.222.0.32 "PUT /v2.0/ports/982d9333-143e-4448-94dc-8ee2854df624 HTTP/1.1" status: 200 len: 1093 time: 1.1354637 Dec 15 22:00:07.493086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'tag': '982d9333-143e-4448-94dc-8ee2854df624'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:00:07.515143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Pushing event updated for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:07.518667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:07.580292 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'tag': '982d9333-143e-4448-94dc-8ee2854df624', 'status': 'completed', 'code': 200} Dec 15 22:00:07.622171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-0c36a35c-2cd4-4b54-8585-36b593965b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:07.623721 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-0c36a35c-2cd4-4b54-8585-36b593965b79 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 1096 time: 0.0819445 Dec 15 22:00:07.699120 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-ac74049f-f408-4711-bfeb-79e8b47d0e93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982d9333-143e-4448-94dc-8ee2854df624 HTTP/1.1" status: 200 len: 217 time: 0.0669789 Dec 15 22:00:07.763414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-4f461ee8-9be0-425b-91eb-cf57b2402a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:07.764761 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-4f461ee8-9be0-425b-91eb-cf57b2402a24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0600138 Dec 15 22:00:07.842515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-af69994c-1cab-4254-a61a-ddd27aee667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:07.843980 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-af69994c-1cab-4254-a61a-ddd27aee667d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729861 Dec 15 22:00:07.971388 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-2314d06c-0d08-4713-94a5-e4ecbe89e9dc service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208410 Dec 15 22:00:08.105138 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e88e708-60f9-4a20-af41-d5bf08dbeb8f req-427d0939-7dc4-45c5-b3c9-feac6aed7fe6 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267486 Dec 15 22:00:08.221534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-14fd520e-9ff9-4bd4-b08f-c931cc37f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:08.222990 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-14fd520e-9ff9-4bd4-b08f-c931cc37f596 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 1096 time: 0.0697677 Dec 15 22:00:08.352069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-e8be3165-f7f6-4834-ab5f-5b7ab354ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:08.353525 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-e8be3165-f7f6-4834-ab5f-5b7ab354ed7a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 897 time: 0.1236212 Dec 15 22:00:08.453070 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-4bf04167-86bf-4f4e-a3ba-0bc99f2124e9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982d9333-143e-4448-94dc-8ee2854df624 HTTP/1.1" status: 200 len: 217 time: 0.0925653 Dec 15 22:00:08.538163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-4b9c5ff6-fb1f-48f5-8019-0121a369a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:08.539579 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-4b9c5ff6-fb1f-48f5-8019-0121a369a7c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0753138 Dec 15 22:00:08.584837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040807f9-cf38-4dd7-ad1d-d164e0770a13 req-402a784e-2bf7-473b-8f5a-8ee3b001b73e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:08.586285 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-040807f9-cf38-4dd7-ad1d-d164e0770a13 req-402a784e-2bf7-473b-8f5a-8ee3b001b73e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 943 time: 0.1698375 Dec 15 22:00:08.650947 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-040807f9-cf38-4dd7-ad1d-d164e0770a13 req-5ca90de0-f420-471a-ad90-21dc4dab8dfc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591166 Dec 15 22:00:08.663431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-bbe00072-6702-4030-b0da-61efc63dbbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:08.665243 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-bbe00072-6702-4030-b0da-61efc63dbbf7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1180711 Dec 15 22:00:08.796994 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-c8249fcf-3dfb-4bbf-96b0-de99f7609713 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240218 Dec 15 22:00:09.041962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72c4bb40-bd4a-4e12-87c1-50efcaad4e92 req-0afa29f2-0e86-4942-a25d-980986db61f8 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366726 Dec 15 22:00:09.837962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69159a-7340-4f1d-9f10-2a578aaafb07 req-9c8117dd-4ff7-47e9-853a-c4b675a72b96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:09.839298 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e69159a-7340-4f1d-9f10-2a578aaafb07 req-9c8117dd-4ff7-47e9-853a-c4b675a72b96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 943 time: 0.0848429 Dec 15 22:00:09.881580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e69159a-7340-4f1d-9f10-2a578aaafb07 req-422298fc-332b-48c1-b9c9-d8bb6193652b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367274 Dec 15 22:00:10.199153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 982d9333-143e-4448-94dc-8ee2854df624 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:00:10.327468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=982d9333-143e-4448-94dc-8ee2854df624,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:10.340231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '982d9333-143e-4448-94dc-8ee2854df624', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'port_id': '982d9333-143e-4448-94dc-8ee2854df624', 'mac_address': 'fa:16:3e:a5:07:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:00:10.396631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:10.413948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982d9333-143e-4448-94dc-8ee2854df624 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:00:10.430076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=982d9333-143e-4448-94dc-8ee2854df624,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:10.433410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:10.435138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-be1e0413-740b-4acc-993f-40accb8ec7cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:10.498017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:10.504736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.505085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.505428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.505767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.506098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.506429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.506756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.507083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.507415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.507736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.508081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.508402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:00:10.513023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:10.656997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['982d9333-143e-4448-94dc-8ee2854df624'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:00:11.073623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87f024-3aac-4bc7-b220-b7e9a7523a42 req-ddda3244-cb4f-40da-ac0b-7353d8866bbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:11.075115 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b87f024-3aac-4bc7-b220-b7e9a7523a42 req-ddda3244-cb4f-40da-ac0b-7353d8866bbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 944 time: 0.0841269 Dec 15 22:00:11.118653 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4b87f024-3aac-4bc7-b220-b7e9a7523a42 req-f22eb052-6b88-484b-9f2c-14982c7c5cda tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379627 Dec 15 22:00:12.219981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 982d9333-143e-4448-94dc-8ee2854df624 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:00:12.295735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 982d9333-143e-4448-94dc-8ee2854df624 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:00:12.302862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 982d9333-143e-4448-94dc-8ee2854df624 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:00:12.302862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:12.337660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0087c7-fffe-413b-8d6f-0c392bc4f1e5 req-a83efcbd-3e1c-42f6-a93e-5e299f074f57 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:12.339517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e0087c7-fffe-413b-8d6f-0c392bc4f1e5 req-a83efcbd-3e1c-42f6-a93e-5e299f074f57 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 944 time: 0.1128831 Dec 15 22:00:12.393758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e0087c7-fffe-413b-8d6f-0c392bc4f1e5 req-047f5793-dedd-457a-81f4-0ef23d7a979c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451880 Dec 15 22:00:12.435511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:12.463051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d9333-143e-4448-94dc-8ee2854df624'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:00:12.476952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=982d9333-143e-4448-94dc-8ee2854df624,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:12.480954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:12.480954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-da6ce307-1b82-4db8-9531-ff04d9cf31b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:12.511461 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982d9333-143e-4448-94dc-8ee2854df624', 'code': 200} Dec 15 22:00:12.562939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:12.567228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:12.774325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd322370-de1c-4aa1-b22f-60363653bdca req-92c0fb0a-a243-4447-bdd2-898a2cde5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:12.776234 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cd322370-de1c-4aa1-b22f-60363653bdca req-92c0fb0a-a243-4447-bdd2-898a2cde5513 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 1098 time: 0.0750370 Dec 15 22:00:12.819247 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cd322370-de1c-4aa1-b22f-60363653bdca req-d1437067-bbd9-4918-9e7d-2c90ed5cfd51 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369542 Dec 15 22:00:13.452478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6199afd3-f96d-4280-9ece-3921a1205d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:13.593958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a63a72-be78-459a-b706-ec3214a61e5f req-3f3eed0c-3299-41cb-b534-b006589dfa5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:13.595456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0a63a72-be78-459a-b706-ec3214a61e5f req-3f3eed0c-3299-41cb-b534-b006589dfa5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.0877333 Dec 15 22:00:13.649775 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0a63a72-be78-459a-b706-ec3214a61e5f req-3362d822-66cc-4ce5-aefe-85361c37abad tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473704 Dec 15 22:00:14.875487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18b6c5-706f-4b7b-8e5e-863712618832 req-df505fb4-7684-43fe-9dc2-c5f04c96ea45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:14.876860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff18b6c5-706f-4b7b-8e5e-863712618832 req-df505fb4-7684-43fe-9dc2-c5f04c96ea45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.0826206 Dec 15 22:00:14.921097 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ff18b6c5-706f-4b7b-8e5e-863712618832 req-fee64893-9f26-448b-8040-49709416a5c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384498 Dec 15 22:00:15.109162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb88f7-9a3f-4ddb-b7e7-264805b86ae3 req-bb2e3733-ce13-4247-8e26-9e9287ed00cf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:15.110663 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0beb88f7-9a3f-4ddb-b7e7-264805b86ae3 req-bb2e3733-ce13-4247-8e26-9e9287ed00cf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.0847399 Dec 15 22:00:15.265640 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0beb88f7-9a3f-4ddb-b7e7-264805b86ae3 req-76a6deaf-3bc5-424e-a1b4-8ba4d79b94dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493764 Dec 15 22:00:15.287712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:15.355979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996bda8d-3807-43d9-80e8-c14540230673 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:15.357431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-996bda8d-3807-43d9-80e8-c14540230673 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 1093 time: 0.0687659 Dec 15 22:00:15.360216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:15.365031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'port_id': '982d9333-143e-4448-94dc-8ee2854df624'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:00:15.442218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:15.786921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d0761441-88ea-432d-b488-b6cae57db3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.029816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.033759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.205715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b associated. External IP: 172.26.6.169, port: 982d9333-143e-4448-94dc-8ee2854df624. Dec 15 22:00:16.666181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:00:16.796031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.846021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:00:16.850764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.855089 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:00:16.868667 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:00:16.869371 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:16.893180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:16.910106 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-427d1208-7312-4028-aac2-a6625febc78a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 991 time: 1.5488257 Dec 15 22:00:16.910774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'tag': '982d9333-143e-4448-94dc-8ee2854df624'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:00:16.912881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:16.959439 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'tag': '982d9333-143e-4448-94dc-8ee2854df624', 'status': 'completed', 'code': 200} Dec 15 22:00:17.043406 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:00:17.078621 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4cd057f8-f947-4d31-b351-d0cf156de538 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 991 time: 0.1638660 Dec 15 22:00:17.094791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-9ed3abc5-43d3-4f4d-a8b5-f9ca0ff40036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:17.096415 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-9ed3abc5-43d3-4f4d-a8b5-f9ca0ff40036 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 1098 time: 0.1100376 Dec 15 22:00:17.231843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-7cf20262-df4e-4e67-a7ad-d3a2d9ff997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:17.233328 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-7cf20262-df4e-4e67-a7ad-d3a2d9ff997e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 200 len: 897 time: 0.1299887 Dec 15 22:00:17.333247 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-bc01afbb-9769-494c-b1bd-890957f6c695 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=982d9333-143e-4448-94dc-8ee2854df624 HTTP/1.1" status: 200 len: 999 time: 0.0924706 Dec 15 22:00:17.385471 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': '982d9333-143e-4448-94dc-8ee2854df624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:a5:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T22:00:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:17.389821 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:00:17.397915 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:00:17.398533 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:17.399750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-f4c90624-da27-4c15-94e0-c120cb9c6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:17.401242 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-f4c90624-da27-4c15-94e0-c120cb9c6cdf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 200 len: 835 time: 0.0611539 Dec 15 22:00:17.475554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-2d235887-2a27-4369-88a6-347299f70c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:17.477587 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-2d235887-2a27-4369-88a6-347299f70c3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e03b07de-f33c-4772-9539-4ccc807ffbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690925 Dec 15 22:00:17.579429 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:00:17.609712 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-cd68f40c-10cb-41f7-8585-2d84c7e095ca service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252866 Dec 15 22:00:17.751718 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-41d217ee-f848-4202-9d9c-7db463c20d0e req-b0709ba8-d9f0-4765-a512-19d623a0c948 service neutron] 10.222.0.32 "GET /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343639 Dec 15 22:00:17.930106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': '982d9333-143e-4448-94dc-8ee2854df624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:a5:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T22:00:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:17.933906 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3cf60-07c1-481e-bc98-721f891db3f1 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'a3de1e40-3d75-4cd8-8802-befcae03d92b', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.169', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'port_id': '982d9333-143e-4448-94dc-8ee2854df624', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'mac_address': 'fa:16:3e:a5:07:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:22Z', 'updated_at': '2021-12-15T22:00:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:00:18.081721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:18.140160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20342d9c-746e-4113-831e-a14b969a8b90 None None] New status for floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:00:18.198890 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-15286c76-efd7-4ca8-b26c-af3a9d984af6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 991 time: 0.1129289 Dec 15 22:00:18.520159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:19.199639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42612) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:19.305900 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-36eeffc6-4d08-4750-baab-f2f8fb732afe tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 200 len: 993 time: 0.1049898 Dec 15 22:00:21.738664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:34.947128 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:00:43.443187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-40aa7a01-3d98-4b7a-b6d6-5925d4c7df0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:45.788131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce404057-b5a9-440b-a0aa-c4339eca0b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:46.799319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:46.886305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:48.432197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:49.113872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05383c07-5002-40f1-adde-9faaadbc3018 req-e15de88d-e59d-4b50-ba55-c5c46229b8fb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:49.115305 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-05383c07-5002-40f1-adde-9faaadbc3018 req-e15de88d-e59d-4b50-ba55-c5c46229b8fb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.0794542 Dec 15 22:00:49.160182 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-05383c07-5002-40f1-adde-9faaadbc3018 req-04f2ab75-42c7-40ed-adf3-1b6f61e5d91e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387075 Dec 15 22:00:50.511358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6cf4cd-ac35-4cfa-91ac-d9f853c40e13 req-6e2af2b4-ba9e-4436-b501-c3b36bff5d03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:50.512725 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd6cf4cd-ac35-4cfa-91ac-d9f853c40e13 req-6e2af2b4-ba9e-4436-b501-c3b36bff5d03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.2470999 Dec 15 22:00:50.520004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95db7cab-1057-400c-bf65-c656c85190f6 req-ddde7c11-afcd-4314-9626-003f3bfdec03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:50.521293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-95db7cab-1057-400c-bf65-c656c85190f6 req-ddde7c11-afcd-4314-9626-003f3bfdec03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 945 time: 0.2241483 Dec 15 22:00:50.613495 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd6cf4cd-ac35-4cfa-91ac-d9f853c40e13 req-44c98e8e-4b98-4a78-b346-bf8c5cc755d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb7d20-90c4-4f6f-a922-63cd770a102d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912635 Dec 15 22:00:50.620807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 982d9333-143e-4448-94dc-8ee2854df624 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:00:50.621144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:50.866672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 982d9333-143e-4448-94dc-8ee2854df624, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=982d9333-143e-4448-94dc-8ee2854df624,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:50.867034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.151439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.151742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.152080 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b disassociated. External IP: 172.26.6.169, port: 982d9333-143e-4448-94dc-8ee2854df624. Dec 15 22:00:51.152419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 982d9333-143e-4448-94dc-8ee2854df624 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:00:51.296951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.302174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3859657-9211-41a2-b548-fa1500d4325d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:51.344124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=982d9333-143e-4448-94dc-8ee2854df624,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:51.347464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:51.527606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:00:51.706668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:00:51.717439 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:00:51.732564 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:00:51.733491 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:51.749356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.784318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b7adfc8-1491-4bcd-8311-c5e182d6fb2b req-4feb627d-2cc4-4116-a1bd-91d0037cc3df tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf08c7a2-baf0-4bd5-8e81-1236955a0bea HTTP/1.1" status: 200 len: 210 time: 0.0605428 Dec 15 22:00:51.794183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 982d9333-143e-4448-94dc-8ee2854df624 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:00:51.799318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:51.802709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'name': 'network-vif-deleted', 'tag': '982d9333-143e-4448-94dc-8ee2854df624'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:00:51.826335 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-95db7cab-1057-400c-bf65-c656c85190f6 req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/982d9333-143e-4448-94dc-8ee2854df624 HTTP/1.1" status: 204 len: 173 time: 1.2909880 Dec 15 22:00:51.864737 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08c7a2-baf0-4bd5-8e81-1236955a0bea', 'name': 'network-vif-deleted', 'tag': '982d9333-143e-4448-94dc-8ee2854df624', 'status': 'completed', 'code': 200} Dec 15 22:00:51.933207 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:00:52.233480 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:52.237217 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:00:52.245778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:00:52.246375 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:52.423352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:00:52.757856 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:00:52.764914 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6c4200-85e3-4cb5-8c0a-ffe797558a74 None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T21:59:03Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '5fd55701-d026-43fe-91cb-93f0a2137858', 'name': '', 'network_id': 'e03b07de-f33c-4772-9539-4ccc807ffbcf', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:ce:26:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:59:02Z', 'updated_at': '2021-12-15T21:59:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '603664ee-8533-4b17-b6ef-25bc8f2d763f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:00:52.894796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42642) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:52.973118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.006360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.018941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4df8d7-30ca-4641-82c3-78ed88637b7c None None] New status for floating IP a3de1e40-3d75-4cd8-8802-befcae03d92b: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:00:53.078809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.082637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-739cf46f-9789-46ae-8fd9-47f06064fd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:53.234026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb7d20-90c4-4f6f-a922-63cd770a102d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:53.237312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:53.248987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.252962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3cb7d20-90c4-4f6f-a922-63cd770a102d HTTP/1.1" status: 204 len: 168 time: 0.3571286 Dec 15 22:00:53.286600 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42648) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:53.439817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port e9fe8ab0-8358-4252-a48e-a349d0857b0f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:00:53.440091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.614641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.614963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.736403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for e9fe8ab0-8358-4252-a48e-a349d0857b0f owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:00:53.872395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:53.875802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1e08bfe4-9a34-4763-b638-765d30607f9d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:53.915922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=e9fe8ab0-8358-4252-a48e-a349d0857b0f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:53.918849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:54.009828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:54.023244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:54.024409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/a3de1e40-3d75-4cd8-8802-befcae03d92b HTTP/1.1" status: 204 len: 168 time: 0.7368574 Dec 15 22:00:54.377310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-b5847dde-bb38-47a8-af83-8653c70ae71e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:54.377994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-b5847dde-bb38-47a8-af83-8653c70ae71e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:00:54.393226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-b5847dde-bb38-47a8-af83-8653c70ae71e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:00:54.394376 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-b5847dde-bb38-47a8-af83-8653c70ae71e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0951397 Dec 15 22:00:54.417353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 982d9333-143e-4448-94dc-8ee2854df624 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:00:54.440145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-959b5f07-63eb-4da8-99cb-88a5384a58d5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:00:54.453016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 982d9333-143e-4448-94dc-8ee2854df624 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:00:54.453372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 982d9333-143e-4448-94dc-8ee2854df624 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:00:54.456337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-959b5f07-63eb-4da8-99cb-88a5384a58d5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:00:54.457493 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-12d5515a-ffb2-4cf3-a484-590366eb6592 req-959b5f07-63eb-4da8-99cb-88a5384a58d5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554450 Dec 15 22:00:55.599239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-d79f26ab-9823-4d5b-a8d8-d124eb7e6bf3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:55.600783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-d79f26ab-9823-4d5b-a8d8-d124eb7e6bf3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0959048 Dec 15 22:00:55.657380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6e6da-78d8-444c-a78f-5ef729ac2fbb req-ad1d8e12-dfef-4ed3-8e11-57015e04b3a7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:00:55.658807 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f6e6da-78d8-444c-a78f-5ef729ac2fbb req-ad1d8e12-dfef-4ed3-8e11-57015e04b3a7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 946 time: 0.0891137 Dec 15 22:00:55.673033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:00:55.673411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:55.704848 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e5f6e6da-78d8-444c-a78f-5ef729ac2fbb req-bee0a3d9-f56a-41a8-a356-c6ad20f2ccdf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=24aa7881-a73c-4f1f-b616-94f132268371&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392711 Dec 15 22:00:55.920036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:55.920391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:56.043290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:00:56.291383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:56.296695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bae1224b-4819-4989-bfd9-34135e640bbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:56.340274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=fcecf1f5-2de6-4631-8b43-8dc0a4d74a02,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:56.343503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:56.414889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:00:56.417106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:56.419538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'name': 'network-vif-deleted', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:00:56.435167 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-afcb75bf-d326-4a43-9a65-af8a28bc639c req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 HTTP/1.1" status: 204 len: 173 time: 0.8287842 Dec 15 22:00:56.472440 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90', 'name': 'network-vif-deleted', 'tag': 'fcecf1f5-2de6-4631-8b43-8dc0a4d74a02', 'status': 'completed', 'code': 200} Dec 15 22:00:56.882544 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af090a2f-0043-402c-8f13-575ebc723fb3 req-a8be5d98-75d0-402c-a486-95442d9be4b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11bd768-e9aa-4aa3-b6fe-db57e2cf3a90 HTTP/1.1" status: 200 len: 210 time: 0.0535531 Dec 15 22:00:57.974790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:58.042210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:58.070330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:58.136356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:58.140445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f2abdb5f-f8e7-48b3-a846-3aa30e1896a1 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:58.155243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa7881-a73c-4f1f-b616-94f132268371,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:58.158194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:00:58.170149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:58.173780 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/24aa7881-a73c-4f1f-b616-94f132268371 HTTP/1.1" status: 204 len: 168 time: 0.1953671 Dec 15 22:00:58.201012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42672) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:00:58.416510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:00:58.449420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:00:58.449689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcecf1f5-2de6-4631-8b43-8dc0a4d74a02 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:00:58.749407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:59.097495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 5fd55701-d026-43fe-91cb-93f0a2137858 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:00:59.098135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:59.291013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 5fd55701-d026-43fe-91cb-93f0a2137858, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5fd55701-d026-43fe-91cb-93f0a2137858,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:00:59.291372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:59.524692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 5fd55701-d026-43fe-91cb-93f0a2137858 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:00:59.837423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:00:59.841755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:00:59.889333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=5fd55701-d026-43fe-91cb-93f0a2137858,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:00:59.915994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:00.155004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:00.512789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 348575e3-6124-424d-a0d7-080814bc4ae6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:00.814275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:00.824537 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Sync routers for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:00.828857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/348575e3-6124-424d-a0d7-080814bc4ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6267939 Dec 15 22:01:00.831826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42676) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:00.833628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:00.834229 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:00.897606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 603664ee-8533-4b17-b6ef-25bc8f2d763f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:01:00.901119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:00.955069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.009160 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:01.036892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.113691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.118796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bc776668-c35d-49e8-98a9-1ac3cb84b7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:01.157893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=603664ee-8533-4b17-b6ef-25bc8f2d763f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:01.161008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:01.164401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.171619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689374d0-407b-4c08-a627-d197b79f4aba None None] Network e03b07de-f33c-4772-9539-4ccc807ffbcf requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:01:01.177039 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/603664ee-8533-4b17-b6ef-25bc8f2d763f HTTP/1.1" status: 204 len: 168 time: 0.3418143 Dec 15 22:01:01.177280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42680) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:01.323797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T22:00:59Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:01.327606 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Checking router: 348575e3-6124-424d-a0d7-080814bc4ae6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:01.336424 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Routers {'348575e3-6124-424d-a0d7-080814bc4ae6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:01.337043 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['348575e3-6124-424d-a0d7-080814bc4ae6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:01.358969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.433242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] DHCP port deletion for e03b07de-f33c-4772-9539-4ccc807ffbcf request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:01:01.437451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Deleting port 009a6daa-7a9e-4593-9d57-69bd37086bea {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:01.437835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.511304 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] Set router 348575e3-6124-424d-a0d7-080814bc4ae6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:01.540576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.551460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 57d19333-e713-4845-9850-b81b1b771e48 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:01.552061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.643186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] For port 009a6daa-7a9e-4593-9d57-69bd37086bea, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=009a6daa-7a9e-4593-9d57-69bd37086bea,segment=NetworkSegment(b2073946-50a4-466d-9772-47130f6e243d),segment_id=b2073946-50a4-466d-9772-47130f6e243d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:01.643478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.760826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 57d19333-e713-4845-9850-b81b1b771e48, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=57d19333-e713-4845-9850-b81b1b771e48,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:01.761145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.763938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Calling delete_port for 009a6daa-7a9e-4593-9d57-69bd37086bea owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:01.802006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T22:00:59Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:01.806628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c5707-a8fb-4e42-83a2-20a9abe0d5df None None] The sync data for ids ['348575e3-6124-424d-a0d7-080814bc4ae6'] in dv-neutron-820612-1-hyperv is: [{'id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'name': 'tempest-TestNetworkBasicOps-router-1973635495', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66'}], 'enable_snat': True}, 'gw_port_id': '57d19333-e713-4845-9850-b81b1b771e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:58:57Z', 'updated_at': '2021-12-15T22:00:59Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '57d19333-e713-4845-9850-b81b1b771e48', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '348575e3-6124-424d-a0d7-080814bc4ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:58:58Z', 'updated_at': '2021-12-15T21:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:01.853625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:01.863713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:01.897805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 57d19333-e713-4845-9850-b81b1b771e48 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:01.899972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] No DVR routers for this DVR port 009a6daa-7a9e-4593-9d57-69bd37086bea on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:01:01.908956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Pushing event deleted for resources: {'Port': ['ID=009a6daa-7a9e-4593-9d57-69bd37086bea,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:01.916274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:02.073280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.077724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6eec3fd3-ac69-4131-b49c-c7865e1c6638 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:02.120645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=57d19333-e713-4845-9850-b81b1b771e48,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:02.146142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:02.216198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.431828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5fd55701-d026-43fe-91cb-93f0a2137858 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:02.473355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5fd55701-d026-43fe-91cb-93f0a2137858 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:01:02.474056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5fd55701-d026-43fe-91cb-93f0a2137858 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:02.474666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 009a6daa-7a9e-4593-9d57-69bd37086bea no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:02.510765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 009a6daa-7a9e-4593-9d57-69bd37086bea {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:01:02.511037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 009a6daa-7a9e-4593-9d57-69bd37086bea not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:02.523139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.525903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.549763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.550300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 348575e3-6124-424d-a0d7-080814bc4ae6 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:01:02.566711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.567795 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/348575e3-6124-424d-a0d7-080814bc4ae6 HTTP/1.1" status: 204 len: 168 time: 1.3896701 Dec 15 22:01:02.570473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:02.691400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.826485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.850833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03b07de-f33c-4772-9539-4ccc807ffbcf']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:02.863074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2073946-50a4-466d-9772-47130f6e243d') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:02.863376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2073946-50a4-466d-9772-47130f6e243d') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:02.875399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.891220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.897426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:01:02.897813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:01:02.920319 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:01:02.996467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:02.999948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71f1ecaf-b033-419e-8c62-dfd3fdb84033 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:03.014808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.026650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=e03b07de-f33c-4772-9539-4ccc807ffbcf,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:03.038577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.038963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.039428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.039800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.040250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.040648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.041007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.041383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.041741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.042101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.042461 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.042818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:03.046533 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/e03b07de-f33c-4772-9539-4ccc807ffbcf HTTP/1.1" status: 204 len: 168 time: 0.4738598 Dec 15 22:01:03.047399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:03.068730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:03.074769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--591385246', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:03.079840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:03.084045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:03.087440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:03.093057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:03.102302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:01:03.105731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.136339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:01:03.145286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.145631 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment c57b4405-b211-4259-95b5-c13d71edca84 of type vlan for network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 Dec 15 22:01:03.171458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.199278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.206049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:03.206049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.208865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ba2d6b05-d8b0-433f-bb63-5c82c404679e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:03.311651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2416811 Dec 15 22:01:03.314287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:03.314683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=7add6e1c-ab3a-4f9c-ba23-977ab0f36109,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:03.317016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f6200af0-b9cc-4197-b438-2916ac69f094 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:03.319698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:03.324737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:01:03.328008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:03.331841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:03.334681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:03.341153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:03.350394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.351339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.366224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.631100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.929506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:03.957871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:04.089697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.201 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/6da25f25-7d2e-4c51-bf14-bc39752356ca) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:04.324577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 57d19333-e713-4845-9850-b81b1b771e48 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:04.349703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:04.359406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 57d19333-e713-4845-9850-b81b1b771e48 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:01:04.359765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 57d19333-e713-4845-9850-b81b1b771e48 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:04.380643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:04.385401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c349e83-d069-48d9-87e3-124c05724cbc tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:04.450611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:04.453321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:04.457180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:04.494960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=6da25f25-7d2e-4c51-bf14-bc39752356ca,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:04.511793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.512205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.512578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.512940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.513459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.513960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.514468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.514980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.515485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.516039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.516582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.517121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:04.522526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:04.910792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:05.263895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:05.472252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2b8af66f-ce8b-464c-a773-7ad886813de1 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:01:05.650744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:05.660502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Sync routers for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:05.670842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:05.671633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:05.678545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:05.682878 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3644760 Dec 15 22:01:05.683104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42706) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:05.854092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:06.062416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42714) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:06.075955 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c69079cc-0601-4249-99cc-ea600eee24ea tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3915613 Dec 15 22:01:06.214951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:04Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:06.218459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2edfeb4-a90c-4411-9caf-32987b1a4679 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:06.219567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Checking router: 2b8af66f-ce8b-464c-a773-7ad886813de1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:06.219991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Updating router 2b8af66f-ce8b-464c-a773-7ad886813de1 port 6da25f25-7d2e-4c51-bf14-bc39752356ca binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:01:06.223412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:06.233635 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2edfeb4-a90c-4411-9caf-32987b1a4679 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689286 Dec 15 22:01:06.270951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:06.272594 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-932f9816-a7f8-4365-b72b-2cb0493c78f4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478525 Dec 15 22:01:06.277252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1172671034', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:06.286501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.401961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:06.405967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:06.408763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:06.414351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:06.424318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:01:06.427794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.645194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.649274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.649618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f4af11fa-66b2-43cf-aa1c-8df229cc2d7c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:06.661935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Transition to ACTIVE for port object 6da25f25-7d2e-4c51-bf14-bc39752356ca will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:06.668753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.672790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:06.723516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=098d64e1-64a1-4874-8220-1f9bc6b9116e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:06.727997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:06.733049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:06.733049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 7add6e1c-ab3a-4f9c-ba23-977ab0f36109, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:01:06.755001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Attempting to bind port 6da25f25-7d2e-4c51-bf14-bc39752356ca on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:06.755399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Attempting to bind port 6da25f25-7d2e-4c51-bf14-bc39752356ca by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:06.755806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Attempting to bind port 6da25f25-7d2e-4c51-bf14-bc39752356ca on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:06.756902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:01:06.758116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Pushing event updated for resources: {'Port': ['ID=6da25f25-7d2e-4c51-bf14-bc39752356ca,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:06.761651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:06.764160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:06.764515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:06.764969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.765380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:06.765769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Bound port: 6da25f25-7d2e-4c51-bf14-bc39752356ca, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:06.766260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.768476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 7add6e1c-ab3a-4f9c-ba23-977ab0f36109) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:06.772417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:06.773000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.798360 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5256858 Dec 15 22:01:06.799018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d27e9b-e140-47b5-8709-dd1ecb21c0b9 None None] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:01:06.800499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42726) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:06.921385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] For port 6da25f25-7d2e-4c51-bf14-bc39752356ca, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:06.949915 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] For port 6da25f25-7d2e-4c51-bf14-bc39752356ca, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6da25f25-7d2e-4c51-bf14-bc39752356ca,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:06.955108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:06.961946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-922b4361-47ad-4c0c-b175-b25d30f2bc43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:07.084726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:07.085763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:07.133891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Pushing event updated for resources: {'Port': ['ID=6da25f25-7d2e-4c51-bf14-bc39752356ca,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:07.180258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:07.299691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:01:07.300548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:07.355785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:07.648110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:07.745543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Allocated IP 172.20.0.2 (7add6e1c-ab3a-4f9c-ba23-977ab0f36109/098d64e1-64a1-4874-8220-1f9bc6b9116e/b9a9a040-3962-43b8-b688-6848e7e297a2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:07.854533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:04Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:07.863628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890ed686-a789-40b5-81be-3a71e13e8735 None None] The sync data for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv is: [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:04Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:07.989711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.002625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Transition to ACTIVE for port object b9a9a040-3962-43b8-b688-6848e7e297a2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:08.023372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Transition to ACTIVE for port object b9a9a040-3962-43b8-b688-6848e7e297a2 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:08.030182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.034869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:08.099840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:08.103466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:08.105436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (7add6e1c-ab3a-4f9c-ba23-977ab0f36109/098d64e1-64a1-4874-8220-1f9bc6b9116e/77a368f3-bee4-491e-992f-8203d0d7dc32) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:08.107305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:08.113406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Pushing event updated for resources: {'Port': ['ID=b9a9a040-3962-43b8-b688-6848e7e297a2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:08.117964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:08.223174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Attempting to bind port b9a9a040-3962-43b8-b688-6848e7e297a2 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:08.223551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Attempting to bind port b9a9a040-3962-43b8-b688-6848e7e297a2 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:08.224060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Attempting to bind port b9a9a040-3962-43b8-b688-6848e7e297a2 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:08.229970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:08.230350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Checking segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:08.230760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.231165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Bound using segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:08.231628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Bound port: b9a9a040-3962-43b8-b688-6848e7e297a2, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:08.232203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.354836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.357457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c7045eb4-7590-4270-9849-06c48826492d None None] For port b9a9a040-3962-43b8-b688-6848e7e297a2, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:08.363202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c7045eb4-7590-4270-9849-06c48826492d None None] For port b9a9a040-3962-43b8-b688-6848e7e297a2, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b9a9a040-3962-43b8-b688-6848e7e297a2,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:08.374180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.388508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55ec06b8-8375-4f0c-a0fa-94212a9666e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:08.391553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 77a368f3-bee4-491e-992f-8203d0d7dc32 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:08.430143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.433214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6da25f25-7d2e-4c51-bf14-bc39752356ca up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:08.437123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e075afc2-e3dc-4b71-a9d7-72ec347a4c38 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:08.497090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:08.505070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:08.511988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:08.571557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Pushing event updated for resources: {'Port': ['ID=b9a9a040-3962-43b8-b688-6848e7e297a2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:08.577662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:08.601034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:08.607394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:08.618895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.648107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6da25f25-7d2e-4c51-bf14-bc39752356ca completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:08.654793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6da25f25-7d2e-4c51-bf14-bc39752356ca triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:08.655346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.873691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.904749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 6da25f25-7d2e-4c51-bf14-bc39752356ca, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6da25f25-7d2e-4c51-bf14-bc39752356ca,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:08.913325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:08.950207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-1850a442-3be4-46c9-87f3-ea9f4b2db755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:09.069947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=6da25f25-7d2e-4c51-bf14-bc39752356ca,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:09.082016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:09.189265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:09.620782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:09.626788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:09.652274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c13e27f5-15aa-45f0-808d-dfbf8c470e9e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:09.741445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:09.744542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:09.748519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:09.889302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:09.890693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:10.046201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e7713-8b49-47cd-ad11-ea1bf687f9cb None None] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:01:10.150578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2b8af66f-ce8b-464c-a773-7ad886813de1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:10.175517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8b009a64-84e8-4139-a6fa-7e69db3235d9 None None] Provisioning for port b9a9a040-3962-43b8-b688-6848e7e297a2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:10.371066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:10.390232 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Sync routers for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:10.405558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:10.406194 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:10.423065 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2b8af66f-ce8b-464c-a773-7ad886813de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6204808 Dec 15 22:01:10.424595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:10.526353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6da25f25-7d2e-4c51-bf14-bc39752356ca up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:10.640719 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:10.661797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6da25f25-7d2e-4c51-bf14-bc39752356ca triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:10.664426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:10.670699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.671297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.672739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.673126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.673688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.674193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.678999 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a5d51eb1-d76d-4720-aa91-6c1e112b8410 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2508121 Dec 15 22:01:10.679398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42752) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:10.783727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.784387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.785134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.785732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.786346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.788351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:10.796216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42756) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:10.811133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-44f4a079-0685-457a-89e4-8df53f11004d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1296835 Dec 15 22:01:10.923414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b9a9a040-3962-43b8-b688-6848e7e297a2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:11.039950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b9a9a040-3962-43b8-b688-6848e7e297a2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:11.048965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9961a9ca-53a3-442d-b983-94a13913daf7 None None] Provisioning for port 77a368f3-bee4-491e-992f-8203d0d7dc32 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:11.060124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9961a9ca-53a3-442d-b983-94a13913daf7 None None] Provisioning complete for port 77a368f3-bee4-491e-992f-8203d0d7dc32 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:11.060519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9961a9ca-53a3-442d-b983-94a13913daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.092495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b9a9a040-3962-43b8-b688-6848e7e297a2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:11.092861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.238823 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:11.239276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9961a9ca-53a3-442d-b983-94a13913daf7 None None] Port 77a368f3-bee4-491e-992f-8203d0d7dc32 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:11.251211 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Checking router: 2b8af66f-ce8b-464c-a773-7ad886813de1 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:11.253596 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Updating router 2b8af66f-ce8b-464c-a773-7ad886813de1 port 77a368f3-bee4-491e-992f-8203d0d7dc32 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:01:11.356920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.374286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.424057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f066bc1a-478f-465e-9c12-a7b57482efc3 None None] Provisioning complete for port 77a368f3-bee4-491e-992f-8203d0d7dc32 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:11.424795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f066bc1a-478f-465e-9c12-a7b57482efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.458756 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca9bbeca-f697-4cff-a6ad-47d6d296081b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.6527412 Dec 15 22:01:11.460035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:11.466176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1709957858', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:11.491060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b9a9a040-3962-43b8-b688-6848e7e297a2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b9a9a040-3962-43b8-b688-6848e7e297a2,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:11.500310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f066bc1a-478f-465e-9c12-a7b57482efc3 None None] Port 77a368f3-bee4-491e-992f-8203d0d7dc32 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:11.502659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.504707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37a0d499-ad54-4090-bf32-f6d20d5b8cc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:11.649832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b9a9a040-3962-43b8-b688-6848e7e297a2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:11.657129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9e07c7a9-c2b5-461c-afe3-87d62c8a2d3f None None] Provisioning complete for port 77a368f3-bee4-491e-992f-8203d0d7dc32 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:11.657129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9e07c7a9-c2b5-461c-afe3-87d62c8a2d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.660725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:11.667385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:port and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:11.673631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:11.682673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:11.689042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.689383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.689727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.690065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.690434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.690772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.691236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.691573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.691949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.692284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.693456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.693456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:11.701412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:01:11.703456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:11.709296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:11.736476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] device_id is not set on port a52d7448-169f-450d-967f-0b4865c6da85 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 22:01:11.749732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9e07c7a9-c2b5-461c-afe3-87d62c8a2d3f None None] Port 77a368f3-bee4-491e-992f-8203d0d7dc32 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:11.966256 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:01:11.996964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.014615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Transition to ACTIVE for port object 77a368f3-bee4-491e-992f-8203d0d7dc32 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:12.029564 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.035210 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5858a15e-7a94-4733-8dc9-cb6a8d3ca67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:12.135171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.13 (7add6e1c-ab3a-4f9c-ba23-977ab0f36109/098d64e1-64a1-4874-8220-1f9bc6b9116e/a52d7448-169f-450d-967f-0b4865c6da85) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:12.165326 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Pushing event updated for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:12.208999 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.210600 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.211111 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.211312 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.211644 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.212012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.212342 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.212677 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.214793 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.215172 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.215488 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.215814 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:01:12.251013 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:12.282448 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Attempting to bind port 77a368f3-bee4-491e-992f-8203d0d7dc32 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:12.282831 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Attempting to bind port 77a368f3-bee4-491e-992f-8203d0d7dc32 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:12.283206 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Attempting to bind port 77a368f3-bee4-491e-992f-8203d0d7dc32 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:12.290397 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:12.290787 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Checking segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:12.291198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.291604 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Bound using segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:12.292111 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Bound port: 77a368f3-bee4-491e-992f-8203d0d7dc32, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:12.292522 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.446795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] For port 77a368f3-bee4-491e-992f-8203d0d7dc32, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:12.447153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b9a9a040-3962-43b8-b688-6848e7e297a2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:12.454608 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] For port 77a368f3-bee4-491e-992f-8203d0d7dc32, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=77a368f3-bee4-491e-992f-8203d0d7dc32,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:12.466340 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.474726 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9fb7c6bc-5061-45e1-bca7-30a29430cbfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:12.498330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.531044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object a52d7448-169f-450d-967f-0b4865c6da85 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:12.550761 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:12.551401 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:00:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:12.566812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.590253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd7cb6d3-be1d-4531-be6d-34c6c71b6a3d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:12.627044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b9a9a040-3962-43b8-b688-6848e7e297a2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:12.627945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.687722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:12.703637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:12.707539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:12.709669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:12.714112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:12.806872 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Pushing event updated for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:12.814846 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:12.822617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:12.823793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:12.866102 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4054041 Dec 15 22:01:12.875407 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:13.285343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bab186fc-9b06-498e-b52b-aae62c9ecef4 None None] Provisioning for port a52d7448-169f-450d-967f-0b4865c6da85 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:13.294430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bab186fc-9b06-498e-b52b-aae62c9ecef4 None None] Provisioning complete for port a52d7448-169f-450d-967f-0b4865c6da85 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:13.295206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bab186fc-9b06-498e-b52b-aae62c9ecef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.324731 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:12Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:13.328283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:13.333875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202272064', 'description': 'tempest-secgroup-smoke-1202272064 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:13.343549 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc967e78-32c2-43a8-b3c9-c0024ae6562b None None] The sync data for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv is: [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:12Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:13.351060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:13.354999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:13.359111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:13.370920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:13.390980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.433578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bab186fc-9b06-498e-b52b-aae62c9ecef4 None None] Port a52d7448-169f-450d-967f-0b4865c6da85 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:13.467842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f8414b17-5e16-412f-8d5f-53f7bb713664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.468553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:13.478652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:13.483798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:13.497205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:13.633013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.641105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.667577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e013d6d9-9eb9-4e51-b605-6abef0c54516 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:13.718567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c1deb1-f631-4030-9b38-b7faecd7fe57,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:13.721887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:13.724574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.728664 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3967285 Dec 15 22:01:13.729580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42776) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:13.736726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:13.744236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:13.749445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:13.754104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:13.768172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:13.809050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.892545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.902344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.904818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9a209e2b-9485-436f-afa4-bf4a36808026 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:13.932051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec73259d-6e4e-42df-a799-bd9f19ca1bd3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:13.938176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:13.949159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:13.951520 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204013 Dec 15 22:01:13.958764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42780) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:13.968360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:13.978112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:13.983611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:13.986883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:13.996242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:14.022382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.113510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.123339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.125370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:14.162900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008dcaf5-546a-4b7d-971a-58c9ec461508,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:14.167503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:14.173192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.176310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143102 Dec 15 22:01:14.180216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42784) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:14.186094 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:14.197843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:14.208842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:14.212108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:14.218911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:14.236903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.325844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.335953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.339052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1ca5528e-9f8a-4e7f-940d-89c9fa078763 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:14.390203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8ba1f6c-66b7-4d9d-83e1-e0bc1431a937,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:14.394248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:14.409553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.416453 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2349236 Dec 15 22:01:14.417083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42788) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:14.422651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:14.443738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:14.450300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:14.453700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:14.459941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:14.486527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 77a368f3-bee4-491e-992f-8203d0d7dc32 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:14.512836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.590252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 77a368f3-bee4-491e-992f-8203d0d7dc32 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:14.596112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 77a368f3-bee4-491e-992f-8203d0d7dc32 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:14.596748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.676539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.684887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.708904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4f7ea7a-f740-4f7f-b2b7-304a763685ce tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:14.739458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50128b9c-e17a-49d3-a4f5-71dd4790df4d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:14.743446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:14.748649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.757908 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3319046 Dec 15 22:01:14.757908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42794) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:14.773747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:14.788420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:14.797826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:14.806085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.808227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:14.815906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:14.836606 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:01:14.854023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.855589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 77a368f3-bee4-491e-992f-8203d0d7dc32, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=77a368f3-bee4-491e-992f-8203d0d7dc32,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:14.863680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.865802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:14.961336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:14.965049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:14.965273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.972948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:14.981307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6bbf8267-a27b-4936-8b72-e082b199b419 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:15.008521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630acbd6-4674-49d3-ab57-402b6bf4f490,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:15.011138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:15.021311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.022667 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2639732 Dec 15 22:01:15.026062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42798) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:15.031617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72c1deb1-f631-4030-9b38-b7faecd7fe57', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:15.038335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:15.042522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:15.045612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:15.052923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:15.065226 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:01:15.074515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.144266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.149368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.151588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-461786d0-4267-48ea-81c7-502f725d8908 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:15.175284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dff48104-88ad-444f-b8da-48be29b8be1b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:15.180968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:15.184432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.185323 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1583817 Dec 15 22:01:15.397006 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-f4feef53-c1b6-4baa-88b5-cdfc484919c5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202272064&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0493135 Dec 15 22:01:15.476037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-ac4445bf-ca9d-4d94-881c-885af150c370 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:15.477285 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-ac4445bf-ca9d-4d94-881c-885af150c370 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 931 time: 0.0728235 Dec 15 22:01:15.644723 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-e01d73e7-3467-4b38-b3df-9eaa2da4e74b service neutron] 10.222.0.18 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1556230 Dec 15 22:01:15.654957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-52ab6424-31ca-4b8a-b35d-8d43675f17bb service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:01:15.655901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-52ab6424-31ca-4b8a-b35d-8d43675f17bb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050807 Dec 15 22:01:15.793568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d20c334-3580-4919-b53e-141baae38fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:15.794832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-b9aa0655-95d3-4c11-a7ce-323d3b9c0547 service neutron] 10.222.0.18 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312125 Dec 15 22:01:15.940167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-84b18fd7-e7b6-41cd-a1fc-5192c3a9d77e service neutron] 10.222.0.18 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392515 Dec 15 22:01:16.137673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a6a1d0ff-a5e3-4ad9-807d-4ce7518ceb3c req-a7eb89cb-d03a-4fe6-9d51-f58e5c694d45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:16.155025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a6a1d0ff-a5e3-4ad9-807d-4ce7518ceb3c req-a7eb89cb-d03a-4fe6-9d51-f58e5c694d45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:16.156512 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a6a1d0ff-a5e3-4ad9-807d-4ce7518ceb3c req-a7eb89cb-d03a-4fe6-9d51-f58e5c694d45 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 210 time: 0.0680411 Dec 15 22:01:16.399300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 77a368f3-bee4-491e-992f-8203d0d7dc32 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:16.471369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 77a368f3-bee4-491e-992f-8203d0d7dc32 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:16.471946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:16.803141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:16.901926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:17.279180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-48b646dd-3f91-4fe6-af8c-e4b514e7b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:17.280536 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-48b646dd-3f91-4fe6-af8c-e4b514e7b861 service neutron] 10.222.0.32 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1027 time: 0.0693567 Dec 15 22:01:17.310093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-409d6365-38bb-47e8-a130-b115aeaf3afb req-fe2e305f-5bf6-4f5d-af64-314bb6857920 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 210 time: 0.0465653 Dec 15 22:01:17.432916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-1faf59f9-955b-4d20-a8ff-73b171d48c2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:17.433677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-1faf59f9-955b-4d20-a8ff-73b171d48c2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:17.448562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-1faf59f9-955b-4d20-a8ff-73b171d48c2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:17.449655 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-1faf59f9-955b-4d20-a8ff-73b171d48c2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 796 time: 0.1641989 Dec 15 22:01:17.498149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-f8e2023a-ed3f-40be-9474-b51016c2e973 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:17.512473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-f8e2023a-ed3f-40be-9474-b51016c2e973 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:17.513548 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-f8e2023a-ed3f-40be-9474-b51016c2e973 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 380 time: 0.0541615 Dec 15 22:01:17.524441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Request body: {'port': {'device_id': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:17.633682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:17.965688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52d7448-169f-450d-967f-0b4865c6da85 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:17.972782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:17.986678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Transition to ACTIVE for port object a52d7448-169f-450d-967f-0b4865c6da85 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:17.990221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:17.993766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-96122f7e-4397-44f0-bd86-8fed0303e738 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:18.120809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:18.152627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:18.233181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:18.233622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:18.234040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:18.239012 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:01:18.239459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:18.246309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:18.246744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Checking segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:18.247365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Bound using segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:18.247989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Bound port: a52d7448-169f-450d-967f-0b4865c6da85, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:18.248510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:18.346378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:18.350099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:18.356730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:18.361491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-702cdca0-aafc-49d0-938e-2be38319c881 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:18.446997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:18.517340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cd368-6018-4ec0-839f-a9c21373cea7 req-2fee59ff-a8ff-40a1-a330-e05936d7cc6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:18.519239 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a9cd368-6018-4ec0-839f-a9c21373cea7 req-2fee59ff-a8ff-40a1-a330-e05936d7cc6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 982 time: 0.0974896 Dec 15 22:01:18.560525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:18.561132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:18.562472 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] 10.222.0.32 "PUT /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1132 time: 1.0424695 Dec 15 22:01:18.562997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:18.583456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8a9cd368-6018-4ec0-839f-a9c21373cea7 req-bd8a8383-f537-423b-9d05-0e38713b6f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521247 Dec 15 22:01:18.610149 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-39cdb536-2ef1-4766-a828-6b0e12497289 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10068096&fields=id&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 267 time: 0.2129834 Dec 15 22:01:18.645273 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85', 'status': 'completed', 'code': 200} Dec 15 22:01:18.647005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:18.673267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:18.822451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-3e959f87-98dc-4f02-8922-fe4c3f51ae99 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:18.823130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-3e959f87-98dc-4f02-8922-fe4c3f51ae99 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:18.827666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-89047563-abbb-42e9-be4a-e1475fa596ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:18.829104 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-89047563-abbb-42e9-be4a-e1475fa596ad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 1135 time: 0.2149632 Dec 15 22:01:18.894403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-3e959f87-98dc-4f02-8922-fe4c3f51ae99 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:18.895519 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-3e959f87-98dc-4f02-8922-fe4c3f51ae99 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.2495008 Dec 15 22:01:18.904546 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-06c6e63a-fa77-477a-bab6-8df181b64579 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 217 time: 0.0658162 Dec 15 22:01:18.944088 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-53954289-d544-405a-b9da-b89e34d101e2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/quotas/705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 375 time: 0.0414033 Dec 15 22:01:19.016934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-7d1b46d3-9866-47a0-b26e-bb28f867c6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:19.018347 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-7d1b46d3-9866-47a0-b26e-bb28f867c6b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 200 len: 835 time: 0.1079350 Dec 15 22:01:19.110544 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-ee6a41d1-9861-4592-ac17-3cc4309d54b1 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1563423 Dec 15 22:01:19.119001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-96822cf9-2120-4fe3-9c5e-456a0aafe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:19.120408 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-96822cf9-2120-4fe3-9c5e-456a0aafe875 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939167 Dec 15 22:01:19.355581 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-765103e7-7aa5-427b-a926-7c92154c8fb9 service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339523 Dec 15 22:01:19.357396 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-61c65bbc-d21b-4db6-8c3b-24e7ddf98b2c service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192171 Dec 15 22:01:19.590741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-68a52fd5-d563-48c1-aaea-5c18e736b04d service neutron] 10.222.0.18 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293706 Dec 15 22:01:19.593884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3088bd4e-43cd-4bfd-a271-6843b1771dbf req-d94ee510-66b0-4c87-88a5-0bf951a8e319 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157907 Dec 15 22:01:19.712958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-659e69fa-53a0-483d-9ec9-24b86cad45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:19.714452 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-659e69fa-53a0-483d-9ec9-24b86cad45f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 1135 time: 0.0772419 Dec 15 22:01:19.770786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eb00b-61b6-4261-b4a8-6c7c8fb06876 req-0e91ad8f-a269-4cf1-9de1-7a46051b2c97 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:19.772330 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e62eb00b-61b6-4261-b4a8-6c7c8fb06876 req-0e91ad8f-a269-4cf1-9de1-7a46051b2c97 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 982 time: 0.0864887 Dec 15 22:01:19.821073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e62eb00b-61b6-4261-b4a8-6c7c8fb06876 req-273e6226-17ce-42af-abb8-c37a67927d75 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Dec 15 22:01:19.864147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-50f79535-2859-4eac-86ce-d70a48d9593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:19.865607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-50f79535-2859-4eac-86ce-d70a48d9593a service neutron] 10.222.0.32 "GET /v2.0/networks?id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 897 time: 0.1442459 Dec 15 22:01:19.936940 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-b163fe4e-f4d0-4d88-8dcd-dfeb7d7e8873 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 217 time: 0.0642726 Dec 15 22:01:20.001614 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-14947b3a-04c8-495b-8f70-d20b358de741 req-d0da0919-e491-44de-bd53-e07717ee7599 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 210 time: 0.0443103 Dec 15 22:01:20.002329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-d20cd15f-1882-4dd0-b03b-569d98510c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:20.003827 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-d20cd15f-1882-4dd0-b03b-569d98510c0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 200 len: 835 time: 0.0600424 Dec 15 22:01:20.092970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-12a31352-de09-4082-a780-7459c57c6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:20.094701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-12a31352-de09-4082-a780-7459c57c6a72 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836668 Dec 15 22:01:20.352385 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-6bcea4e1-14ae-4aff-89d6-3ed759179287 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501190 Dec 15 22:01:20.483172 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e44e9c-3d20-490f-b39f-a946676fd826 req-d39db5fa-a40f-40b2-8392-cf5633e31e91 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244116 Dec 15 22:01:21.068068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-555c48b1-adb9-4874-a6fe-feb6213209f4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:21.069666 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-555c48b1-adb9-4874-a6fe-feb6213209f4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 811 time: 0.2078345 Dec 15 22:01:21.085839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64d481-a5bd-48e3-bace-18447d0f5b12 req-57175742-27f2-4e11-913b-19c9a728ac69 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:21.087254 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0a64d481-a5bd-48e3-bace-18447d0f5b12 req-57175742-27f2-4e11-913b-19c9a728ac69 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 982 time: 0.1502113 Dec 15 22:01:21.165897 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-b72455a0-71c8-4b41-b685-fa7b264d8392 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=705479c131c344aea5ff756d86acf75d HTTP/1.1" status: 200 len: 378 time: 0.0776861 Dec 15 22:01:21.166991 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f8184582-b883-4e15-8436-73229de2d0cf req-a5d6a12f-e30c-409e-b097-f7644fd7d539 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 210 time: 0.0548866 Dec 15 22:01:21.177710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'port': {'device_id': '01849714-df61-4e68-b1e4-94977a3d9254', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'admin_state_up': True, 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'security_groups': ['2788c9f6-442e-4839-b468-5b09b2ce8e47']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:21.199496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0a64d481-a5bd-48e3-bace-18447d0f5b12 req-4cc74a96-6630-4972-b430-b03332464260 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827720 Dec 15 22:01:21.322306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:21.331581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:21.341706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Made reservation on behalf of 705479c131c344aea5ff756d86acf75d for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:01:21.345267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:21.506746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.20.0.7 (42deb7d2-06b7-4951-98d6-e5c8b12da1df/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a/7e3c61d6-99db-4a3b-bbc8-0bd290de5527) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:21.697937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:21.714430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Transition to ACTIVE for port object 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:21.727219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:21.740978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:21.747842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-71532720-78c6-4b89-8867-956c9627d843 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:21.817366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:21.820243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:21.822804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:21.868629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:21.873462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:21.894970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:21.896303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:21.925799 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7535546 Dec 15 22:01:21.938444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Request body: {'port': {'device_id': '01849714-df61-4e68-b1e4-94977a3d9254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:22.052331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.080539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5b6afa77-b606-41b0-a604-fba1cbade526 None None] Provisioning for port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:22.087300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5b6afa77-b606-41b0-a604-fba1cbade526 None None] Provisioning complete for port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:22.087692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5b6afa77-b606-41b0-a604-fba1cbade526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.143801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5b6afa77-b606-41b0-a604-fba1cbade526 None None] Port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:22.378600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed4008-12b1-454e-9698-0214a23e5e3a req-241355da-b82d-4132-95ab-55c2efe5dbe8 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:22.380079 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34ed4008-12b1-454e-9698-0214a23e5e3a req-241355da-b82d-4132-95ab-55c2efe5dbe8 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 931 time: 0.0914140 Dec 15 22:01:22.428040 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34ed4008-12b1-454e-9698-0214a23e5e3a req-63e384ea-3212-4be2-8a51-cc21baf5e124 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412226 Dec 15 22:01:22.497418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207a544-8909-4b1a-b7fc-4264e5ef73ac req-f833dbe8-0c4d-4315-8f9d-ffabe2cec2c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:22.499076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b207a544-8909-4b1a-b7fc-4264e5ef73ac req-f833dbe8-0c4d-4315-8f9d-ffabe2cec2c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 982 time: 0.1637518 Dec 15 22:01:22.506871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:22.526940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:01:22.530068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.566202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Transition to ACTIVE for port object 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:22.576431 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b207a544-8909-4b1a-b7fc-4264e5ef73ac req-19059db4-50f8-4e97-bfbb-5c565f428551 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641415 Dec 15 22:01:22.577561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.583732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7f265a0-09f4-4914-9e77-8f6a32f44055 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:22.723160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:22.738935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a52d7448-169f-450d-967f-0b4865c6da85', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'mac_address': 'fa:16:3e:25:45:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:01:22.802534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.821931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52d7448-169f-450d-967f-0b4865c6da85 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:22.839117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:22.843104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:22.844977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a77d54fa-59d2-4639-b87d-9a0511e77e99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:22.900221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:22.906849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:22.915328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:22.918273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:22.940734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Attempting to bind port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:22.941069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Attempting to bind port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:22.941397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Attempting to bind port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:22.946447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:01:22.946767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Attempting to bind port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 on network 42deb7d2-06b7-4951-98d6-e5c8b12da1df {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:22.951777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:22.952141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Checking segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:22.952524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Bound using segment: {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:22.952951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Bound port: 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:22.953291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:23.046135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:23.049072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:23.053764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:23.056576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a52d7448-169f-450d-967f-0b4865c6da85'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:01:23.063680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a93ddaf-d71a-4cb2-8c08-f4298651f5f1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:23.108867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.108867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:23.109792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] 10.222.0.32 "PUT /v2.0/ports/7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 1093 time: 1.1761086 Dec 15 22:01:23.110267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:23.149914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:23.154613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:23.195997 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'status': 'completed', 'code': 200} Dec 15 22:01:23.244070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-a331b32d-0b01-4015-bef5-83b9bff5d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.248384 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-a331b32d-0b01-4015-bef5-83b9bff5d71f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1096 time: 0.0926173 Dec 15 22:01:23.323676 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-dc23bd34-a3ab-40f3-ab79-3e81f6692941 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 217 time: 0.0676172 Dec 15 22:01:23.401804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-754749bb-0293-49f7-a0c5-baab148d0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.402143 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-754749bb-0293-49f7-a0c5-baab148d0f45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0716677 Dec 15 22:01:23.489792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-0f946b7a-ad0f-490f-a0f9-2e9758ec3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.491354 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-0f946b7a-ad0f-490f-a0f9-2e9758ec3371 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822198 Dec 15 22:01:23.714231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-6c22a1df-b807-4c91-acf7-5b05471b38b7 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073267 Dec 15 22:01:23.724718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f629a-a0db-44e6-b1b5-23e049c09509 req-2122e2ba-0095-4f91-8fe1-5d620c70105a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.725393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5a1f629a-a0db-44e6-b1b5-23e049c09509 req-2122e2ba-0095-4f91-8fe1-5d620c70105a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:23.785643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7a338-6d1d-4a1e-9684-bc8c5fc9dd1d req-850634ab-2a5a-4304-97a1-f8b85de08141 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:23.786881 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7da7a338-6d1d-4a1e-9684-bc8c5fc9dd1d req-850634ab-2a5a-4304-97a1-f8b85de08141 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 983 time: 0.0931330 Dec 15 22:01:23.818531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-5a1f629a-a0db-44e6-b1b5-23e049c09509 req-2122e2ba-0095-4f91-8fe1-5d620c70105a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:23.819689 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a1f629a-a0db-44e6-b1b5-23e049c09509 req-2122e2ba-0095-4f91-8fe1-5d620c70105a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.2777719 Dec 15 22:01:23.844340 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7da7a338-6d1d-4a1e-9684-bc8c5fc9dd1d req-04d064d1-00e5-4b1a-86ec-73f061ddd4ec tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Dec 15 22:01:23.899788 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc80a449-5c46-4d0c-aa0c-5545ed0bc67c req-6dc4efa4-6e80-45d0-b278-4d63bba3959b service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715777 Dec 15 22:01:23.908860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a1f629a-a0db-44e6-b1b5-23e049c09509 req-7e6ea835-78e2-48f1-9535-9bb872d333c5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0808356 Dec 15 22:01:24.018492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-99b5909e-9bcc-4832-98df-45a863d8cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:24.019975 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-99b5909e-9bcc-4832-98df-45a863d8cc29 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1096 time: 0.0700259 Dec 15 22:01:24.156707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-6ea97753-1333-4790-bc6a-35ced6c698c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:24.158248 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-6ea97753-1333-4790-bc6a-35ced6c698c7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1272182 Dec 15 22:01:24.228716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-00894cd9-4bab-4ba7-abae-67118785ead1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 217 time: 0.0638552 Dec 15 22:01:24.294765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-20c17d9e-a2f0-4960-890e-4404ee9edb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:24.296223 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-20c17d9e-a2f0-4960-890e-4404ee9edb91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0609100 Dec 15 22:01:24.381308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-b25e1a04-6072-4eab-b19d-28900aa8480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:24.382783 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-b25e1a04-6072-4eab-b19d-28900aa8480f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721071 Dec 15 22:01:24.515857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-6d039106-5193-4a1c-b0e3-f5ea7807be3d service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225889 Dec 15 22:01:24.541312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:24.614696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port a52d7448-169f-450d-967f-0b4865c6da85 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:24.619634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a52d7448-169f-450d-967f-0b4865c6da85 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:24.620051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:24.750523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:24.767410 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0b5fd93-fd42-4d1e-8c1a-148c75ceb111 req-12064aa8-f8c1-4939-b87a-2c52f6972ee6 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440805 Dec 15 22:01:24.780295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:24.792298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:24.797712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:24.799576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:24.884232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:24.887921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:24.891191 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85', 'code': 200} Dec 15 22:01:25.077576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65207e45-1213-4cb5-88e2-aebdd2433d46 req-2d5ec6f0-1002-4a4a-884d-eaa13f97069c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:25.079212 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65207e45-1213-4cb5-88e2-aebdd2433d46 req-2d5ec6f0-1002-4a4a-884d-eaa13f97069c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.1115401 Dec 15 22:01:25.133330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35913586-0ae1-496a-8b0c-4ce35b186925 req-9204e033-9246-48af-b711-959104ed2b28 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:25.134879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35913586-0ae1-496a-8b0c-4ce35b186925 req-9204e033-9246-48af-b711-959104ed2b28 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.0881081 Dec 15 22:01:25.178559 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-65207e45-1213-4cb5-88e2-aebdd2433d46 req-bd23fe29-59b6-4618-9c1f-83452b70c838 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621099 Dec 15 22:01:25.184785 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-35913586-0ae1-496a-8b0c-4ce35b186925 req-2f55186a-990d-4ace-bf0a-828a4c52b739 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437360 Dec 15 22:01:25.194769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24bf7-2167-40bc-a722-aa71a0aa7d57 req-23889ad0-412b-4742-b2d9-f3f3a269ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:25.196961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f5c24bf7-2167-40bc-a722-aa71a0aa7d57 req-23889ad0-412b-4742-b2d9-f3f3a269ce9b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 1137 time: 0.1125739 Dec 15 22:01:25.241641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f5c24bf7-2167-40bc-a722-aa71a0aa7d57 req-6c8040a7-f1ec-46aa-a0d3-6467191b4d4d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376453 Dec 15 22:01:26.391772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78822312-60c3-44cb-9e94-a28e64ffa7b2 req-6b39fcfc-a5ea-4750-b3cd-b364d57ed754 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:26.393151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10147a8-37f7-495c-8a9b-a75a8b8cac66 req-3ed238c3-8b09-4b0e-8d54-168cb1df5c15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:26.393595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78822312-60c3-44cb-9e94-a28e64ffa7b2 req-6b39fcfc-a5ea-4750-b3cd-b364d57ed754 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.0940704 Dec 15 22:01:26.394691 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b10147a8-37f7-495c-8a9b-a75a8b8cac66 req-3ed238c3-8b09-4b0e-8d54-168cb1df5c15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.0963459 Dec 15 22:01:26.450023 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-78822312-60c3-44cb-9e94-a28e64ffa7b2 req-b45bce8f-e5a9-425a-8ff4-d76af45db797 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491178 Dec 15 22:01:26.454252 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b10147a8-37f7-495c-8a9b-a75a8b8cac66 req-ce24f411-e6f2-414e-b178-9bf2490b96ab tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493865 Dec 15 22:01:27.638770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742285bd-3264-44ef-a1e4-e1974a3edeb0 req-8649a703-fdc2-43f5-accb-d02c474a0bec tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:27.640227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-742285bd-3264-44ef-a1e4-e1974a3edeb0 req-8649a703-fdc2-43f5-accb-d02c474a0bec tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.0793035 Dec 15 22:01:27.640862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84f1bb-d4d8-4998-84a6-fa1bbc913ce1 req-7c4835a0-9127-48d3-9322-09c955a4c9c1 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:27.642287 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc84f1bb-d4d8-4998-84a6-fa1bbc913ce1 req-7c4835a0-9127-48d3-9322-09c955a4c9c1 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.0780239 Dec 15 22:01:27.687129 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc84f1bb-d4d8-4998-84a6-fa1bbc913ce1 req-6d98eae7-06de-40d3-bf50-93ea5f1ba8b8 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393093 Dec 15 22:01:27.689861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-742285bd-3264-44ef-a1e4-e1974a3edeb0 req-ce851f3a-50c1-4e22-b060-0cda6a186542 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437658 Dec 15 22:01:27.870420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941660bf-2f8f-4621-a98a-275cc6fc95e3 req-3bcd0f0c-266a-46cb-b5e4-fba2a8abad11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:27.871828 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-941660bf-2f8f-4621-a98a-275cc6fc95e3 req-3bcd0f0c-266a-46cb-b5e4-fba2a8abad11 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.0819566 Dec 15 22:01:27.915258 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-941660bf-2f8f-4621-a98a-275cc6fc95e3 req-ced10726-9b4f-4110-8d99-e51b1a89122a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374365 Dec 15 22:01:27.938314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42906) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:28.005022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2aa745-f9e2-4161-8d4c-917a72f3f945 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:28.006455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e2aa745-f9e2-4161-8d4c-917a72f3f945 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 1132 time: 0.0672169 Dec 15 22:01:28.009217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42910) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:28.013965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:28.019626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:28.023385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:28.026674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:28.032469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:28.042998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:28.174596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:28.310689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.110 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/b17b572c-e1d2-47bc-84d4-18bdef81e17b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:28.455385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:28.484494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:28.488954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:28.548614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:28.551303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:28.555224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:28.593467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=b17b572c-e1d2-47bc-84d4-18bdef81e17b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:28.601486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:28.878117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a206e33b-3a8f-4346-974c-aeffc77a5bcc req-7c17c032-9025-4c73-b443-e7f92d97ef65 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:28.879594 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a206e33b-3a8f-4346-974c-aeffc77a5bcc req-7c17c032-9025-4c73-b443-e7f92d97ef65 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.0860915 Dec 15 22:01:28.924441 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a206e33b-3a8f-4346-974c-aeffc77a5bcc req-83b451be-4001-4fe5-8191-8d00205c94b3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383096 Dec 15 22:01:28.973885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:29.045367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:29.357328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:29.361647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:29.365442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:29.470175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=b17b572c-e1d2-47bc-84d4-18bdef81e17b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:29.474260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:29.484160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:29.649555 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 383b982a-6a3d-4728-b291-743ce2790583 associated. External IP: 172.26.6.110, port: a52d7448-169f-450d-967f-0b4865c6da85. Dec 15 22:01:29.999795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2b8af66f-ce8b-464c-a773-7ad886813de1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:30.235750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:30.244674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6073b0-f58e-4d3c-a19f-8194896de02d req-5371e884-d616-403d-8964-62e0e3085e97 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:30.246130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1f6073b0-f58e-4d3c-a19f-8194896de02d req-5371e884-d616-403d-8964-62e0e3085e97 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 943 time: 0.1825604 Dec 15 22:01:30.246351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Sync routers for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:30.255840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:30.256499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:30.292204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:30.340325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1f6073b0-f58e-4d3c-a19f-8194896de02d req-ea2c0b00-9039-49d3-a9cb-274652be817b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882258 Dec 15 22:01:30.357969 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.3453417 Dec 15 22:01:30.357969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:30.358735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42918) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:30.404324 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85', 'status': 'completed', 'code': 200} Dec 15 22:01:30.435924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc521ca7-b53b-45f8-8359-9d54371ef1bc tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:30.437474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:30.437837 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc521ca7-b53b-45f8-8359-9d54371ef1bc tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1&network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 1132 time: 0.0774891 Dec 15 22:01:30.520436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-388ec3e6-fa51-49c8-bcc1-1a7114a3d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:30.522535 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-388ec3e6-fa51-49c8-bcc1-1a7114a3d5f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 1137 time: 0.0950933 Dec 15 22:01:30.589109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:01:30.807903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-3197f416-4c53-4bfc-b8a2-4cba69822eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:30.809668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-3197f416-4c53-4bfc-b8a2-4cba69822eaa service neutron] 10.222.0.32 "GET /v2.0/networks?id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 897 time: 0.2796786 Dec 15 22:01:30.836474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bed5bb-87c6-40b8-a970-36bc6c2fac76 req-45e76362-9a4e-4b75-964d-b79f3ebee35c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:30.838035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95bed5bb-87c6-40b8-a970-36bc6c2fac76 req-45e76362-9a4e-4b75-964d-b79f3ebee35c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.0872617 Dec 15 22:01:30.876286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:30.888320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-95bed5bb-87c6-40b8-a970-36bc6c2fac76 req-ba74dfbe-b193-49c0-a35e-8bf89e2fef04 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440426 Dec 15 22:01:30.924071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'port_id': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'mac_address': 'fa:16:3e:86:2d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:01:30.936885 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-880eeb3c-6757-4495-bd38-6c594d3a892d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1038 time: 0.1196506 Dec 15 22:01:30.992511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:30.998751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-ca896ccb-f744-4b4e-a55a-85f266791022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:31.000503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-ca896ccb-f744-4b4e-a55a-85f266791022 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 200 len: 835 time: 0.0564415 Dec 15 22:01:31.013610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:31.020466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '383b982a-6a3d-4728-b291-743ce2790583', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1709957858', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'mac_address': 'fa:16:3e:25:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:28Z', 'updated_at': '2021-12-15T22:01:28Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:31.029436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Checking router: 2b8af66f-ce8b-464c-a773-7ad886813de1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:31.039418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:31.043307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:31.044007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:31.076069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-086b2ac6-aa5d-45d7-8772-c627795c0717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:31.077534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-086b2ac6-aa5d-45d7-8772-c627795c0717 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693808 Dec 15 22:01:31.099129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:31.110050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:31.233664 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-9c0259d7-8baa-4c9c-b5cb-615d30a55d82 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462548 Dec 15 22:01:31.315442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:31.319829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:31.342331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:31.370349 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4003e6e7-22cf-4d63-83be-0a97b1ad2d09 req-a575dd51-ce63-499e-a351-7a8625838331 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254714 Dec 15 22:01:31.410860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['7e3c61d6-99db-4a3b-bbc8-0bd290de5527'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:01:31.532238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f55866-ba2f-4404-aa5b-c47ca62e139d req-4d5ea183-386f-4977-860a-b5d5dfa63f7a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:31.534088 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-36f55866-ba2f-4404-aa5b-c47ca62e139d req-4d5ea183-386f-4977-860a-b5d5dfa63f7a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 944 time: 0.0845163 Dec 15 22:01:31.579702 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-36f55866-ba2f-4404-aa5b-c47ca62e139d req-67a3e950-20b3-4182-ad40-2f693b592344 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399458 Dec 15 22:01:31.874568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '383b982a-6a3d-4728-b291-743ce2790583', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1709957858', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'mac_address': 'fa:16:3e:25:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:28Z', 'updated_at': '2021-12-15T22:01:28Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:31.885778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7a71bf-1f19-4b1a-9c8e-e2288349b451 None None] The sync data for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv is: [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '383b982a-6a3d-4728-b291-743ce2790583', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1709957858', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'mac_address': 'fa:16:3e:25:45:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da07b2a7-d41f-42fa-81be-2ccc0a9713f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:28Z', 'updated_at': '2021-12-15T22:01:28Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:32.106356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b349df-10e2-46ec-8b53-e987a93be9c8 None None] New status for floating IP 383b982a-6a3d-4728-b291-743ce2790583: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:01:32.186140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae0d7d-3aaf-4b00-ae4a-87528208efa2 req-e332180a-5ee3-4ee9-92ac-e5ea0685c0ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:32.187523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7dae0d7d-3aaf-4b00-ae4a-87528208efa2 req-e332180a-5ee3-4ee9-92ac-e5ea0685c0ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.1903789 Dec 15 22:01:32.233517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7dae0d7d-3aaf-4b00-ae4a-87528208efa2 req-30533202-91ed-4e09-be53-3639e1bef534 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Dec 15 22:01:32.261639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-bd364ffa-02ee-4a34-bea3-7af2063ce86e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:32.263201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-bd364ffa-02ee-4a34-bea3-7af2063ce86e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 984 time: 0.0847189 Dec 15 22:01:32.337709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-ea9d0ef6-0b6e-4421-ac22-cfc34f12df95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:32.339051 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-ea9d0ef6-0b6e-4421-ac22-cfc34f12df95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0664952 Dec 15 22:01:32.485094 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-ffcd636d-e92b-4c94-94fb-1762ae92cc40 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1380792 Dec 15 22:01:32.495863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:32.591290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:32.605024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:32.658599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:32.664426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:32.665225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:32.785712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:32.813194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:32.823325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:32.828903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:32.831773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:32.869206 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'code': 200} Dec 15 22:01:32.870052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:32.881040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9dc51-50ba-41cb-9a69-4f141fb8c2ef req-e54cc577-4b75-4c8d-94f3-fab8f2b7f16f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:32.882573 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2e9dc51-50ba-41cb-9a69-4f141fb8c2ef req-e54cc577-4b75-4c8d-94f3-fab8f2b7f16f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 944 time: 0.1845522 Dec 15 22:01:32.904388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:32.907537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:32.952875 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2e9dc51-50ba-41cb-9a69-4f141fb8c2ef req-e586518b-64c2-4f9c-b938-6a7905aac785 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594554 Dec 15 22:01:32.953775 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:33.004915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] device_id is not set on port a52d7448-169f-450d-967f-0b4865c6da85 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 22:01:33.014493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:33.020702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:33.026133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-269de670-1336-477a-8f4a-d7db137b5d06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:33.148334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b3220-b80e-4aa3-83a9-46641a2dd149 req-b0437e0e-7177-44d1-9469-90007481d575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:33.149976 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-915b3220-b80e-4aa3-83a9-46641a2dd149 req-b0437e0e-7177-44d1-9469-90007481d575 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1098 time: 0.0750763 Dec 15 22:01:33.200775 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-915b3220-b80e-4aa3-83a9-46641a2dd149 req-cc55cbbb-e79f-4534-aa2c-c02db0a3ad3f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431013 Dec 15 22:01:33.293816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=6']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:33.297918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:33.341451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] No DVR routers for this DVR port a52d7448-169f-450d-967f-0b4865c6da85 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:01:33.387409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f92daaa9-7485-435f-bb66-0df9345903f1 None None] Provisioning complete for port a52d7448-169f-450d-967f-0b4865c6da85 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:33.387848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f92daaa9-7485-435f-bb66-0df9345903f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:33.395385 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94c75c26-8908-46c3-a4a4-e146ef9159d9 req-89f4e4d5-0a8e-4d27-946e-7dbef698c35f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=da07b2a7-d41f-42fa-81be-2ccc0a9713f1 HTTP/1.1" status: 200 len: 210 time: 0.0463934 Dec 15 22:01:33.448501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f92daaa9-7485-435f-bb66-0df9345903f1 None None] Port a52d7448-169f-450d-967f-0b4865c6da85 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:33.563955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] In _notify_port_updated(), no bound segment for port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 22:01:33.564809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:33.565417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:33.566661 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-540b0457-d7ef-480e-9cc3-69fd64b621d8 req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] 10.222.0.32 "PUT /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1027 time: 1.0746312 Dec 15 22:01:34.143530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a4f73-b67d-4fe2-a5e3-d6dcd325aa3e req-418f675a-40b3-4092-bf77-9730c89a3639 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:34.145188 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f46a4f73-b67d-4fe2-a5e3-d6dcd325aa3e req-418f675a-40b3-4092-bf77-9730c89a3639 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.0839877 Dec 15 22:01:34.196505 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f46a4f73-b67d-4fe2-a5e3-d6dcd325aa3e req-449657c7-270c-45ef-99e8-f81723897d19 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451684 Dec 15 22:01:34.491235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42942) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:34.561042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca65f2-b317-4401-b1c2-ad8fce5a24c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:34.562373 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4aca65f2-b317-4401-b1c2-ad8fce5a24c6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 926 time: 0.0701060 Dec 15 22:01:34.602959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:34.658604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:35.292110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42950) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.297610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039793159', 'description': 'tempest-secgroup-smoke-2039793159 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:35.303757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.313597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:35.323673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.345805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.349724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:35.352667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:35.358416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:35.382530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfae2c2-ff59-45b6-9db3-263ab3689cfa req-d6b7797f-224c-456e-8822-63f360b48c6b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:35.389909 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcfae2c2-ff59-45b6-9db3-263ab3689cfa req-d6b7797f-224c-456e-8822-63f360b48c6b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.0815227 Dec 15 22:01:35.432604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcfae2c2-ff59-45b6-9db3-263ab3689cfa req-f1ca1f09-c8b7-42e2-ae3d-cf294844c9b6 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395935 Dec 15 22:01:35.432806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.437023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.442166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-01ee3d5f-192e-4ce4-8ae5-84b20ef51aed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:35.482275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee5aba-3b5f-42cf-97f9-b7ebcec42791,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:35.484822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.486001 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1928198 Dec 15 22:01:35.486869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:35.488889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42956) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.494565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:35.501398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.505332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:35.510194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:35.516048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:35.537340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.649784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.654328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.656711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1642a418-0f34-4864-bedb-60ef3bb0ebe8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:35.673830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1d050-b48c-4e79-8dec-88cf1730ce7c req-4def6477-a30b-45e2-ae02-a71a43343fe2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:35.675373 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15f1d050-b48c-4e79-8dec-88cf1730ce7c req-4def6477-a30b-45e2-ae02-a71a43343fe2 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.1292696 Dec 15 22:01:35.685723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848c843a-ddfb-4449-8a03-73111403a0d3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:35.690909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:35.725288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.726395 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2366147 Dec 15 22:01:35.729449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42960) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.734781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:35.736229 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15f1d050-b48c-4e79-8dec-88cf1730ce7c req-5cbbdb71-d9a0-4345-b9c8-1598ebd5db81 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485036 Dec 15 22:01:35.740631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.744982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:35.747845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:35.754026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:35.759158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42964) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.770708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.829291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15fbd8-73e8-412e-a59f-28c7df4e4589 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:35.829996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0b15fbd8-73e8-412e-a59f-28c7df4e4589 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] Synchronizing usage tracker for tenant:97b943a1fc4b4010a969ccb71264b375 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:35.837298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.841078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.847050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0b15fbd8-73e8-412e-a59f-28c7df4e4589 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] Unset dirty status for tenant:97b943a1fc4b4010a969ccb71264b375 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:35.848250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0b15fbd8-73e8-412e-a59f-28c7df4e4589 tempest-TestVolumeBootPattern-1611373090 tempest-TestVolumeBootPattern-1611373090-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1093 time: 0.0872824 Dec 15 22:01:35.849811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fec40081-0b2e-4dc1-a84d-78bb3342aceb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:35.850983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42968) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.856572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:35.862361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.866536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Usage tracker for resource:floatingip and tenant:705479c131c344aea5ff756d86acf75d is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:35.869951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:35.871787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b950b6a-2b86-47ca-ad62-8ded3cb1913f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:35.874768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:35.875702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:35.880881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.884674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516018 Dec 15 22:01:35.884885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42972) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:35.889824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:35.895439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:35.911334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:35.921564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:35.924934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:35.977997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:36.009182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.096339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.101197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.105149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:36.120928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.162729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2be821-4ed5-47f5-9865-88dbb02cdf0e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:36.168199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:36.193251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.197095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086152 Dec 15 22:01:36.197440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42976) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:36.204972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:36.212397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:36.220554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:36.225647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:36.258839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:36.296413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.311193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Allocated IP 172.26.6.250 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/9074a11f-4fc9-4224-9f5b-c3a399d7920f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:01:36.453226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.464354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.468432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a8ca2ee-9427-43fd-bc8e-a03b5219e42d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:36.508830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee222e1c-6c5f-4dd9-85ff-d009551b24a0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:36.512974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:36.523192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.524389 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3260317 Dec 15 22:01:36.527684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 42980) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:36.532695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:36.542256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.545277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:36.551434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:36.554865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:36.561621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:36.576607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:01:36.585057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.619603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.625107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ec55a1ab-6ef6-4e96-b87d-26bed8b68869 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:36.694641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:01:36.699821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:01:36.704809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:01:36.747633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.752449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=9074a11f-4fc9-4224-9f5b-c3a399d7920f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:36.761053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.762828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:36.765279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-11f4f45e-e4c6-4974-bcc7-32788d7dec95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:36.795228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17688747-1b9d-45f3-ac9e-d4c7ddc4164c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:36.801281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:36.835887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.837041 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3084779 Dec 15 22:01:36.840462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 42984) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:36.845831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '08ee5aba-3b5f-42cf-97f9-b7ebcec42791', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:36.851716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:36.855537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:36.858411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:36.864241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:36.876048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:01:36.882492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.948882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.952642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.954490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:36.977415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32600012-fdb4-4eab-b7d8-37afff96e98b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:36.980010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:36.988168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:36.997418 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a0dcfcb9-1420-42ea-839e-0c0947c2cff6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1480379 Dec 15 22:01:37.152417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-7a08980f-9fa3-4996-9646-4c54d3d348b9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039793159&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0391142 Dec 15 22:01:37.231621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-4eae6289-d284-4538-bc5d-93018788b7d4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:37.233013 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-4eae6289-d284-4538-bc5d-93018788b7d4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 931 time: 0.0743678 Dec 15 22:01:37.287139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:37.307790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-54a4ec7d-ce46-48a4-b083-53b52dc8776f service neutron] 10.222.0.18 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0611477 Dec 15 22:01:37.359712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:37.441554 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-0babf0b0-6ae1-4e0d-b922-bfd5f311cdd9 service neutron] 10.222.0.18 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276960 Dec 15 22:01:37.565789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:37.572907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:37.574245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-5fe8ae33-3228-4915-9ba8-2b10431c70fc service neutron] 10.222.0.18 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265545 Dec 15 22:01:37.577080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:37.682890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event updated for resources: {'Port': ['ID=9074a11f-4fc9-4224-9f5b-c3a399d7920f,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:37.687083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:37.695445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:37.812258 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9b3ea0f5-7301-4320-ae12-a96e6fd57ab8 req-ebb0f2fc-ad72-44bf-9054-d7eddb6d0138 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 210 time: 0.0623174 Dec 15 22:01:37.908094 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP de7cfbcd-1d60-4c65-b37b-c62017fdf238 associated. External IP: 172.26.6.250, port: 7e3c61d6-99db-4a3b-bbc8-0bd290de5527. Dec 15 22:01:38.265526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:38.562096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:38.573844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:38.585383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:38.586368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:38.588816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:38.699697 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8476539 Dec 15 22:01:38.702183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:38.709064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-64a8ba9a-092a-48d8-b3a2-e5a1d218443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:38.710392 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-64a8ba9a-092a-48d8-b3a2-e5a1d218443e service neutron] 10.222.0.32 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1027 time: 0.0820961 Dec 15 22:01:38.785723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:38.790614 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'status': 'completed', 'code': 200} Dec 15 22:01:38.876245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-45943b40-ec51-4f6c-8dc8-41dbc8d4aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:38.877720 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-45943b40-ec51-4f6c-8dc8-41dbc8d4aae4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1098 time: 0.0995793 Dec 15 22:01:38.880325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-9855a4bf-6357-4137-a6cb-70e2993f36b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:38.882542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-9855a4bf-6357-4137-a6cb-70e2993f36b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 796 time: 0.1670518 Dec 15 22:01:39.009629 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf8f27bf-201e-4107-ab8d-1c8e57a73aa0 req-9f03dccb-4e37-420a-9b36-f446338062e6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 210 time: 0.0584095 Dec 15 22:01:39.014676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-a367abdc-5167-4716-a4ed-d1734b136866 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:01:39.033445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-a367abdc-5167-4716-a4ed-d1734b136866 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:01:39.035485 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-a367abdc-5167-4716-a4ed-d1734b136866 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 473 time: 0.1360674 Dec 15 22:01:39.047175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Request body: {'port': {'device_id': 'ebfd3bef-9bc7-4e37-bbe4-5c045c35583c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:39.047497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-01099027-abe7-445e-afe1-e63561caf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:39.049124 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-01099027-abe7-445e-afe1-e63561caf594 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1562347 Dec 15 22:01:39.156911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:39.160032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-18f5bef1-d4d4-43ae-89a9-0a7514c8197f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 999 time: 0.1042042 Dec 15 22:01:39.231903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-1f043de2-c9b2-43f2-8250-79f4178afe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:39.234416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-1f043de2-c9b2-43f2-8250-79f4178afe03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0675313 Dec 15 22:01:39.234850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}, {'id': 'de7cfbcd-1d60-4c65-b37b-c62017fdf238', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:86:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01849714-df61-4e68-b1e4-94977a3d9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:37Z', 'updated_at': '2021-12-15T22:01:37Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:39.239653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:39.249116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:39.249864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:39.316815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-4ce401b2-5558-42ec-9dee-dcb2d29229b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:39.318278 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-4ce401b2-5558-42ec-9dee-dcb2d29229b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786078 Dec 15 22:01:39.439509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:39.455394 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-b6abac47-6f71-433a-a35a-0f994f67d921 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302462 Dec 15 22:01:39.512269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52d7448-169f-450d-967f-0b4865c6da85 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:39.521655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:39.540089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Transition to ACTIVE for port object a52d7448-169f-450d-967f-0b4865c6da85 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:01:39.546690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:39.552663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a67ba524-7e7e-4f37-b06d-eb2dc52492f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:39.609715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fcb18562-06c4-4161-add1-ccb2b2c76e6d req-c74492ad-f259-4067-b73f-ea46e6196dd0 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473539 Dec 15 22:01:39.716782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=7']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:39.720216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:39.821345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}, {'id': 'de7cfbcd-1d60-4c65-b37b-c62017fdf238', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:86:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01849714-df61-4e68-b1e4-94977a3d9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:37Z', 'updated_at': '2021-12-15T22:01:37Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:39.825896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19172355-0fb3-490e-a7a7-cc73566cf012 None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}, {'id': 'de7cfbcd-1d60-4c65-b37b-c62017fdf238', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.250', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1415, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:86:2d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01849714-df61-4e68-b1e4-94977a3d9254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:01:37Z', 'updated_at': '2021-12-15T22:01:37Z', 'revision_number': 0, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:39.852646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:01:39.853087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:01:39.853448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:39.858188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:01:39.858508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Attempting to bind port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:01:39.863723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:01:39.864085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Checking segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:01:39.864471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Bound using segment: {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:01:39.864906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Bound port: a52d7448-169f-450d-967f-0b4865c6da85, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57b4405-b211-4259-95b5-c13d71edca84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:01:39.865255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:39.959241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:39.962443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:01:39.966357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:39.970292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:40.027431 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a0faa-f0ef-4518-b2a1-ecf3b0205d79 None None] New status for floating IP de7cfbcd-1d60-4c65-b37b-c62017fdf238: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:01:40.027899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.028408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:40.030036 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] 10.222.0.32 "PUT /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1132 time: 0.9872026 Dec 15 22:01:40.068090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=8']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:40.074652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:40.162003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-39f5e070-c6fe-422a-b9ea-b92d5fb7c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.163851 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-39f5e070-c6fe-422a-b9ea-b92d5fb7c68f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 1135 time: 0.0908072 Dec 15 22:01:40.292414 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-82a9dc3e-e970-4fe5-acf1-42851402910b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1038 time: 0.1208053 Dec 15 22:01:40.377732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-41f5494b-5c8f-4b88-ad48-9b09e2fcf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.379159 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-41f5494b-5c8f-4b88-ad48-9b09e2fcf608 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 200 len: 835 time: 0.0810547 Dec 15 22:01:40.387997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002560-ecf2-4edc-9e50-ef8b3ffb9e0a req-97a43b5f-a884-4af3-a72b-3db12462dbbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.389431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7002560-ecf2-4edc-9e50-ef8b3ffb9e0a req-97a43b5f-a884-4af3-a72b-3db12462dbbf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 982 time: 0.0905747 Dec 15 22:01:40.437202 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7002560-ecf2-4edc-9e50-ef8b3ffb9e0a req-cca55fda-f014-4bdf-8e1e-e437aa72e216 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418458 Dec 15 22:01:40.576208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-acb1cf6b-9241-4277-9780-cc06248e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.577681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-acb1cf6b-9241-4277-9780-cc06248e6109 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1921163 Dec 15 22:01:40.705529 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-127a257a-145f-492c-a014-19ec89784e82 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215203 Dec 15 22:01:40.791833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebfd3bef-9bc7-4e37-bbe4-5c045c35583c', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:40.839381 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebfd3bef-9bc7-4e37-bbe4-5c045c35583c', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85', 'status': 'completed', 'code': 200} Dec 15 22:01:40.846926 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ac6e6904-11c5-4e85-9fd5-fb4938cf9b2e req-ecb5e940-34e0-4642-a4ed-cf1de1b3bd07 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345356 Dec 15 22:01:40.964060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-7f9dd223-0214-49bc-9aa8-66c77ad8617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:40.965523 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-7f9dd223-0214-49bc-9aa8-66c77ad8617c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 1135 time: 0.0761850 Dec 15 22:01:41.098078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-e032071a-fbae-4db2-8e6c-2a1169e39b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:41.099602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-e032071a-fbae-4db2-8e6c-2a1169e39b71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 897 time: 0.1273599 Dec 15 22:01:41.205148 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-d9b5d3bc-2bf5-418a-b35b-2d0bebbc179a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1038 time: 0.0953827 Dec 15 22:01:41.270767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-9fb5420d-8fd8-43b0-acde-7539e0372994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:41.272197 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-9fb5420d-8fd8-43b0-acde-7539e0372994 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 200 len: 835 time: 0.0605452 Dec 15 22:01:41.348239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-1bc61958-dd2c-4ac7-8fe2-6e88d411da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:41.349619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-1bc61958-dd2c-4ac7-8fe2-6e88d411da15 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705729 Dec 15 22:01:41.482947 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-9817890d-7a8a-4dd2-ba48-1d33fa2f8f86 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263566 Dec 15 22:01:41.626754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ecce27-e604-4af9-95ef-da5973f98f95 req-821e79c7-cd70-423f-97ab-ab315d5d06b7 service neutron] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354959 Dec 15 22:01:41.642142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb6977-8591-47c3-b517-1ee11bd31928 req-70121717-8cc1-43be-9a08-4dadb4c5b0c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:41.643665 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ebbb6977-8591-47c3-b517-1ee11bd31928 req-70121717-8cc1-43be-9a08-4dadb4c5b0c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 982 time: 0.0936735 Dec 15 22:01:41.693787 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ebbb6977-8591-47c3-b517-1ee11bd31928 req-33defe31-0b34-4280-8bd9-5d6ee3c651a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Dec 15 22:01:42.635319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:01:42.796507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:42.822993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a52d7448-169f-450d-967f-0b4865c6da85', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'port_id': 'a52d7448-169f-450d-967f-0b4865c6da85', 'mac_address': 'fa:16:3e:25:45:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:01:42.877957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:42.897063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52d7448-169f-450d-967f-0b4865c6da85 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:01:42.912554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:42.918298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:42.920201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:42.932028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68674373-7447-40e7-bbfa-35d60197f129 req-6cca5191-aacf-428a-ba9c-a941b048ae85 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:42.933471 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-68674373-7447-40e7-bbfa-35d60197f129 req-6cca5191-aacf-428a-ba9c-a941b048ae85 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 982 time: 0.0814042 Dec 15 22:01:42.980564 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-68674373-7447-40e7-bbfa-35d60197f129 req-58df2f7f-b729-46e3-a3ba-986e6862c8e0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 Dec 15 22:01:42.985771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=9']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:42.988761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:43.131403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a52d7448-169f-450d-967f-0b4865c6da85'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:01:43.452833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f5f7f992-ab74-4efc-ae30-a67382c0653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:44.261927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a599da-c1b8-455d-b76e-6ab822756d6e req-6f543172-a020-48bf-9041-24e42992b64c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:44.263270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45a599da-c1b8-455d-b76e-6ab822756d6e req-6f543172-a020-48bf-9041-24e42992b64c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 983 time: 0.1808617 Dec 15 22:01:44.306133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-45a599da-c1b8-455d-b76e-6ab822756d6e req-202fc8b4-932b-4cf7-8fe8-34eb3dc578c4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372102 Dec 15 22:01:44.650772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:01:44.720773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port a52d7448-169f-450d-967f-0b4865c6da85 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:01:44.725569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a52d7448-169f-450d-967f-0b4865c6da85 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:44.726446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:44.849086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:44.875088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebfd3bef-9bc7-4e37-bbe4-5c045c35583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:01:44.887378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:44.892595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:44.894513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:44.931752 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebfd3bef-9bc7-4e37-bbe4-5c045c35583c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52d7448-169f-450d-967f-0b4865c6da85', 'code': 200} Dec 15 22:01:44.972212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=10']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:44.974750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:45.161556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fe8a1-db09-4606-a911-c0656e6853b5 req-46428eee-f022-4ceb-ae03-5c7a524c7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:45.164372 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9d9fe8a1-db09-4606-a911-c0656e6853b5 req-46428eee-f022-4ceb-ae03-5c7a524c7248 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 1138 time: 0.0743942 Dec 15 22:01:45.204688 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9d9fe8a1-db09-4606-a911-c0656e6853b5 req-5cb575e1-6411-4d53-87e8-ef31c78519cf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354638 Dec 15 22:01:45.500472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44677cd-767f-4776-8d77-8917593e8af1 req-dbf302b1-4aa7-41c2-93f5-151bb15d6c13 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:45.502378 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c44677cd-767f-4776-8d77-8917593e8af1 req-dbf302b1-4aa7-41c2-93f5-151bb15d6c13 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0880933 Dec 15 22:01:45.550938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c44677cd-767f-4776-8d77-8917593e8af1 req-342d6c41-114c-42dd-b2a7-62f27a21bc10 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Dec 15 22:01:45.795834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1795cf40-cf56-4a20-996a-79f650b26cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:46.740109 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9495e15-cb4b-4ac5-ac90-896171dc2a52 req-f57afb4d-c211-4acd-91c9-824a4551bbf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:46.741543 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d9495e15-cb4b-4ac5-ac90-896171dc2a52 req-f57afb4d-c211-4acd-91c9-824a4551bbf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0831418 Dec 15 22:01:46.785072 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d9495e15-cb4b-4ac5-ac90-896171dc2a52 req-4b28f723-d30c-492b-aeb2-1ccd536cc144 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Dec 15 22:01:46.809335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:46.893713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:46.971143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86def35f-41d9-4e69-a47a-bf73d54d5fa2 req-e13d42b9-236a-4c56-bcee-55a3db52569a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:46.972574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86def35f-41d9-4e69-a47a-bf73d54d5fa2 req-e13d42b9-236a-4c56-bcee-55a3db52569a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0800185 Dec 15 22:01:47.018927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86def35f-41d9-4e69-a47a-bf73d54d5fa2 req-fcff28a3-71f8-42ea-b9aa-1770fae3b183 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Dec 15 22:01:47.040879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43038) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:47.115452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115bcc7-9c17-43ed-8486-880c661176ae tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:47.116838 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4115bcc7-9c17-43ed-8486-880c661176ae tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c&network_id=7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 200 len: 1133 time: 0.0744882 Dec 15 22:01:47.467938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fa549-3049-4219-970f-4d034af0d9c2 req-251d0922-7c3a-4dd0-ba7f-293da08ff2e3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:47.469272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-913fa549-3049-4219-970f-4d034af0d9c2 req-251d0922-7c3a-4dd0-ba7f-293da08ff2e3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0808792 Dec 15 22:01:47.515620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-913fa549-3049-4219-970f-4d034af0d9c2 req-f1157b29-8c39-44af-a90f-d92567da6426 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Dec 15 22:01:48.438694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:48.704470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb640e7-0eb8-4dfc-b4c3-d969f27029f7 req-6fcd47fd-2bcd-4b32-98f1-7b9a20af96f8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:48.705904 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3fb640e7-0eb8-4dfc-b4c3-d969f27029f7 req-6fcd47fd-2bcd-4b32-98f1-7b9a20af96f8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0812614 Dec 15 22:01:48.789196 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3fb640e7-0eb8-4dfc-b4c3-d969f27029f7 req-f29a3c48-3483-40c3-a9ec-6bff2a833b12 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777934 Dec 15 22:01:48.827839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-dabab5ea-c741-4755-88dd-67668ecd728e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:48.829260 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-dabab5ea-c741-4755-88dd-67668ecd728e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 985 time: 0.0871005 Dec 15 22:01:48.899541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-e6369640-46cd-4c55-bc5f-837752230082 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:48.901304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-e6369640-46cd-4c55-bc5f-837752230082 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0647523 Dec 15 22:01:48.945012 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:01:49.156544 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-1f15cf70-2a7f-40f8-b1db-1b612684c455 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2503591 Dec 15 22:01:49.167282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:49.273093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:49.467123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a52d7448-169f-450d-967f-0b4865c6da85,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:49.493615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] For port a52d7448-169f-450d-967f-0b4865c6da85, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:01:49.543729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] device_id is not set on port a52d7448-169f-450d-967f-0b4865c6da85 yet. {{(pid=87553) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 15 22:01:49.552346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:49.557278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:49.560884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:49.700946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Pushing event updated for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=11']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:49.705224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:49.751645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] No DVR routers for this DVR port a52d7448-169f-450d-967f-0b4865c6da85 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:01:49.809613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-92f8568a-1e8c-4cea-a3ea-238959269ec5 None None] Provisioning complete for port a52d7448-169f-450d-967f-0b4865c6da85 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:01:49.810163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92f8568a-1e8c-4cea-a3ea-238959269ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:49.862501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-92f8568a-1e8c-4cea-a3ea-238959269ec5 None None] Port a52d7448-169f-450d-967f-0b4865c6da85 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:01:49.942255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5b49248d-6454-4139-a0c2-32bbfe1f58bb req-198981ef-b777-4f15-93cd-9664fe631dc2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebfd3bef-9bc7-4e37-bbe4-5c045c35583c HTTP/1.1" status: 200 len: 210 time: 0.0431004 Dec 15 22:01:49.974769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] In _notify_port_updated(), no bound segment for port a52d7448-169f-450d-967f-0b4865c6da85 on network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 {{(pid=87553) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Dec 15 22:01:49.975611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:49.976255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:49.977495 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d30beb78-2b79-4c33-b73b-e97f283bc21a req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] 10.222.0.32 "PUT /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 200 len: 1028 time: 0.8145473 Dec 15 22:01:51.037595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:51.106355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.137843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.204049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.209715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7def881-cb70-4c9b-9e0e-abc01e153295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:51.229329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee5aba-3b5f-42cf-97f9-b7ebcec42791,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:51.234617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:51.236474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.237562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/08ee5aba-3b5f-42cf-97f9-b7ebcec42791 HTTP/1.1" status: 204 len: 168 time: 0.1989975 Dec 15 22:01:51.267940 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43058) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:51.471807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port b17b572c-e1d2-47bc-84d4-18bdef81e17b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:51.472175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.673654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.673985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.749988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:51.824910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for b17b572c-e1d2-47bc-84d4-18bdef81e17b owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:52.121749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:52.121749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-772016ac-bb7e-4b1a-9d85-ee2d6abac672 tempest-RoutersNegativeIpV6Test-423258273 tempest-RoutersNegativeIpV6Test-423258273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:52.170301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=b17b572c-e1d2-47bc-84d4-18bdef81e17b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:52.170301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:52.259255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:52.259255 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 383b982a-6a3d-4728-b291-743ce2790583 disassociated (deleted). External IP: 172.26.6.110, port: a52d7448-169f-450d-967f-0b4865c6da85. Dec 15 22:01:52.613500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2b8af66f-ce8b-464c-a773-7ad886813de1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:52.715647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:52.791456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a52d7448-169f-450d-967f-0b4865c6da85 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:52.813324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:52.828875 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Sync routers for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:52.837256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:52.843467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:52.843467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:52.894860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/383b982a-6a3d-4728-b291-743ce2790583 HTTP/1.1" status: 204 len: 168 time: 1.6201005 Dec 15 22:01:53.043003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43066) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:53.077331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:53.125199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.162591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.235586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.239864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6d5e5398-f3d2-4505-bf3f-7de7b015c200 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:53.264359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c1deb1-f631-4030-9b38-b7faecd7fe57,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:53.264359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:53.264359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.264359 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/72c1deb1-f631-4030-9b38-b7faecd7fe57 HTTP/1.1" status: 204 len: 168 time: 0.2194891 Dec 15 22:01:53.294867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43072) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:53.379148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port a52d7448-169f-450d-967f-0b4865c6da85 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:53.379148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.444511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:53.450622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Checking router: 2b8af66f-ce8b-464c-a773-7ad886813de1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:53.471168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:53.471168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:53.673388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.757044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:53.813803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for a52d7448-169f-450d-967f-0b4865c6da85 owned by {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:53.975260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:53.983574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:54.058933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=a52d7448-169f-450d-967f-0b4865c6da85,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:54.064669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:54.151652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:54.166065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/ports/a52d7448-169f-450d-967f-0b4865c6da85 HTTP/1.1" status: 204 len: 168 time: 0.8623149 Dec 15 22:01:54.166065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43076) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:54.200848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:54.200848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff00f0bb-3b5e-4136-b411-3b51466a260a None None] The sync data for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv is: [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:09Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '77a368f3-bee4-491e-992f-8203d0d7dc32', 'name': '', 'network_id': '7add6e1c-ab3a-4f9c-ba23-977ab0f36109', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:b4:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:07Z', 'updated_at': '2021-12-15T22:01:14Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '098d64e1-64a1-4874-8220-1f9bc6b9116e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:54.669624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1212914-051e-41de-84b4-63bb77ae277d None None] New status for floating IP 383b982a-6a3d-4728-b291-743ce2790583: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:01:54.969312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:55.335766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 77a368f3-bee4-491e-992f-8203d0d7dc32 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:55.335766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:55.542341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 77a368f3-bee4-491e-992f-8203d0d7dc32, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=77a368f3-bee4-491e-992f-8203d0d7dc32,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:55.542341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:55.665187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 77a368f3-bee4-491e-992f-8203d0d7dc32 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:56.015869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:56.015869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-48ddbbb4-92fc-4316-a209-c30b8eb05616 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:56.068505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=77a368f3-bee4-491e-992f-8203d0d7dc32,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:56.068505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:56.486214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:56.848311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 2b8af66f-ce8b-464c-a773-7ad886813de1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:01:57.031282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:01:57.042503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Sync routers for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:01:57.048142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/2b8af66f-ce8b-464c-a773-7ad886813de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8868315 Dec 15 22:01:57.049985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43080) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:57.054437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:57.055060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:57.126505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 098d64e1-64a1-4874-8220-1f9bc6b9116e {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:01:57.129594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.196284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.278904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.298478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:57.362120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.365790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5da469c5-7688-48ca-9d3c-a905216db666 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:57.400820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=098d64e1-64a1-4874-8220-1f9bc6b9116e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:57.403745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:57.408949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.415114 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b648e0f8-07d1-45e4-a8d4-74ec7981f7d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/098d64e1-64a1-4874-8220-1f9bc6b9116e HTTP/1.1" status: 204 len: 168 time: 0.3646131 Dec 15 22:01:57.417724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43084) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:57.422506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a943f-a174-44b2-945e-2299db5ef4b8 None None] Network 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:01:57.603116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.753874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:55Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '6da25f25-7d2e-4c51-bf14-bc39752356ca', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:25:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:57.759016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Checking router: 2b8af66f-ce8b-464c-a773-7ad886813de1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:01:57.767831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Routers {'2b8af66f-ce8b-464c-a773-7ad886813de1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:01:57.768481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2b8af66f-ce8b-464c-a773-7ad886813de1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:57.785727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.795699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 6da25f25-7d2e-4c51-bf14-bc39752356ca {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:57.796068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:57.829566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] DHCP port deletion for 7add6e1c-ab3a-4f9c-ba23-977ab0f36109 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:01:57.899387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Deleting port b9a9a040-3962-43b8-b688-6848e7e297a2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:01:57.899774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.018604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] Set router 2b8af66f-ce8b-464c-a773-7ad886813de1 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:01:58.119235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 6da25f25-7d2e-4c51-bf14-bc39752356ca, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6da25f25-7d2e-4c51-bf14-bc39752356ca,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:58.119625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.148243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:57Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:58.222286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae921d92-7914-491d-8d0c-7fcf3533d169 None None] The sync data for ids ['2b8af66f-ce8b-464c-a773-7ad886813de1'] in dv-neutron-820612-1-hyperv is: [{'id': '2b8af66f-ce8b-464c-a773-7ad886813de1', 'name': 'tempest-TestNetworkBasicOps-router-1721411040', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:03Z', 'updated_at': '2021-12-15T22:01:57Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:01:58.261166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 6da25f25-7d2e-4c51-bf14-bc39752356ca owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:58.269118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] For port b9a9a040-3962-43b8-b688-6848e7e297a2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b9a9a040-3962-43b8-b688-6848e7e297a2,segment=NetworkSegment(c57b4405-b211-4259-95b5-c13d71edca84),segment_id=c57b4405-b211-4259-95b5-c13d71edca84)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:01:58.269118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.438327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.439702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Calling delete_port for b9a9a040-3962-43b8-b688-6848e7e297a2 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:01:58.442008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-098551bf-db5c-4038-b5ba-dad57604a40b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:58.490059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=6da25f25-7d2e-4c51-bf14-bc39752356ca,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:58.494839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:58.521625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.525597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:58.594351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Pushing event deleted for resources: {'Port': ['ID=b9a9a040-3962-43b8-b688-6848e7e297a2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:58.594351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:58.594351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] No DVR routers for this DVR port b9a9a040-3962-43b8-b688-6848e7e297a2 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:01:58.621115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.792975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 77a368f3-bee4-491e-992f-8203d0d7dc32 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:58.810978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.813434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.828666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 77a368f3-bee4-491e-992f-8203d0d7dc32 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:01:58.828895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 77a368f3-bee4-491e-992f-8203d0d7dc32 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:58.829318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b9a9a040-3962-43b8-b688-6848e7e297a2 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:01:58.839815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.840380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 2b8af66f-ce8b-464c-a773-7ad886813de1 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:01:58.867575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:58.867575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/2b8af66f-ce8b-464c-a773-7ad886813de1 HTTP/1.1" status: 204 len: 168 time: 1.4436903 Dec 15 22:01:58.867575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:58.889484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b9a9a040-3962-43b8-b688-6848e7e297a2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:01:58.889484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b9a9a040-3962-43b8-b688-6848e7e297a2 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:01:58.990152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.155640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.181800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7add6e1c-ab3a-4f9c-ba23-977ab0f36109']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:59.192769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57b4405-b211-4259-95b5-c13d71edca84') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:59.192769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57b4405-b211-4259-95b5-c13d71edca84') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:01:59.209204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.220948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.227166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:01:59.227547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:01:59.243052 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:01:59.339063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.342867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e92aba4d-1cfd-4b2d-a704-c3d7413a3e64 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:59.357952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.370056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=7add6e1c-ab3a-4f9c-ba23-977ab0f36109,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:59.372623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:59.377806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/7add6e1c-ab3a-4f9c-ba23-977ab0f36109 HTTP/1.1" status: 204 len: 168 time: 0.5119066 Dec 15 22:01:59.396210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43092) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:59.411176 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5c2f0e3c-937d-4d3d-9c7c-d6c19a83c84a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0136359 Dec 15 22:01:59.411176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43096) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:59.421964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--1933990527', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:59.421964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:59.433240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:59.433240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:59.437164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:59.460030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:01:59.460030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.487346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:01:59.497010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.497010 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0 of type vlan for network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 Dec 15 22:01:59.526507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.558846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.564470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:01:59.565049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.570024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d06140f2-11a4-48be-b477-c3747c23df83 tempest-NetworksIpV6TestAttrs-1964557416 tempest-NetworksIpV6TestAttrs-1964557416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:01:59.663787 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2528560 Dec 15 22:01:59.666736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:01:59.673133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-582424745', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:01:59.674171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=6c2f8808-1b67-4c28-8bcf-0be55acfa296,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:01:59.678400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:01:59.681997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:01:59.699581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:01:59.705040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:01:59.710608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:01:59.710608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:01:59.723097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.723097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:01:59.746220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.131760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.358295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6da25f25-7d2e-4c51-bf14-bc39752356ca no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:02:00.402178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6da25f25-7d2e-4c51-bf14-bc39752356ca {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:02:00.402178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6da25f25-7d2e-4c51-bf14-bc39752356ca not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:02:00.449172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.475897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.629996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.56 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/33b978e4-cd4a-466e-9a5f-b2c037fc482f) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:02:00.787490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.816086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:00.820294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:00.883155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:00.883155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:00.891926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:02:00.933955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:00.938556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:01.329290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:01.808186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:02.041988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:02:02.251765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:02:02.264256 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:02:02.278351 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:02.280257 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:02.287555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:02.287555 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6159496 Dec 15 22:02:02.289661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43106) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:02.352687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10a2b9e1-98cc-48e9-a789-7755fdcf0f44 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505986 Dec 15 22:02:02.352687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:02.504433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0258c346-a809-4a01-bf01-e54dcb161a1a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:02.509635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43114) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:02.513069 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0258c346-a809-4a01-bf01-e54dcb161a1a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1652701 Dec 15 22:02:02.526711 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:02.575606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:02.575939 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b8ba4828-8cb0-467a-bd15-2c9ecc38380e tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0668459 Dec 15 22:02:02.581924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1978919353', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:02.738476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:02.738476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:02.742658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:02.752860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:02.768048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:02:02.780583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:02.885694 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:01Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:02.889485 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:02:02.889836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Updating router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 port 33b978e4-cd4a-466e-9a5f-b2c037fc482f binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:02:02.945875 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.011417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.015924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23a47795-9515-414e-909e-1dea65a1b561 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:03.101307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=0e7ebd73-c912-465a-aeb8-53ff087fac00,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:03.103829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:02:03.103829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 6c2f8808-1b67-4c28-8bcf-0be55acfa296, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:02:03.106515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:03.123095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:02:03.139027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6c2f8808-1b67-4c28-8bcf-0be55acfa296) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:03.152112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5d319d-7fc6-4c12-b7bb-fd9b0450f34c None None] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:02:03.158526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:03.158526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.180979 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6017301 Dec 15 22:02:03.181347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43122) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:03.331311 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.343763 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Transition to ACTIVE for port object 33b978e4-cd4a-466e-9a5f-b2c037fc482f will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:03.351099 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.356053 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:03.384332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:02:03.385756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.427937 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Attempting to bind port 33b978e4-cd4a-466e-9a5f-b2c037fc482f on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:02:03.428322 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Attempting to bind port 33b978e4-cd4a-466e-9a5f-b2c037fc482f by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:02:03.428699 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Attempting to bind port 33b978e4-cd4a-466e-9a5f-b2c037fc482f on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:02:03.441464 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:02:03.441964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:02:03.442374 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.442917 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:02:03.443407 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Bound port: 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:02:03.443798 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.483846 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:03.492493 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:03.546576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:02:03.546772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Allocated IP 172.20.0.2 (6c2f8808-1b67-4c28-8bcf-0be55acfa296/0e7ebd73-c912-465a-aeb8-53ff087fac00/b77e05a5-65be-43c4-a371-dcfc823f428d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:02:03.553530 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=33b978e4-cd4a-466e-9a5f-b2c037fc482f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:02:03.561877 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.567537 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:03.646871 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:03.647746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:03.728252 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:03.733746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:03.771895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.782454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Transition to ACTIVE for port object b77e05a5-65be-43c4-a371-dcfc823f428d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:03.800998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Transition to ACTIVE for port object b77e05a5-65be-43c4-a371-dcfc823f428d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:03.807596 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.813207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fdbb7a0a-5d7c-4fa8-98a5-d86ff90aa930 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:03.835137 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:03.875353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Pushing event updated for resources: {'Port': ['ID=b77e05a5-65be-43c4-a371-dcfc823f428d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:03.879256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:03.887615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:03.888842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:03.891045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:02:03.986065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Attempting to bind port b77e05a5-65be-43c4-a371-dcfc823f428d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:02:03.986680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Attempting to bind port b77e05a5-65be-43c4-a371-dcfc823f428d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:02:03.987227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Attempting to bind port b77e05a5-65be-43c4-a371-dcfc823f428d on network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:02:03.992711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:02:03.993292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Checking segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:02:03.993843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:03.994417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Bound using segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:02:03.995038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Bound port: b77e05a5-65be-43c4-a371-dcfc823f428d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:02:03.995573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.029772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.083028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:02:04.085979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:02:04.091427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.096827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:04.122271 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:01Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:04.126219 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e826355-b3b4-4eb3-8c60-d8d55729ed0f None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:01Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:02:04.192478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Pushing event updated for resources: {'Port': ['ID=b77e05a5-65be-43c4-a371-dcfc823f428d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:04.205231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:04.512866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (6c2f8808-1b67-4c28-8bcf-0be55acfa296/0e7ebd73-c912-465a-aeb8-53ff087fac00/ea6bf3bd-a2f5-42f7-8aa9-8489888852b6) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:02:04.586532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:04.673907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 33b978e4-cd4a-466e-9a5f-b2c037fc482f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:04.679479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 33b978e4-cd4a-466e-9a5f-b2c037fc482f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:04.679867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.721935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.738966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:04.767148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.771358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-983520df-32e5-4c8a-8f12-bd33b157bd3f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:04.804516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.823225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=33b978e4-cd4a-466e-9a5f-b2c037fc482f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:04.828594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.829566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b77e05a5-65be-43c4-a371-dcfc823f428d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:04.840225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:04.843202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:04.845735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:02:04.853646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:04.894195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:04.907589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.907996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.908374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.908746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.909117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.909481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.909845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.910207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.910571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.910929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.911286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.911639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:04.915988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:04.924594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:04.980885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:04.996104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:05.028256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b77e05a5-65be-43c4-a371-dcfc823f428d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:05.064596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.289799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33598ba9-9a13-4e9d-b3ca-8a42f92edd6d None None] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:02:05.419437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Provisioning for port b77e05a5-65be-43c4-a371-dcfc823f428d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:05.429455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Provisioning complete for port b77e05a5-65be-43c4-a371-dcfc823f428d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:05.429852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.619855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.633116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.652337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.665932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:05.694551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:05.700504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.702644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:05.753528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:05.755986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.760828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:05.779076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Pushing event updated for resources: {'Port': ['ID=b77e05a5-65be-43c4-a371-dcfc823f428d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:05.782968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:05.897671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:05.899114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:05.923684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Provisioning for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:05.929401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:05.929719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:05.985795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:02:05.996823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Provisioning complete for port b77e05a5-65be-43c4-a371-dcfc823f428d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:05.997012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7f7f18cd-855e-431f-a14b-96c0d567edca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:06.095358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:02:06.243956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d5957e9a-047f-447a-889a-e5eb31fbe15a None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:06.244858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d5957e9a-047f-447a-889a-e5eb31fbe15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:06.286656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:02:06.297245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:02:06.298992 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1159191 Dec 15 22:02:06.301514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43128) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:06.307703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d5957e9a-047f-447a-889a-e5eb31fbe15a None None] Port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:02:06.313010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:06.313629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:06.451059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.451526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.452006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.452474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.452907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.453358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.453903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:06.455130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-232ef5a6-9f9a-44d0-bd54-4ce7817bd22a tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1527202 Dec 15 22:02:06.457813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43132) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:06.527829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.528238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.528685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.529204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.529825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.530264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:06.532155 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1b9b551-792d-4035-aed7-c4cd0d27cd01 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0734372 Dec 15 22:02:06.535633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43136) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:06.541011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-95c7c41c-5b95-459e-bd41-66ba75dfa9fc None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:06.541921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95c7c41c-5b95-459e-bd41-66ba75dfa9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:06.598270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:06.668614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-95c7c41c-5b95-459e-bd41-66ba75dfa9fc None None] Port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:02:06.680504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 33b978e4-cd4a-466e-9a5f-b2c037fc482f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:06.680885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:06.750328 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dea27ca7-411c-43bd-8fbd-2d4506b1680c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2131934 Dec 15 22:02:07.047658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b77e05a5-65be-43c4-a371-dcfc823f428d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:07.126431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:05Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:07.131317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b77e05a5-65be-43c4-a371-dcfc823f428d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:07.131695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.164284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:02:07.164455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Updating router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:02:07.168141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:07.173338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2025911163', 'description': 'tempest-secgroup-smoke-2025911163 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:07.179521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.184221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.187083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.192864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.204072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.223251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.227074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.229897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.235422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.242393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.304787 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.308961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.314005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2742978c-d6ff-4209-bd62-cab21378f9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:07.354208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47310023-e208-4423-9d3f-2581d61d5265,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:07.357118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:07.357982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.361980 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1900556 Dec 15 22:02:07.362116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43146) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:07.367200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:07.373846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.377673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.380604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.387861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.406540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.469944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.473413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.479704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9de9470e-7f52-4e38-8abf-bd1e0b5adae8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:07.498966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f961d46-4f8a-439e-b87b-4b3d7b882908,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:07.501480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:07.510132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.514100 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484010 Dec 15 22:02:07.514221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43150) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:07.519909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:07.525884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.530067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.533101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.538697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.556691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.619263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.623724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.632245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-140dc5ab-1cee-43b7-a6b6-96114e5fbbd5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:07.648754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.654116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6009a2f-39c4-44d9-bd9c-20608639b9d8,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:07.657016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:07.662552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Transition to ACTIVE for port object ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:07.662702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.664240 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1490602 Dec 15 22:02:07.667449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43154) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:07.672732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.673357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:07.677250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:07.680180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.684858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.688302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.694155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.712694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.780081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.785858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.796275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e6da60ff-b3a3-4cc2-ac26-eefb419cbcaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:07.808121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:07.825099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a843b0-678d-457e-abbe-06e99c4a99bc,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:07.832690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:07.833849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:07.840742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.842067 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1734464 Dec 15 22:02:07.844710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43158) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:07.850308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:07.857308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:07.861821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:07.864894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:07.873167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:07.900086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Attempting to bind port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:02:07.900996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Attempting to bind port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:02:07.901576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Attempting to bind port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 on network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:02:07.908236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:02:07.908881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Checking segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:02:07.909475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:07.910037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Bound using segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:02:07.910678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Bound port: ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:02:07.911237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.013856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:02:08.016637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.017566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:02:08.021445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.026276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c7045eb4-7590-4270-9849-06c48826492d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:08.083373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.089349 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.091209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4170aa56-d11c-47a4-8600-27fe3cbe9086 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:08.098472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:08.099090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:01:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:08.113341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79777157-d69f-44c6-959d-d6c8c0adc318,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:08.115854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:08.124837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.128916 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f65092e9-a09d-4434-bde2-1c010554c5f0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2804198 Dec 15 22:02:08.129232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43162) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:08.135518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:08.142287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:08.146419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:08.149504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:08.163416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:08.168975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:08.177579 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:02:08.180113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:08.184778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.257350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.262969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.265689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2f6898ee-1b53-4598-b607-fad297c4baf3 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:08.288550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1729cff-bcb1-4c4f-bc3e-19e1805a972a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:08.293163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:08.293372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:08.297716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.298920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1686971 Dec 15 22:02:08.301516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43166) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:08.306377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '47310023-e208-4423-9d3f-2581d61d5265', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:08.312105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:08.315790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:08.318586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:08.324893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:08.335498 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:02:08.342846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.410819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.414886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.416881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8594b1bd-8f46-4c82-a2a5-c3500a11e602 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:08.438256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412c3a0a-322d-42e8-a162-7321f3ce819e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:08.440761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:08.448860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:08.450325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1479225 Dec 15 22:02:08.608483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8351d3ea-72c5-4be9-8c9b-60e1fc51778c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:08.624472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8351d3ea-72c5-4be9-8c9b-60e1fc51778c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:08.625629 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8351d3ea-72c5-4be9-8c9b-60e1fc51778c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2025911163&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0565510 Dec 15 22:02:08.670691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:08Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:08.674745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e675d1f-15c8-4d3a-bbcd-f2da85c0de69 None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:08Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:02:08.796979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-843f1676-dc60-43c1-a4f9-a96396e5e8e5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:08.797654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-843f1676-dc60-43c1-a4f9-a96396e5e8e5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:08.814213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-843f1676-dc60-43c1-a4f9-a96396e5e8e5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:08.815391 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-843f1676-dc60-43c1-a4f9-a96396e5e8e5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 200 len: 797 time: 0.1827464 Dec 15 22:02:08.830586 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-3b310cfd-b6a5-4645-9c12-4c609df307c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0095558 Dec 15 22:02:08.923659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8ca46044-25b5-47e0-b9e6-f7dbba6463ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:08.985599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8ca46044-25b5-47e0-b9e6-f7dbba6463ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:08.986918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-8ca46044-25b5-47e0-b9e6-f7dbba6463ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1506112 Dec 15 22:02:09.015808 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-c6476fa5-cad8-4333-9151-1bd3b541e514 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892024 Dec 15 22:02:09.233043 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-e6762ca4-e44a-4a7a-859a-4e217e574960 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326467 Dec 15 22:02:09.265071 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-9e4b4b73-ebbf-4ddf-bdca-1cc9cba912e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:09.266624 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-9e4b4b73-ebbf-4ddf-bdca-1cc9cba912e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1099 time: 0.1496792 Dec 15 22:02:09.470078 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-f0e9642c-3928-4d5d-ad27-00c30618a2f3 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305019 Dec 15 22:02:09.488204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-857e8ff6-0d81-44d4-8594-61478af07424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:09.489784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-857e8ff6-0d81-44d4-8594-61478af07424 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.1797414 Dec 15 22:02:09.618921 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-db5c52eb-ac3d-405a-8220-35eea686868d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 1001 time: 0.1217511 Dec 15 22:02:09.677598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aaae5d47-d7e4-4603-8d89-c1fccb73a5f2 req-90376e3e-970c-45bd-8683-dd24d229d407 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:09.686347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-357d94b2-3568-4936-915a-84aa1a9bca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:09.687851 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-357d94b2-3568-4936-915a-84aa1a9bca3f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0631468 Dec 15 22:02:09.690597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-aaae5d47-d7e4-4603-8d89-c1fccb73a5f2 req-90376e3e-970c-45bd-8683-dd24d229d407 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:09.691718 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aaae5d47-d7e4-4603-8d89-c1fccb73a5f2 req-90376e3e-970c-45bd-8683-dd24d229d407 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 210 time: 0.0585518 Dec 15 22:02:09.777410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-6c3d2187-b05f-4b5c-abff-5ba13ed49c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:09.778973 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-6c3d2187-b05f-4b5c-abff-5ba13ed49c46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845115 Dec 15 22:02:09.916726 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-9ccfe0f3-ff3b-4f4e-bb17-0fd215d66ae9 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310196 Dec 15 22:02:10.057554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c1fa345d-5f33-456a-a22d-e40eea8b9b3a req-f558054b-4e2f-4c64-b23d-e6fad3b2ff6b service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344078 Dec 15 22:02:10.441319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:10.507865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:10.512779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:10.513227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:10.642919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:10.681461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:10.685618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:10.687510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:10.756631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:10.766958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:10.877281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dca57867-c873-433f-af61-dec9b65fbfb9 req-78b31442-121b-4f7f-931b-0bfea402738c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 210 time: 0.0601463 Dec 15 22:02:10.885102 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-542fffea-7244-440d-bd7d-c0e58dbe5975 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:10.886400 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-542fffea-7244-440d-bd7d-c0e58dbe5975 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 200 len: 797 time: 0.3247335 Dec 15 22:02:10.934870 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-e5cbb995-4659-4a0c-b2a5-50c8c560eeeb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 380 time: 0.0394516 Dec 15 22:02:10.943772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['47310023-e208-4423-9d3f-2581d61d5265']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:11.073457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:11.082816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:11.092018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:02:11.095458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.258909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.6 (6c2f8808-1b67-4c28-8bcf-0be55acfa296/0e7ebd73-c912-465a-aeb8-53ff087fac00/4a8d17b5-586c-4537-af30-5845a90cec8e) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:02:11.453712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.468355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 4a8d17b5-586c-4537-af30-5845a90cec8e will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:11.490354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.496045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:11.562742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:11.566118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:11.570328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:02:11.611688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:11.622700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:11.645405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:11.646018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.671402 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7309468 Dec 15 22:02:11.683803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Request body: {'port': {'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:11.805062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.814609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-92de7125-47df-42fb-a17e-5f611f4ebc0f None None] Provisioning for port 4a8d17b5-586c-4537-af30-5845a90cec8e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:11.819265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-92de7125-47df-42fb-a17e-5f611f4ebc0f None None] Provisioning complete for port 4a8d17b5-586c-4537-af30-5845a90cec8e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:11.819646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92de7125-47df-42fb-a17e-5f611f4ebc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:11.874928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-92de7125-47df-42fb-a17e-5f611f4ebc0f None None] Port 4a8d17b5-586c-4537-af30-5845a90cec8e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:02:12.065508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f0bb9-3ba4-4672-aec2-d0f3df7fbf69 req-1300dddd-db9b-426d-93ad-e4f0e1797af6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:12.066363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec5f0bb9-3ba4-4672-aec2-d0f3df7fbf69 req-1300dddd-db9b-426d-93ad-e4f0e1797af6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 931 time: 0.0850976 Dec 15 22:02:12.147343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8d17b5-586c-4537-af30-5845a90cec8e {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:02:12.156230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.173207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Transition to ACTIVE for port object 4a8d17b5-586c-4537-af30-5845a90cec8e will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:02:12.176999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.181162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-27c14b5c-bdba-4bf9-9355-63bd9c98aef7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:12.235316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ec5f0bb9-3ba4-4672-aec2-d0f3df7fbf69 req-70e3e958-60f4-47c3-975b-e82b4dd66c58 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:12.247347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ec5f0bb9-3ba4-4672-aec2-d0f3df7fbf69 req-70e3e958-60f4-47c3-975b-e82b4dd66c58 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:12.248513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ec5f0bb9-3ba4-4672-aec2-d0f3df7fbf69 req-70e3e958-60f4-47c3-975b-e82b4dd66c58 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764987 Dec 15 22:02:12.330977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:12.341577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:12.416034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Attempting to bind port 4a8d17b5-586c-4537-af30-5845a90cec8e on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:02:12.417073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Attempting to bind port 4a8d17b5-586c-4537-af30-5845a90cec8e by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:02:12.417625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Attempting to bind port 4a8d17b5-586c-4537-af30-5845a90cec8e on network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:02:12.423052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Port 4a8d17b5-586c-4537-af30-5845a90cec8e on network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:02:12.423493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Attempting to bind port 4a8d17b5-586c-4537-af30-5845a90cec8e on network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:02:12.429190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:02:12.429693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Checking segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:02:12.430165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Bound using segment: {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:02:12.430705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Bound port: 4a8d17b5-586c-4537-af30-5845a90cec8e, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:02:12.431313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.433119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:12.511168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:12.511555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.522275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:02:12.525265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4a8d17b5-586c-4537-af30-5845a90cec8e,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:02:12.533749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.538195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:12.716539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:12.716539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:12.716964 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] 10.222.0.32 "PUT /v2.0/ports/4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 200 len: 1093 time: 1.0382266 Dec 15 22:02:12.717482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:02:12.736434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:12.739409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:12.829129 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'status': 'completed', 'code': 200} Dec 15 22:02:12.839420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-c8f4cdec-b691-45c6-a07a-1333e5749612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:12.841055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-c8f4cdec-b691-45c6-a07a-1333e5749612 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1096 time: 0.0822039 Dec 15 22:02:12.910094 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-072052c5-e6e3-4776-9b6c-2d7c434d117b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 200 len: 217 time: 0.0622702 Dec 15 22:02:12.978759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-f5593c67-63ec-4584-8760-3e563f3ff9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:12.980222 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-f5593c67-63ec-4584-8760-3e563f3ff9b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e7ebd73-c912-465a-aeb8-53ff087fac00 HTTP/1.1" status: 200 len: 835 time: 0.0646787 Dec 15 22:02:13.061453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-79460118-44b3-4dad-8c12-914a46345949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.062826 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-79460118-44b3-4dad-8c12-914a46345949 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c2f8808-1b67-4c28-8bcf-0be55acfa296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765471 Dec 15 22:02:13.193756 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-b36f212a-59c5-4f7b-89ba-32fbcdeb95ba service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240299 Dec 15 22:02:13.333253 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c066eec-69f3-4ba0-92c4-0465784e235c req-a337bf1e-d8ae-4382-bf60-4768ed7a36dc service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331420 Dec 15 22:02:13.436691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a5640-7c81-4f0e-9825-cca7c8a8b81e req-818faf28-53e6-4078-9e91-d15312f7835f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.438894 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b72a5640-7c81-4f0e-9825-cca7c8a8b81e req-818faf28-53e6-4078-9e91-d15312f7835f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 943 time: 0.0806639 Dec 15 22:02:13.453305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-f30771b9-6a77-4231-967c-008c773ef62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.454729 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-f30771b9-6a77-4231-967c-008c773ef62e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1096 time: 0.0752723 Dec 15 22:02:13.456629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d0f29cc-bf5a-46d8-90c4-5814e12d4db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:13.486034 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b72a5640-7c81-4f0e-9825-cca7c8a8b81e req-b4bbdd9c-15aa-4b5d-ba59-6a7818eff6bc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Dec 15 22:02:13.587091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-d4172a4c-3747-41fd-b7b5-80665e74246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.588562 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-d4172a4c-3747-41fd-b7b5-80665e74246d service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 200 len: 898 time: 0.1271319 Dec 15 22:02:13.659110 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-2ba6234c-8775-479b-b06d-391525f6a83c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 200 len: 217 time: 0.0638120 Dec 15 22:02:13.724956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-7c237883-fb3b-4e7d-a411-db08df879a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.726268 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-7c237883-fb3b-4e7d-a411-db08df879a79 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e7ebd73-c912-465a-aeb8-53ff087fac00 HTTP/1.1" status: 200 len: 835 time: 0.0601525 Dec 15 22:02:13.801634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-87ae9ed6-39ae-40ce-9d6c-09e55bd588b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:13.803133 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-87ae9ed6-39ae-40ce-9d6c-09e55bd588b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c2f8808-1b67-4c28-8bcf-0be55acfa296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699003 Dec 15 22:02:13.933246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-22c11705-e3b3-44a5-83d1-4ab5f3735c93 service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228175 Dec 15 22:02:14.061555 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fee4bc33-de4f-4dfc-bad4-bbbb28592e68 req-08d208c9-ea1b-46e5-901a-285dc16288af service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208174 Dec 15 22:02:14.671724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22123081-d5c3-4c45-9185-ce147c6c0364 req-4fa03dd7-be61-4ee6-8ee1-62e8b34c762e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:14.672441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-22123081-d5c3-4c45-9185-ce147c6c0364 req-4fa03dd7-be61-4ee6-8ee1-62e8b34c762e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:02:14.689037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-22123081-d5c3-4c45-9185-ce147c6c0364 req-4fa03dd7-be61-4ee6-8ee1-62e8b34c762e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:02:14.690302 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22123081-d5c3-4c45-9185-ce147c6c0364 req-4fa03dd7-be61-4ee6-8ee1-62e8b34c762e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 943 time: 0.0952821 Dec 15 22:02:14.739439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22123081-d5c3-4c45-9185-ce147c6c0364 req-7158a87b-cfaf-4c3c-be0e-182fe23f8ee1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Dec 15 22:02:14.773612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4a8d17b5-586c-4537-af30-5845a90cec8e details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:02:14.902441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4a8d17b5-586c-4537-af30-5845a90cec8e,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:14.915510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:02:14.972500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:14.988929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8d17b5-586c-4537-af30-5845a90cec8e {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:02:15.004078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4a8d17b5-586c-4537-af30-5845a90cec8e,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:15.008000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:15.009659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:15.072233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:15.079252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.079535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.079867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.080223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.080553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.080874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.081193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.081513 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.081847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.082181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.082495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.082808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:15.086479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:15.230705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['4a8d17b5-586c-4537-af30-5845a90cec8e'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:02:15.797071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7b12c792-59f8-47a9-a639-ea78c1965dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:15.928059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8ad16-8640-4806-9c62-bee93f05d3d9 req-06e01412-a1cb-438f-af8b-02ada00b6009 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:15.929487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1e8ad16-8640-4806-9c62-bee93f05d3d9 req-06e01412-a1cb-438f-af8b-02ada00b6009 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 944 time: 0.0865242 Dec 15 22:02:15.973529 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1e8ad16-8640-4806-9c62-bee93f05d3d9 req-31ed231b-39e4-4c31-9ca9-5b66756e09fa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Dec 15 22:02:16.800388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4a8d17b5-586c-4537-af30-5845a90cec8e up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:16.854812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:16.878771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 4a8d17b5-586c-4537-af30-5845a90cec8e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:02:16.889373 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 4a8d17b5-586c-4537-af30-5845a90cec8e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:16.889826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:16.945826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:17.023963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:17.054850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:02:17.065146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4a8d17b5-586c-4537-af30-5845a90cec8e,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:17.069038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:17.074177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:17.123940 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'code': 200} Dec 15 22:02:17.161650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:17.164723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:17.201242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429724-4f6d-4825-81dd-ec14da5cddc5 req-d8c9fcb0-f4e7-4b70-ade1-1e931d76062c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:17.202699 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49429724-4f6d-4825-81dd-ec14da5cddc5 req-d8c9fcb0-f4e7-4b70-ade1-1e931d76062c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.0965760 Dec 15 22:02:17.249174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49429724-4f6d-4825-81dd-ec14da5cddc5 req-3657d9e0-cea7-463a-a21d-4c56e7af8751 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 Dec 15 22:02:17.501913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d97a8-d554-47a0-9dbd-ea6c4a015a8f req-f657eed9-dab2-43cb-bea7-5eb40fe20806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:17.503139 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c54d97a8-d554-47a0-9dbd-ea6c4a015a8f req-f657eed9-dab2-43cb-bea7-5eb40fe20806 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1098 time: 0.1958435 Dec 15 22:02:17.547849 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c54d97a8-d554-47a0-9dbd-ea6c4a015a8f req-ae47eed6-84d3-4aba-a0e7-6ca1f095052b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380301 Dec 15 22:02:18.442049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:18.463892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81dd03-902b-4587-b8bf-cf7c6a03dc77 req-e4c66cd9-1a1c-4218-b0ef-a46d2c58c038 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:18.470840 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ad81dd03-902b-4587-b8bf-cf7c6a03dc77 req-e4c66cd9-1a1c-4218-b0ef-a46d2c58c038 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.1046205 Dec 15 22:02:18.512395 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ad81dd03-902b-4587-b8bf-cf7c6a03dc77 req-e32f1a1b-010e-4ced-9644-11907ef4d2a7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Dec 15 22:02:19.694455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f0f80-048a-4c01-b19a-6074e6fd7cd9 req-b7a8a108-2f25-4c08-bba3-b9a079b2eadb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:19.695804 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ef0f0f80-048a-4c01-b19a-6074e6fd7cd9 req-b7a8a108-2f25-4c08-bba3-b9a079b2eadb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.0787523 Dec 15 22:02:19.738569 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ef0f0f80-048a-4c01-b19a-6074e6fd7cd9 req-05caed22-dae3-48a0-8155-82c62cb2f037 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365198 Dec 15 22:02:19.924733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc037e-9c5e-43ff-89bc-97aa3f09f135 req-1e760140-59aa-4a00-bfee-6e71a8034f0f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:19.926236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2cc037e-9c5e-43ff-89bc-97aa3f09f135 req-1e760140-59aa-4a00-bfee-6e71a8034f0f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.0843239 Dec 15 22:02:19.970037 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2cc037e-9c5e-43ff-89bc-97aa3f09f135 req-0fa46872-91d8-4628-a78e-758feb14454e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381534 Dec 15 22:02:19.991791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43224) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:20.062040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1544b074-36cc-444c-9584-c1a65559d634 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:20.063405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1544b074-36cc-444c-9584-c1a65559d634 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1093 time: 0.0706363 Dec 15 22:02:20.066127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43228) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:20.070992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:02:20.076828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:02:20.080618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:02:20.083361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:02:20.089003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:02:20.102230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:20.231974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:20.366575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.253 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/2fca3564-9d91-48b2-a9f7-2421b5f1415e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:02:20.510193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:20.540501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:20.544670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05c861ab-6da8-4f03-8dac-b7e3c6056c4a tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:20.610493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:02:20.613417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:02:20.617028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:02:20.648429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=2fca3564-9d91-48b2-a9f7-2421b5f1415e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:20.664655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.665041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.665417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.665787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.666739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.667106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.667467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.667827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.668212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.668570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.668927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.669281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:02:20.674035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:21.036932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:21.108186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:21.422696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:21.427023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:21.430509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c200af9b-3d69-4502-9ae4-59f6fbe39a83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:21.544083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=2fca3564-9d91-48b2-a9f7-2421b5f1415e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:21.547947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:21.554619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:21.729121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56 associated. External IP: 172.26.6.253, port: 4a8d17b5-586c-4537-af30-5845a90cec8e. Dec 15 22:02:21.752085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:22.084619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:02:22.257995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:02:22.268496 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:02:22.279739 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:22.279739 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:22.287435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:22.348014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2807884 Dec 15 22:02:22.348612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:02:22.350535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43234) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:22.399734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'status': 'completed', 'code': 200} Dec 15 22:02:22.471138 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:22.591793 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62e6c45b-fd26-4605-b63e-755a6ad0e655 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 HTTP/1.1" status: 200 len: 921 time: 0.2395401 Dec 15 22:02:22.594621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43240) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:22.594754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-f872b23b-1007-406a-96a2-787188c6c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:22.596064 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-f872b23b-1007-406a-96a2-787188c6c76d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1098 time: 0.1737833 Dec 15 22:02:22.708307 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-482dff38-9fac-4605-a99c-861fd89eb031 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.1112263 Dec 15 22:02:22.730420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-dfc9a666-ea13-48d7-8b1e-e420fb66db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:22.732021 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-dfc9a666-ea13-48d7-8b1e-e420fb66db4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 200 len: 898 time: 0.1287017 Dec 15 22:02:22.820636 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:20Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:22.824674 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:02:22.833824 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:22.834063 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:22.837444 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-876df618-ffd9-4f7f-87fd-af963a3a30d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 200 len: 999 time: 0.0992334 Dec 15 22:02:22.899342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-1266c4cc-a56b-4aba-bae2-58c3b6149419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:22.901339 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-1266c4cc-a56b-4aba-bae2-58c3b6149419 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e7ebd73-c912-465a-aeb8-53ff087fac00 HTTP/1.1" status: 200 len: 835 time: 0.0578048 Dec 15 22:02:22.982379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-056c7b21-baa0-4603-8dbc-f1691f437488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:22.983720 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-056c7b21-baa0-4603-8dbc-f1691f437488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c2f8808-1b67-4c28-8bcf-0be55acfa296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764349 Dec 15 22:02:23.040950 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:23.115090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-dad6809c-96c4-4dad-b4dc-0f291f656973 service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237617 Dec 15 22:02:23.252920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-922acb8d-7a87-4533-96ac-62eef1d395e5 req-5b135b16-1cfa-409b-b761-759cd5681471 service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310434 Dec 15 22:02:23.383743 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:20Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:23.387653 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa0ceb9-eafd-498f-a819-623ec2542084 None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:20Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:10Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:02:23.595846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48e9dfb-12af-42f7-879d-4d9a94441cfa None None] New status for floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:02:23.711064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43244) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:23.816225 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-208d6e17-54d6-4f24-bc10-cf54ff84d8f5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.1039743 Dec 15 22:02:24.820011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43248) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:24.928641 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-529862d3-1739-4dea-b0b3-73ec45607329 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 993 time: 0.1073177 Dec 15 22:02:25.943328 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:02:43.457675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-619ab7d0-b793-4ffb-a856-5f343f203e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:45.799030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd7752c4-eef0-4ecd-b13f-5684af51b4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:46.809397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:46.895146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:48.442629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:49.497324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:49.794993 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3ff9be20-bebf-44f9-be89-47bdcc1c2669 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2963605 Dec 15 22:02:49.797780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43268) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:49.982277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10718a99-a650-411f-9844-f5a84c890f60 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Notify agent at dv-neutron-820612-1-hyperv the message router_removed_from_agent {{(pid=87554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 15 22:02:49.985301 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-10718a99-a650-411f-9844-f5a84c890f60 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "DELETE /v2.0/agents/5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c/l3-routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 HTTP/1.1" status: 204 len: 168 time: 0.1866190 Dec 15 22:02:49.987983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43272) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:50.163558 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72df73cb-778f-4b43-8214-1319f48f1ab7 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1744258 Dec 15 22:02:50.166146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43276) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:50.267647 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c1eb85c4-2d16-4f9e-a457-360601506d56 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 993 time: 0.1004150 Dec 15 22:02:50.724563 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7d5ca-bdb6-4a7c-8d48-d9220a44cc57 None None] New status for floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:02:50.731223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:02:50.842857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:50.873988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:50.878468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:50.880212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:50.946158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:50.949359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:51.271393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43280) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:51.382096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe227435-e683-4710-ae50-162869e55731 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.1094382 Dec 15 22:02:51.760291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:52.444329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:02:52.524859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43286) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:52.557716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:52.573669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=33b978e4-cd4a-466e-9a5f-b2c037fc482f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:52.577564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:52.579232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:52.642794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:52.645797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:52.731011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0d0fb7-dab7-4b42-88e8-94dc23fb42a0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:02:52.731343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0d0fb7-dab7-4b42-88e8-94dc23fb42a0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Notify agent at dv-neutron-820612-1-hyperv the message router_added_to_agent {{(pid=87554) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Dec 15 22:02:52.757593 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db0d0fb7-dab7-4b42-88e8-94dc23fb42a0 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "POST /v2.0/agents/5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2311914 Dec 15 22:02:52.759711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43292) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:52.776646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:02:52.786544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:52.787225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:52.939015 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bd5f4f94-2e4d-466d-9632-e7b7fc4775e4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1780407 Dec 15 22:02:52.941665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43298) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:52.963813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:53.050349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-710717a6-82ea-493d-badd-e9f760dcfbe5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.1073668 Dec 15 22:02:53.297825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:53.301489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:02:53.309537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:53.310129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:53.480380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:53.856847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:53.860719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e95f54a-41a2-422b-ad56-1d513e3b0016 None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '511b43fc-dff4-4fb4-8c59-61f5ae15ce56', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.253', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'port_id': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'mac_address': 'fa:16:3e:e2:b5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40b5258-1284-4597-b9d5-5239fc336736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:02:20Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:02:54.053860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:54.292742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5d6c5c07-735c-4cf5-b82a-2c323b7b0f7f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.2366686 Dec 15 22:02:54.474612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:54.552166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:54.552724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:54.707064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:54.752871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:54.757084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:54.759055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:54.831124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:54.834136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:55.295766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:55.399561 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-644f9098-ec07-4ba9-909c-85c24b7f3687 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 991 time: 0.1025641 Dec 15 22:02:55.678964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d99a901-02bb-40f4-bebc-df03c8f642ac None None] New status for floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:02:56.403401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43310) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:56.517522 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-eb172c42-1548-47b7-8d2b-36ba526444d6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 200 len: 993 time: 0.1098318 Dec 15 22:02:56.524527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:56.590731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 33b978e4-cd4a-466e-9a5f-b2c037fc482f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:56.591116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:56.705359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:56.722459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=33b978e4-cd4a-466e-9a5f-b2c037fc482f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:02:56.726068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:56.726979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:56.750258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:56.839165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:56.842220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:56.853835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:56.854212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:57.238862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:02:57.435820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 2fca3564-9d91-48b2-a9f7-2421b5f1415e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:02:57.436101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:57.605059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:57.605387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:57.833212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 2fca3564-9d91-48b2-a9f7-2421b5f1415e owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:02:57.981098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:57.984709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f811d3d-961c-4d9e-9f3b-fe038d459c61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:02:58.035717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=2fca3564-9d91-48b2-a9f7-2421b5f1415e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:02:58.061176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:02:58.126495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:58.126827 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56 disassociated (deleted). External IP: 172.26.6.253, port: 4a8d17b5-586c-4537-af30-5845a90cec8e. Dec 15 22:02:58.454612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:02:58.473994 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:02:58.519325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 33b978e4-cd4a-466e-9a5f-b2c037fc482f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:02:58.519700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:58.656473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:02:58.666242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:02:58.675799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:58.676444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:58.676858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:02:58.736210 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/511b43fc-dff4-4fb4-8c59-61f5ae15ce56 HTTP/1.1" status: 204 len: 168 time: 1.4962287 Dec 15 22:02:58.736872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:02:58.782168 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'status': 'completed', 'code': 200} Dec 15 22:02:58.870296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:58.877838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-85c9c8fa-9eb8-4eca-a7aa-d7b3ee1f42d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:58.879329 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-85c9c8fa-9eb8-4eca-a7aa-d7b3ee1f42d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 1098 time: 0.0731211 Dec 15 22:02:59.020657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-81656632-7522-4f68-a39c-66be8f4abd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:59.022128 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-81656632-7522-4f68-a39c-66be8f4abd65 service neutron] 10.222.0.32 "GET /v2.0/networks?id=6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 200 len: 898 time: 0.1367562 Dec 15 22:02:59.102571 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-452a5da9-4e55-40da-9752-14f3fefff0bd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 200 len: 217 time: 0.0684876 Dec 15 22:02:59.117623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700be5b4-cb16-40f4-95d8-25ee39f36759 req-688a726d-b672-4af7-a8d4-2c838ad5c7c4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:59.120501 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-700be5b4-cb16-40f4-95d8-25ee39f36759 req-688a726d-b672-4af7-a8d4-2c838ad5c7c4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.0914605 Dec 15 22:02:59.165811 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-700be5b4-cb16-40f4-95d8-25ee39f36759 req-63d046f6-3d4a-4eac-b00c-9eb8d3e8587a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Dec 15 22:02:59.175390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-f1a86d6e-4f79-4efb-b302-6cc980e32c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:59.176847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-f1a86d6e-4f79-4efb-b302-6cc980e32c6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=0e7ebd73-c912-465a-aeb8-53ff087fac00 HTTP/1.1" status: 200 len: 835 time: 0.0677550 Dec 15 22:02:59.248228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:59.252275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:02:59.261809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:02:59.262435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:59.367535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-85bed8e6-5042-445a-ba93-5d1f8b7ff945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:02:59.369042 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-85bed8e6-5042-445a-ba93-5d1f8b7ff945 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=6c2f8808-1b67-4c28-8bcf-0be55acfa296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1849916 Dec 15 22:02:59.443404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:02:59.498340 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-e3930d29-0103-48a8-a329-597c0bc302be service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216016 Dec 15 22:02:59.629944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0767e62-9392-45e2-b2ef-12e0e6afb587 req-2a7f4d86-008f-455f-bdab-5f88858a7838 service neutron] 10.222.0.32 "GET /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248775 Dec 15 22:02:59.758711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:02:59.763122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8053a4-7068-4e9e-8aed-35b3b6807eee None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:02:04Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ea6bf3bd-a2f5-42f7-8aa9-8489888852b6', 'name': '', 'network_id': '6c2f8808-1b67-4c28-8bcf-0be55acfa296', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:8e:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1422, 'fixed_ips': [{'subnet_id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:04Z', 'updated_at': '2021-12-15T22:02:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '0e7ebd73-c912-465a-aeb8-53ff087fac00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:00.397911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-9c12f238-e77b-4337-95a7-22b815547503 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:00.398630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-9c12f238-e77b-4337-95a7-22b815547503 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:00.408556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6063ef-1a8b-4a38-bb01-8a3919babb74 req-14a526a7-c8c8-4ff1-8f7b-e6fafa4b8698 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:00.409205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fa6063ef-1a8b-4a38-bb01-8a3919babb74 req-14a526a7-c8c8-4ff1-8f7b-e6fafa4b8698 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:00.431757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fa6063ef-1a8b-4a38-bb01-8a3919babb74 req-14a526a7-c8c8-4ff1-8f7b-e6fafa4b8698 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:00.432884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fa6063ef-1a8b-4a38-bb01-8a3919babb74 req-14a526a7-c8c8-4ff1-8f7b-e6fafa4b8698 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.1485295 Dec 15 22:03:00.433859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-9c12f238-e77b-4337-95a7-22b815547503 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:00.434800 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-9c12f238-e77b-4337-95a7-22b815547503 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 945 time: 0.1821465 Dec 15 22:03:00.531609 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fa6063ef-1a8b-4a38-bb01-8a3919babb74 req-5b29f066-308f-495d-8083-9fb38cc38b2b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=47310023-e208-4423-9d3f-2581d61d5265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926211 Dec 15 22:03:00.536587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 4a8d17b5-586c-4537-af30-5845a90cec8e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:00.536936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:00.787758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 4a8d17b5-586c-4537-af30-5845a90cec8e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4a8d17b5-586c-4537-af30-5845a90cec8e,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:00.788152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:00.803118 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903e679-5f07-45ff-84f8-424b78411404 None None] New status for floating IP 511b43fc-dff4-4fb4-8c59-61f5ae15ce56: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:03:00.911361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 4a8d17b5-586c-4537-af30-5845a90cec8e owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:01.061618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:01.066859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-94d04742-b586-450d-84a5-9f490d15eed7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:01.114456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=4a8d17b5-586c-4537-af30-5845a90cec8e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:01.117522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:01.191118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 4a8d17b5-586c-4537-af30-5845a90cec8e on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:01.193779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:01.196399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'name': 'network-vif-deleted', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:01.213162 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fe59d6c-1a63-4df8-93ae-f34943564401 req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/4a8d17b5-586c-4537-af30-5845a90cec8e HTTP/1.1" status: 204 len: 173 time: 0.7721541 Dec 15 22:03:01.240309 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40b5258-1284-4597-b9d5-5239fc336736', 'name': 'network-vif-deleted', 'tag': '4a8d17b5-586c-4537-af30-5845a90cec8e', 'status': 'completed', 'code': 200} Dec 15 22:03:01.709635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f14287ee-aa3d-4f28-a7a4-1d692fc94ebe req-64a620fd-aba7-4f93-9126-f427c9c113c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:01.729035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f14287ee-aa3d-4f28-a7a4-1d692fc94ebe req-64a620fd-aba7-4f93-9126-f427c9c113c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:01.730313 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f14287ee-aa3d-4f28-a7a4-1d692fc94ebe req-64a620fd-aba7-4f93-9126-f427c9c113c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=e40b5258-1284-4597-b9d5-5239fc336736 HTTP/1.1" status: 200 len: 210 time: 0.0632017 Dec 15 22:03:02.823345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43336) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:02.895320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:02.924507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:02.941639 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:03:02.985514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:02.990419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dbe3f8b5-0696-4428-bde0-fdd66d82faf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:03.004945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47310023-e208-4423-9d3f-2581d61d5265,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:03.007354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:03.008097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4a8d17b5-586c-4537-af30-5845a90cec8e no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:03.018883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:03.020054 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-699a6ee2-bf8f-4b7c-895b-4f8105b67cd2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/47310023-e208-4423-9d3f-2581d61d5265 HTTP/1.1" status: 204 len: 168 time: 0.1956224 Dec 15 22:03:03.050842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 4a8d17b5-586c-4537-af30-5845a90cec8e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:03.051049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43342) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:03.051357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4a8d17b5-586c-4537-af30-5845a90cec8e not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:03.711492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:04.066465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:04.067154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:04.247050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port ea6bf3bd-a2f5-42f7-8aa9-8489888852b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:04.247398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:04.374699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:04.815077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:04.818698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-58978ba6-9ed0-42c3-b6e1-b0acfb259c80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:04.862515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=ea6bf3bd-a2f5-42f7-8aa9-8489888852b6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:04.865402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:05.139497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:05.489679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:05.664631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:05.674483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Sync routers for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:05.684488 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6298261 Dec 15 22:03:05.684688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:05.684688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:05.684885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:05.749734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 0e7ebd73-c912-465a-aeb8-53ff087fac00 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:03:05.752782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:05.805334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:05.859328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:05.889294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:05.964525 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:05.968945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e4f0081-ffbd-4d37-94b9-cacce27decfa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:06.007091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7ebd73-c912-465a-aeb8-53ff087fac00,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:06.010122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.020213 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/0e7ebd73-c912-465a-aeb8-53ff087fac00 HTTP/1.1" status: 204 len: 168 time: 0.3343766 Dec 15 22:03:06.021573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.021942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.022320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.022692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.023057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.023165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43350) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:06.023601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.023800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.024217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.024582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.025501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.025901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.026212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:06.029385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:06.037526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f27aa8-3803-4be8-97c2-c3eacdf9621b None None] Network 6c2f8808-1b67-4c28-8bcf-0be55acfa296 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:03:06.205633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.353256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:03:04Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '33b978e4-cd4a-466e-9a5f-b2c037fc482f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b1:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:02:00Z', 'updated_at': '2021-12-15T22:02:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:06.357488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Checking router: 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:06.366315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Routers {'0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:06.366967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:06.391650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.401246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 33b978e4-cd4a-466e-9a5f-b2c037fc482f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:06.401652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.420829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] DHCP port deletion for 6c2f8808-1b67-4c28-8bcf-0be55acfa296 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:03:06.436878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Deleting port b77e05a5-65be-43c4-a371-dcfc823f428d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:06.437258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.542320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b77e05a5-65be-43c4-a371-dcfc823f428d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:06.580266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 33b978e4-cd4a-466e-9a5f-b2c037fc482f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=33b978e4-cd4a-466e-9a5f-b2c037fc482f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:06.580620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.641696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] Set router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:06.704951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 33b978e4-cd4a-466e-9a5f-b2c037fc482f owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:06.771901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:03:06Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:06.782564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5d73f-3ee0-46d5-8c70-e38950429e96 None None] The sync data for ids ['0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1'] in dv-neutron-820612-1-hyperv is: [{'id': '0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1', 'name': 'tempest-TestNetworkBasicOps-router-582424745', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:01:59Z', 'updated_at': '2021-12-15T22:03:06Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:06.879279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.883812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58e1a277-d1bb-4968-975b-5aa13911ad5e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:06.922409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.930907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=33b978e4-cd4a-466e-9a5f-b2c037fc482f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:06.943569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:06.943988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:06.960831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:07.021732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.078622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Calling delete_port for b77e05a5-65be-43c4-a371-dcfc823f428d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:07.124788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:07.131966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.136423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:07.231334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b77e05a5-65be-43c4-a371-dcfc823f428d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:07.233987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:03:07.234383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:03:07.235118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:07.326415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.329218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.353614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.354166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:03:07.368608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.369650 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/0b1ae4a2-a1d2-404d-a0ad-636a6b70abf1 HTTP/1.1" status: 204 len: 168 time: 1.3455851 Dec 15 22:03:07.372383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43354) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:07.482716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.493153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port b77e05a5-65be-43c4-a371-dcfc823f428d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:07.493510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.711314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:07.711665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.735351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Deleting port b77e05a5-65be-43c4-a371-dcfc823f428d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:07.735828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.839371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for b77e05a5-65be-43c4-a371-dcfc823f428d owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:07.915075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.918899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:07.947715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] For port b77e05a5-65be-43c4-a371-dcfc823f428d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b77e05a5-65be-43c4-a371-dcfc823f428d,segment=NetworkSegment(ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0),segment_id=ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:07.948377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:07.961706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=b77e05a5-65be-43c4-a371-dcfc823f428d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:07.964699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:07.965456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port b77e05a5-65be-43c4-a371-dcfc823f428d on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:08.067627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Calling delete_port for b77e05a5-65be-43c4-a371-dcfc823f428d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:08.085680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.113904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2f8808-1b67-4c28-8bcf-0be55acfa296']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:08.126344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:08.126639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef7047bc-32e7-458d-b1a6-1d3d6cddfdd0') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:08.138189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.154685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.161406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:03:08.161800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:03:08.177019 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: from cryptography.utils import int_from_bytes Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: from cryptography.utils import int_from_bytes Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn_limited( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn_limited( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:03:08.179953 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:03:08.185821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:03:08.186188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:03:08.255580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.258828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b727bcc3-c525-4255-b696-f8b14298567f tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:08.269328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Deleting port b77e05a5-65be-43c4-a371-dcfc823f428d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:08.269722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.272462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.283378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=6c2f8808-1b67-4c28-8bcf-0be55acfa296,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:08.286435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:08.300599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/6c2f8808-1b67-4c28-8bcf-0be55acfa296 HTTP/1.1" status: 204 len: 168 time: 0.9245198 Dec 15 22:03:08.319516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43358) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:08.325228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--1729436980', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:08.330302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:08.334573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:08.334796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cad17ea7-7cb9-4ce0-b10f-5d699cae1fc5 None None] The port 'b77e05a5-65be-43c4-a371-dcfc823f428d' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:03:08.337591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:08.344825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:08.354870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:03:08.358457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.386235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:03:08.395411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.395754 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment 6a176ee4-85af-44c5-95bf-fdf275ffa853 of type vlan for network 7b839d47-87e3-4db7-8422-3aa05f9a74fa Dec 15 22:03:08.423438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.454229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.460050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:08.460636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.465285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fdd949c6-30e0-48cb-9037-c730a7196b1e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:08.466834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:08.503041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 33b978e4-cd4a-466e-9a5f-b2c037fc482f {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:08.503432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 33b978e4-cd4a-466e-9a5f-b2c037fc482f not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:08.503830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:08.537253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:08.537613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ea6bf3bd-a2f5-42f7-8aa9-8489888852b6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:08.568419 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2478368 Dec 15 22:03:08.571319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43362) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:08.578439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-987582033', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:08.583701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=7b839d47-87e3-4db7-8422-3aa05f9a74fa,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:08.586833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:08.588284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:08.592204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:08.595077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:08.595331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:03:08.600854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:08.611347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.612551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.627962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:08.996991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:09.295013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:09.323931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:09.457466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.163 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/090dc95b-15d6-4992-ae70-840f2fdd87b2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:03:09.607254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:09.635611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:09.639973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:09.697773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:09.700386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:09.704080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:03:09.740901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=090dc95b-15d6-4992-ae70-840f2fdd87b2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:09.750226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:09.761651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43366) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:10.305756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port 9074a11f-4fc9-4224-9f5b-c3a399d7920f {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:10.306118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:10.445524 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-a16132d1-e806-4d09-917c-3b6c494ecadd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688982 Dec 15 22:03:10.529284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:10.536477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-749b9604-aa49-47c2-b083-dd9994b41a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:10.538060 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-749b9604-aa49-47c2-b083-dd9994b41a74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1098 time: 0.0723016 Dec 15 22:03:10.703012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:10.703336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:10.803490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-f37b6c47-132b-461b-bb16-0a99437dd9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:10.804965 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-f37b6c47-132b-461b-bb16-0a99437dd9fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.2478447 Dec 15 22:03:10.840844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for 9074a11f-4fc9-4224-9f5b-c3a399d7920f owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:10.908370 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-0f0a082d-6304-45bc-a258-9b97c9e6bc07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 1001 time: 0.0965068 Dec 15 22:03:10.972513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-58524b8e-b164-4193-93fb-adb1e45256b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:10.973998 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-58524b8e-b164-4193-93fb-adb1e45256b8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0593798 Dec 15 22:03:11.048472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-2b0d1973-57ca-441a-b484-16d0c9af6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:11.049979 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-2b0d1973-57ca-441a-b484-16d0c9af6c27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700245 Dec 15 22:03:11.090265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:11.184918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-9f746ddd-5435-49db-ab50-77279c01754a service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279147 Dec 15 22:03:11.280069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:11.291902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4d45f006-6294-4d27-a93d-7424f825428b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:11.325449 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9fedf384-74ef-4746-8068-1fb7037fb1e0 req-472dd4e4-526f-4929-ba8d-fc778195f833 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259656 Dec 15 22:03:11.480021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=9074a11f-4fc9-4224-9f5b-c3a399d7920f,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:11.512313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:11.603267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:11.603925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP de7cfbcd-1d60-4c65-b37b-c62017fdf238 disassociated (deleted). External IP: 172.26.6.250, port: 7e3c61d6-99db-4a3b-bbc8-0bd290de5527. Dec 15 22:03:11.690981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router c16f7c04-590b-4cb2-9a57-84b85a92ed88 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:03:12.071930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:12.081504 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Sync routers for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:12.091352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:12.091991 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:12.132877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:12.134061 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5619640 Dec 15 22:03:12.137629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43370) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:12.140826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:12.185471 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0641aaa6-fe2a-4333-bbf0-26446537e0ed tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467160 Dec 15 22:03:12.188250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43374) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:12.265842 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:12.321754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ef6a8-c7d7-4b4d-9564-277ff5970df7 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:12.326099 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bf5ef6a8-c7d7-4b4d-9564-277ff5970df7 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334350 Dec 15 22:03:12.326314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43378) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:12.373220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa2d589f-f15c-4039-9114-269a0c533097 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433729 Dec 15 22:03:12.373447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43382) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:12.376750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:12.381261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1595346987', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:12.389127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:12.397253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:12.399298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:12.400576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:12.534948 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "DELETE /v2.0/floatingips/de7cfbcd-1d60-4c65-b37b-c62017fdf238 HTTP/1.1" status: 204 len: 168 time: 2.7722592 Dec 15 22:03:12.537514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:12.549310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:12.553717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:12.555543 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:10Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:12.557666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:12.561964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Checking router: c16f7c04-590b-4cb2-9a57-84b85a92ed88 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:12.562601 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Updating router c16f7c04-590b-4cb2-9a57-84b85a92ed88 port 090dc95b-15d6-4992-ae70-840f2fdd87b2 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:03:12.564561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:12.577417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:03:12.581281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:12.626406 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:12.650944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:12.700154 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'status': 'completed', 'code': 200} Dec 15 22:03:12.776232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-91f4f674-3b1e-4511-a6aa-f3777336eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:12.778936 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-91f4f674-3b1e-4511-a6aa-f3777336eb65 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 1098 time: 0.1354067 Dec 15 22:03:12.949342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:12.957016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d0c510dc-8e5d-411b-b80f-cf0aa6242997 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:13.038737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=90a1daef-2be7-43c6-a2ce-120e4bf8be83,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:13.043987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:13.048729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-d0c17839-909f-46f6-ae92-878670c64c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:13.050188 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-d0c17839-909f-46f6-ae92-878670c64c48 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.2563565 Dec 15 22:03:13.051329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:03:13.052477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 7b839d47-87e3-4db7-8422-3aa05f9a74fa, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:03:13.064032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52087fd-acba-4107-bc92-fe38fe661b18 req-4e570bd2-a201-4a46-91d5-5fc87f473e5c tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:13.065544 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f52087fd-acba-4107-bc92-fe38fe661b18 req-4e570bd2-a201-4a46-91d5-5fc87f473e5c tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.1444013 Dec 15 22:03:13.076728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:03:13.077994 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.090656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 7b839d47-87e3-4db7-8422-3aa05f9a74fa) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:13.092943 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Transition to ACTIVE for port object 090dc95b-15d6-4992-ae70-840f2fdd87b2 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:13.098065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:13.098814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.102883 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e53f8a-c2a4-4e40-9bde-6f2769e19c40 None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:03:13.104391 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.109768 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:13.129903 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7552445 Dec 15 22:03:13.130813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43392) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:13.150004 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-c25097a6-0149-4294-8081-66cb53c98d7c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 200 len: 217 time: 0.0835457 Dec 15 22:03:13.198446 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Attempting to bind port 090dc95b-15d6-4992-ae70-840f2fdd87b2 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:03:13.199195 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Attempting to bind port 090dc95b-15d6-4992-ae70-840f2fdd87b2 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:03:13.199777 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Attempting to bind port 090dc95b-15d6-4992-ae70-840f2fdd87b2 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:03:13.206557 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Pushing event updated for resources: {'Port': ['ID=090dc95b-15d6-4992-ae70-840f2fdd87b2,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:13.212638 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:03:13.213441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:03:13.214070 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.214685 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:03:13.215503 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Bound port: 090dc95b-15d6-4992-ae70-840f2fdd87b2, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:03:13.216125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.247844 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f52087fd-acba-4107-bc92-fe38fe661b18 req-b53f0dd7-a14f-4c32-9233-12ccd7240a19 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298652 Dec 15 22:03:13.263386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-391b726d-07e6-4c4c-a232-77aa9375ee91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:13.264339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.264852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-391b726d-07e6-4c4c-a232-77aa9375ee91 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.1041622 Dec 15 22:03:13.265976 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.266758 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.267087 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.267416 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.267745 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.268095 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.268422 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.268743 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.269062 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.269380 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.269696 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:13.279144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:13.321899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:13.327696 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] For port 090dc95b-15d6-4992-ae70-840f2fdd87b2, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:03:13.328797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:13.332004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] For port 090dc95b-15d6-4992-ae70-840f2fdd87b2, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=090dc95b-15d6-4992-ae70-840f2fdd87b2,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:03:13.338707 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.345022 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-53fe5c18-c499-4240-8cf6-4483fa788af5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:13.356457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-81559c67-1b68-4f8d-800f-a8a9feee3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:13.358095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-81559c67-1b68-4f8d-800f-a8a9feee3a97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840430 Dec 15 22:03:13.373645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:13.374282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:13.421625 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:13.422570 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:02:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:13.445020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:03:13.445852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.497565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-72f9395a-8a6a-4723-8d0c-6c96c7631abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:13.531091 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-d4823d57-7f42-4486-884d-d594e77afe39 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643808 Dec 15 22:03:13.657666 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:13.699821 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Pushing event updated for resources: {'Port': ['ID=090dc95b-15d6-4992-ae70-840f2fdd87b2,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:13.761695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:13.804126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:13.857494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Allocated IP 172.20.0.2 (7b839d47-87e3-4db7-8422-3aa05f9a74fa/90a1daef-2be7-43c6-a2ce-120e4bf8be83/3ff7acd3-8704-4c2e-849d-4529153b72f5) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:03:13.877266 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9e23220-b2b3-4813-ab6b-8501a54a3921 req-accd9f6f-f0d8-43ba-8c04-fb0f0d8d11b7 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368707 Dec 15 22:03:13.960391 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:10Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:13.965095 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f5f8fe-df5c-4482-b272-873fe9bb070c None None] The sync data for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv is: [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:10Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:14.184556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.358147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.395057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Transition to ACTIVE for port object 3ff7acd3-8704-4c2e-849d-4529153b72f5 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:14.463656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Transition to ACTIVE for port object 3ff7acd3-8704-4c2e-849d-4529153b72f5 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:14.486925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-ed6bdda6-5954-4ef9-b680-a731d59a8a31 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:14.489234 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-ed6bdda6-5954-4ef9-b680-a731d59a8a31 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.1702402 Dec 15 22:03:14.503136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.507575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:14.563484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 090dc95b-15d6-4992-ae70-840f2fdd87b2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:14.620574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:14.621236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.623714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Pushing event updated for resources: {'Port': ['ID=3ff7acd3-8704-4c2e-849d-4529153b72f5,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:14.643341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:14.658520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:14.662303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:14.668510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:14.673266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:03:14.713918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8606f73-0340-4119-b0b2-f76abde49102 req-a45746a0-b9e8-4325-b4be-5e87582c961f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:14.714869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d8606f73-0340-4119-b0b2-f76abde49102 req-a45746a0-b9e8-4325-b4be-5e87582c961f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:14.717991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5179b0fe-cb88-4730-b9fd-0cb81a927ace None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '05d18b93-50cc-4daf-bee9-ac70fc600dba', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'floating_ip_address': '172.26.6.82', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'port_id': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'mac_address': 'fa:16:3e:2b:d2:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:59:24Z', 'updated_at': '2021-12-15T21:59:26Z', 'revision_number': 1, 'project_id': '705479c131c344aea5ff756d86acf75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:14.792825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Attempting to bind port 3ff7acd3-8704-4c2e-849d-4529153b72f5 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:03:14.793356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Attempting to bind port 3ff7acd3-8704-4c2e-849d-4529153b72f5 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:03:14.793836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Attempting to bind port 3ff7acd3-8704-4c2e-849d-4529153b72f5 on network 7b839d47-87e3-4db7-8422-3aa05f9a74fa {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:03:14.800299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:03:14.800851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Checking segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:03:14.801366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.801869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Bound using segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:03:14.802457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Bound port: 3ff7acd3-8704-4c2e-849d-4529153b72f5, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:03:14.802952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.813999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 090dc95b-15d6-4992-ae70-840f2fdd87b2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:14.824869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 090dc95b-15d6-4992-ae70-840f2fdd87b2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:14.825249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.876423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (7b839d47-87e3-4db7-8422-3aa05f9a74fa/90a1daef-2be7-43c6-a2ce-120e4bf8be83/bfac0f67-7d4c-46db-9da5-2dc20e764a87) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:03:14.880197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d8606f73-0340-4119-b0b2-f76abde49102 req-a45746a0-b9e8-4325-b4be-5e87582c961f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:14.889242 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8606f73-0340-4119-b0b2-f76abde49102 req-a45746a0-b9e8-4325-b4be-5e87582c961f tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 945 time: 0.4925883 Dec 15 22:03:14.945701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] For port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:14.946311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:14.976431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] For port 3ff7acd3-8704-4c2e-849d-4529153b72f5, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:03:14.981002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] For port 3ff7acd3-8704-4c2e-849d-4529153b72f5, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3ff7acd3-8704-4c2e-849d-4529153b72f5,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:03:15.014954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.030324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:15.037765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8606f73-0340-4119-b0b2-f76abde49102 req-9953a69a-82e1-47c3-b9b5-65f4e281618b tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475070 Dec 15 22:03:15.121538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:15.142928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Pushing event updated for resources: {'Port': ['ID=3ff7acd3-8704-4c2e-849d-4529153b72f5,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:15.156423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.156924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.157694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.158271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.158817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.159362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.159935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.160488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.160991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.161325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.161663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.161991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:15.173673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.175859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:15.194669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.210969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object bfac0f67-7d4c-46db-9da5-2dc20e764a87 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:15.217443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 090dc95b-15d6-4992-ae70-840f2fdd87b2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=090dc95b-15d6-4992-ae70-840f2fdd87b2,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:15.226727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.230641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:15.258498 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da37d632-8262-4c53-99a2-36eb6fe9d674 None None] New status for floating IP de7cfbcd-1d60-4c65-b37b-c62017fdf238: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:03:15.261906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.266508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:15.314119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.330901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9828d20c-2db3-4a72-9ecd-d8cf586ad1bb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:15.349378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=090dc95b-15d6-4992-ae70-840f2fdd87b2,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:15.352433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:15.361892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:15.365292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:15.370236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:03:15.412124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=7e3c61d6-99db-4a3b-bbc8-0bd290de5527,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:15.443917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:15.537115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] No DVR routers for this DVR port 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:15.541105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.545472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'name': 'network-vif-deleted', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:15.564629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:15.565182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2a7aabf0-692a-4d40-97a2-51c534d30a75 req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "DELETE /v2.0/ports/7e3c61d6-99db-4a3b-bbc8-0bd290de5527 HTTP/1.1" status: 204 len: 173 time: 1.0638139 Dec 15 22:03:15.574533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:15.600904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.644554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01849714-df61-4e68-b1e4-94977a3d9254', 'name': 'network-vif-deleted', 'tag': '7e3c61d6-99db-4a3b-bbc8-0bd290de5527', 'status': 'completed', 'code': 200} Dec 15 22:03:15.808082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0d8f1af-de4f-4b90-b748-3d5916b48cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:15.921814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.221921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-487a146e-42d0-466e-bfd0-5cd4d3689977 req-ca6624b5-5ae0-40c1-b5e0-0142e5340bae tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=01849714-df61-4e68-b1e4-94977a3d9254 HTTP/1.1" status: 200 len: 210 time: 0.0579269 Dec 15 22:03:16.414731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.421538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.450518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4b8d70c8-d952-42bf-9e64-9150d9adcaf7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:16.550870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:16.553757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:16.554866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.608046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3ff7acd3-8704-4c2e-849d-4529153b72f5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:16.716835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:16.726154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 090dc95b-15d6-4992-ae70-840f2fdd87b2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:16.771851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ae368-8696-4f27-9185-3347a3deae52 None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:03:16.773829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:16.775030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:16.894155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.912125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Provisioning for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:16.936783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Provisioning complete for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:16.937040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:16.967925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router c16f7c04-590b-4cb2-9a57-84b85a92ed88 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:16.973618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:17.067698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:17.090166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 090dc95b-15d6-4992-ae70-840f2fdd87b2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:17.090535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:17.145645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:17.145912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e3c61d6-99db-4a3b-bbc8-0bd290de5527 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:17.299863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:17.316188 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/c16f7c04-590b-4cb2-9a57-84b85a92ed88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1816299 Dec 15 22:03:17.316395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43404) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:17.324287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Sync routers for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:17.365571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:17.375364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:17.376038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:17.493639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.494362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.495011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.495526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.496076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.496759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.498636 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-104e1bc5-87d0-43ad-af8e-6ac5f241a96c tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1811612 Dec 15 22:03:17.501735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:17.538007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] For port 3ff7acd3-8704-4c2e-849d-4529153b72f5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3ff7acd3-8704-4c2e-849d-4529153b72f5,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:17.561174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:17.565202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:17.647403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:17.676175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.676573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.677008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.689038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.689739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.690333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:17.692696 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c3fc269c-90d1-47b2-a67c-17bb99384d70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1892188 Dec 15 22:03:17.695545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43416) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:17.730248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Pushing event updated for resources: {'Port': ['ID=3ff7acd3-8704-4c2e-849d-4529153b72f5,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:17.735035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:17.919171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Provisioning complete for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:17.919839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:17.942246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-911517e7-7816-4b85-ae0c-eca9ee832054 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2444115 Dec 15 22:03:18.153769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:16Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:18.161874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Checking router: c16f7c04-590b-4cb2-9a57-84b85a92ed88 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:18.162238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Updating router c16f7c04-590b-4cb2-9a57-84b85a92ed88 port bfac0f67-7d4c-46db-9da5-2dc20e764a87 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:03:18.221134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Provisioning for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:18.227350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.240854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Provisioning complete for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:18.241232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.256862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43422) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:18.263370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-117735556', 'description': 'tempest-secgroup-smoke-117735556 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:18.271026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:18.277086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:18.281400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:18.288527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:18.305072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.332062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:18.337323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:18.340794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:18.347253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:18.420185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ee181605-4aff-4cc8-a228-cdacd6f52f40 None None] Port bfac0f67-7d4c-46db-9da5-2dc20e764a87 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:03:18.429273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.434693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.450496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1f8da664-e909-4b30-b700-eccd0c126a01 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:18.470018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.484001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8bc0d3-b74e-4484-a25d-d8a16b810372,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:18.486951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:18.505285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.507177 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dbc3cca2-c3c5-49fa-8557-161ef828602b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2493258 Dec 15 22:03:18.510947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:18.514853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3ff7acd3-8704-4c2e-849d-4529153b72f5 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:18.517865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:18.524340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:18.528587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:18.531697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:18.537737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:18.558560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.628465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.633196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.641755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-21b97289-dce0-4483-a1ac-5e7722790bed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:18.662029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cf0da9-5e9b-441d-ae3c-3e5362076762,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:18.666136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:18.668454 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5049300f-76b3-4a8c-ba4d-bd708fb1935f None None] Provisioning complete for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:18.668836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5049300f-76b3-4a8c-ba4d-bd708fb1935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.673252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.675923 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624732 Dec 15 22:03:18.677538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43430) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:18.683624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:18.692172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:18.695591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:18.698906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:18.709079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:18.735512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.777056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5049300f-76b3-4a8c-ba4d-bd708fb1935f None None] Port bfac0f67-7d4c-46db-9da5-2dc20e764a87 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:03:18.781235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:18.781615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.824220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.828767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.831146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9bdb15b9-a208-4124-88ea-2a1df45f88ce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:18.854521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8727cf1a-3d2b-4781-a09b-6fc0fb72e209,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:18.862230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:18.867902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.870018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1911683 Dec 15 22:03:18.872790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43436) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:18.878783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:18.884164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:18.888584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:18.891599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:18.897749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:18.917531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.943508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.977422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Transition to ACTIVE for port object bfac0f67-7d4c-46db-9da5-2dc20e764a87 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:18.989659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:18.994792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-fa04227a-6e82-43f4-a1b6-a928517225a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.001858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.007568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.009083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e67ef88e-8f05-450f-9e0d-964b409287d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.036426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c7b2a3-30ab-4cc4-9936-f15160bbd177,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.039294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.043291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.044491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4019edf6-629c-42e2-bd5e-4dbc2cf684a8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1706507 Dec 15 22:03:19.047417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43440) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:19.056431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:19.064385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:19.069315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:19.073223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:19.079686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:19.099313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.125480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Pushing event updated for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.152795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.200287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.205458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.207718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c10bf4d9-b9ca-454f-8416-7f117aa2ea30 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.222382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Attempting to bind port bfac0f67-7d4c-46db-9da5-2dc20e764a87 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:03:19.222893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Attempting to bind port bfac0f67-7d4c-46db-9da5-2dc20e764a87 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:03:19.223595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Attempting to bind port bfac0f67-7d4c-46db-9da5-2dc20e764a87 on network 7b839d47-87e3-4db7-8422-3aa05f9a74fa {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:03:19.230341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:03:19.230885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Checking segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:03:19.231436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.231967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Bound using segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:03:19.232572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Bound port: bfac0f67-7d4c-46db-9da5-2dc20e764a87, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:03:19.233017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.235933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8724a1a9-99df-4f08-8e41-7740cf91885d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.238671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.247268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.248627 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2000237 Dec 15 22:03:19.251318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43444) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:19.257376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:19.263641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:19.274992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:19.274992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:19.277391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:19.292382 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:03:19.302225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.339297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] For port bfac0f67-7d4c-46db-9da5-2dc20e764a87, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:03:19.342964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] For port bfac0f67-7d4c-46db-9da5-2dc20e764a87, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bfac0f67-7d4c-46db-9da5-2dc20e764a87,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:03:19.348614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.354332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.381400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.385679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.392157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2ef2c859-823f-4874-918f-4eed0c92e3b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.412610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb54ad39-7d58-4c23-a1ac-724cd4e8b1ce,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.415005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.423095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.427490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751304 Dec 15 22:03:19.427778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43448) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:19.436638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': 'ce8bc0d3-b74e-4484-a25d-d8a16b810372', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:19.444632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:19.449812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:19.454877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:19.460816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:19.461126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:19.461578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:19.474567 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:03:19.482935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.548744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Pushing event updated for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.572080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.596481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.604078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.612083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a769e1a2-259e-4e78-9e4c-d17051c6b707 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:19.632748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e3f453-9d4a-46b8-bfc6-aa4b0afa1717,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:19.636220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:19.653833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:19.656259 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2261682 Dec 15 22:03:19.719000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:19.838700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-6b9c0ff7-c038-44d9-8174-e0ba09ce6a26 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:19.856480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-6b9c0ff7-c038-44d9-8174-e0ba09ce6a26 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:19.858139 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-6b9c0ff7-c038-44d9-8174-e0ba09ce6a26 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-117735556&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0644808 Dec 15 22:03:20.122798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:19Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:20.127178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141a850f-54f2-4388-9778-070adbe8b9d9 None None] The sync data for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv is: [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:19Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:20.225472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-3334a9fe-0931-4c93-a55e-60c1f95e4c95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:20.226946 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-3334a9fe-0931-4c93-a55e-60c1f95e4c95 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 797 time: 0.3617005 Dec 15 22:03:20.253642 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-fbd89464-d9ba-4630-9979-74adb95c3578 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0103931 Dec 15 22:03:20.344562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-3f01c3d9-5df8-4f0a-9085-81f5b0cfee7b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:20.361211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-3f01c3d9-5df8-4f0a-9085-81f5b0cfee7b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:20.362609 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-3f01c3d9-5df8-4f0a-9085-81f5b0cfee7b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031141 Dec 15 22:03:20.520156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bfac0f67-7d4c-46db-9da5-2dc20e764a87 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:20.542556 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-9cc04926-8625-41ea-adc6-f28b9e563b66 service neutron] 10.222.0.18 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676683 Dec 15 22:03:20.623192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:20.629873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:20.630258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:20.698556 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-29649aa4-be5e-4c97-a74c-a79cbaf4602e service neutron] 10.222.0.18 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549025 Dec 15 22:03:20.763810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:20.805578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port bfac0f67-7d4c-46db-9da5-2dc20e764a87, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bfac0f67-7d4c-46db-9da5-2dc20e764a87,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:20.810516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:20.818535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:20.908865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:20.912787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:20.941062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9f7ca11e-c0ca-435d-8866-b4a18f481b19 req-c38b6efa-2b51-4dbb-b2ee-b5183d490c50 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:20.954423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9f7ca11e-c0ca-435d-8866-b4a18f481b19 req-c38b6efa-2b51-4dbb-b2ee-b5183d490c50 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:20.955532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f7ca11e-c0ca-435d-8866-b4a18f481b19 req-c38b6efa-2b51-4dbb-b2ee-b5183d490c50 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 210 time: 0.0723231 Dec 15 22:03:21.760478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.048093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-e6675ffa-5adc-44e2-99b5-b13889d4eb44 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:22.049043 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-e6675ffa-5adc-44e2-99b5-b13889d4eb44 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 797 time: 0.1571591 Dec 15 22:03:22.114194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:22.134972 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2e637818-4aac-4d56-b30c-776efc294de9 req-671e98c9-a302-4885-8c6d-4147011497a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 210 time: 0.0566080 Dec 15 22:03:22.149970 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-c65ff562-3e95-4c76-b0c2-9939b5560a4d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 379 time: 0.0899413 Dec 15 22:03:22.158293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['ce8bc0d3-b74e-4484-a25d-d8a16b810372']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:22.289676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:22.299563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:22.309262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:03:22.313370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.318534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port 537ce7d4-1b06-4d43-954b-ddce8c966f81 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:22.318881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.473366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bfac0f67-7d4c-46db-9da5-2dc20e764a87 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:22.486555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.5 (7b839d47-87e3-4db7-8422-3aa05f9a74fa/90a1daef-2be7-43c6-a2ce-120e4bf8be83/9312c087-7c32-41c2-8f26-ca83c44fece2) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:03:22.503781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.504139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.588935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:22.589308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.650034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for 537ce7d4-1b06-4d43-954b-ddce8c966f81 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:22.706551 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.723968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 9312c087-7c32-41c2-8f26-ca83c44fece2 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:22.747643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.753251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-971a501d-bde9-478b-9ce7-12fe67997d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:22.802459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.806912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-df684567-1abc-40c0-a479-03dd8a200cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:22.823710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:22.826932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:22.831023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:03:22.851285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=537ce7d4-1b06-4d43-954b-ddce8c966f81,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:22.865092 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:22.874455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:22.897681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:22.898320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.924336 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697949 Dec 15 22:03:22.928073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.928653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.928834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.929203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.929562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.929926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.930287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.931238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.931645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.932030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.932386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.932743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:03:22.940756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Request body: {'port': {'device_id': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:22.941835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:22.959974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:22.960368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Floating IP 05d18b93-50cc-4daf-bee9-ac70fc600dba disassociated (deleted). External IP: 172.26.6.82, port: 877e6d37-11a4-4d73-a993-4d52c6f3a85e. Dec 15 22:03:23.056455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.086443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-230250dd-afdf-4f4f-a080-0e3bf4ab225d None None] Provisioning for port 9312c087-7c32-41c2-8f26-ca83c44fece2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:23.091224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-230250dd-afdf-4f4f-a080-0e3bf4ab225d None None] Provisioning complete for port 9312c087-7c32-41c2-8f26-ca83c44fece2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:23.091744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-230250dd-afdf-4f4f-a080-0e3bf4ab225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.144906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-230250dd-afdf-4f4f-a080-0e3bf4ab225d None None] Port 9312c087-7c32-41c2-8f26-ca83c44fece2 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:03:23.424719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9312c087-7c32-41c2-8f26-ca83c44fece2 {{(pid=87553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:03:23.432089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.446770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Transition to ACTIVE for port object 9312c087-7c32-41c2-8f26-ca83c44fece2 will not be triggered until provisioned by entity L2. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:03:23.450563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.455608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ac3acffc-fbd6-4e16-9b9e-93f652948f6d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:23.500952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b983f1-ac14-469f-92e3-5d4d7fac299c req-980258ab-746c-4ee7-b0dd-9ab595e7cb48 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:23.502328 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5b983f1-ac14-469f-92e3-5d4d7fac299c req-980258ab-746c-4ee7-b0dd-9ab595e7cb48 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 931 time: 0.1870959 Dec 15 22:03:23.507105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:23.651821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5b983f1-ac14-469f-92e3-5d4d7fac299c req-87cdfd50-a549-423b-9564-000bc0c6020c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418138 Dec 15 22:03:23.723673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:23.726537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:23.776215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:23.788733 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:23.796811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.802391 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:23.803020 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:23.837616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Attempting to bind port 9312c087-7c32-41c2-8f26-ca83c44fece2 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:03:23.838060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Attempting to bind port 9312c087-7c32-41c2-8f26-ca83c44fece2 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:03:23.838458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Attempting to bind port 9312c087-7c32-41c2-8f26-ca83c44fece2 on network 7b839d47-87e3-4db7-8422-3aa05f9a74fa {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:03:23.843266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Port 9312c087-7c32-41c2-8f26-ca83c44fece2 on network 7b839d47-87e3-4db7-8422-3aa05f9a74fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:03:23.843589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Attempting to bind port 9312c087-7c32-41c2-8f26-ca83c44fece2 on network 7b839d47-87e3-4db7-8422-3aa05f9a74fa {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:03:23.848885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:03:23.849222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Checking segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:03:23.849607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Bound using segment: {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'} {{(pid=87553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:03:23.850031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.managers [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Bound port: 9312c087-7c32-41c2-8f26-ca83c44fece2, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a176ee4-85af-44c5-95bf-fdf275ffa853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa'}}] {{(pid=87553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:03:23.850382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.858368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "DELETE /v2.0/floatingips/05d18b93-50cc-4daf-bee9-ac70fc600dba HTTP/1.1" status: 204 len: 168 time: 1.7429752 Dec 15 22:03:23.859529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:23.932974 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'status': 'completed', 'code': 200} Dec 15 22:03:23.964030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, cleared binding levels {{(pid=87553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:03:23.968976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9312c087-7c32-41c2-8f26-ca83c44fece2,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:03:23.975163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:23.986758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:24.010829 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:24.032067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.033123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:24.034906 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-23947587-347d-40eb-9884-91d124b56d84 service neutron] 10.222.0.32 "PUT /v2.0/ports/9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 1093 time: 1.1022727 Dec 15 22:03:24.044335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:24.045434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-9f814421-226e-4a83-8b1d-1af1e7238f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.047397 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-9f814421-226e-4a83-8b1d-1af1e7238f8d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=705479c131c344aea5ff756d86acf75d&device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 1099 time: 0.0910132 Dec 15 22:03:24.185079 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'status': 'completed', 'code': 200} Dec 15 22:03:24.231644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Pushing event updated for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=3']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:24.240900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:24.263016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-990a6ecc-fc9e-42a7-b1d2-0ae7bb3dfa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.266715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-990a6ecc-fc9e-42a7-b1d2-0ae7bb3dfa68 service neutron] 10.222.0.32 "GET /v2.0/networks?id=42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 200 len: 912 time: 0.2109993 Dec 15 22:03:24.271509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-51b638be-c63b-4bb1-bfdd-064fd4e73d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.273022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-51b638be-c63b-4bb1-bfdd-064fd4e73d13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1096 time: 0.1883113 Dec 15 22:03:24.347723 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-db3434da-b474-442b-94c6-67e99182f1d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 217 time: 0.0659695 Dec 15 22:03:24.393451 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-2ae7ca9a-67ba-4269-96cf-768853a2b70a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 200 len: 217 time: 0.0822895 Dec 15 22:03:24.412056 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:24.419122 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:24.431220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-2d491094-16b7-4941-8a84-83c9bd2d3582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.432839 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-2d491094-16b7-4941-8a84-83c9bd2d3582 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0777299 Dec 15 22:03:24.433310 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:24.434064 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:24.469847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490cc00-aec6-435a-84ee-ebf13ec91b6f req-f1925361-fbc2-4db3-a95f-194a0d01f4a4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.470543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6490cc00-aec6-435a-84ee-ebf13ec91b6f req-f1925361-fbc2-4db3-a95f-194a0d01f4a4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:24.482496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-66583ed3-01c0-410a-9c72-b5d9f20637d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.484018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-66583ed3-01c0-410a-9c72-b5d9f20637d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 200 len: 850 time: 0.0819092 Dec 15 22:03:24.524199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-6a1b3714-abdd-4705-82ec-bbe6cd912a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.525943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-6a1b3714-abdd-4705-82ec-bbe6cd912a57 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867231 Dec 15 22:03:24.546959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6490cc00-aec6-435a-84ee-ebf13ec91b6f req-f1925361-fbc2-4db3-a95f-194a0d01f4a4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:24.548132 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6490cc00-aec6-435a-84ee-ebf13ec91b6f req-f1925361-fbc2-4db3-a95f-194a0d01f4a4 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.2752249 Dec 15 22:03:24.614123 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6490cc00-aec6-435a-84ee-ebf13ec91b6f req-e3c6a831-a42f-4614-bfd2-c889351fcf16 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602944 Dec 15 22:03:24.635945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-b6704102-d207-4d39-bccf-49663544dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.635945 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-b6704102-d207-4d39-bccf-49663544dd98 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=42deb7d2-06b7-4951-98d6-e5c8b12da1df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1395009 Dec 15 22:03:24.648728 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:24.672141 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-b3ae0ad6-ea27-4fdd-8ae2-2351af93adb7 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355984 Dec 15 22:03:24.776198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-7c8957a0-4494-4872-b2bb-08c19f61efc6 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371834 Dec 15 22:03:24.873844 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e41efa27-4d06-4bee-bff8-92839fc0624b req-1c3c4289-47dd-4122-985a-a2f94c59c0e5 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946640 Dec 15 22:03:24.898171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b39fa0-31ed-4361-9d66-864674c1852f req-8e9cfc8f-874f-4eda-82aa-dde59eb44b0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:24.900144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4b39fa0-31ed-4361-9d66-864674c1852f req-8e9cfc8f-874f-4eda-82aa-dde59eb44b0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:24.920019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c4b39fa0-31ed-4361-9d66-864674c1852f req-8e9cfc8f-874f-4eda-82aa-dde59eb44b0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:24.921620 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4b39fa0-31ed-4361-9d66-864674c1852f req-8e9cfc8f-874f-4eda-82aa-dde59eb44b0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 943 time: 0.1481171 Dec 15 22:03:24.934547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d050c7c5-f760-4a9c-bed2-cbdeb082cc99 req-b82631a9-8a0b-4fa7-ac09-945d50d9a625 service neutron] 10.222.0.32 "GET /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510799 Dec 15 22:03:25.018017 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:25.018769 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c4b39fa0-31ed-4361-9d66-864674c1852f req-68703bf5-f852-4040-a3d0-e8fe944b3c6f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904918 Dec 15 22:03:25.021988 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014d8c2a-02e7-4d88-86c9-bb2a36f6cf1c None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T21:55:31Z', 'revision_number': 4, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'b3175ae4-3f09-4853-89d9-bce21e89d15b', 'name': '', 'network_id': '42deb7d2-06b7-4951-98d6-e5c8b12da1df', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'mac_address': 'fa:16:3e:a3:34:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:28Z', 'updated_at': '2021-12-15T21:55:45Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'subnets': [{'id': 'a618f3f2-ba15-4b50-9ffa-ee30f5ee546a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:25.042022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-0b01a434-2d34-4b0d-8532-37393f062bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:25.042022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-0b01a434-2d34-4b0d-8532-37393f062bbf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1096 time: 0.1114042 Dec 15 22:03:25.180701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-7de072ce-50aa-4ef0-a309-ada8df291d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:25.182140 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-7de072ce-50aa-4ef0-a309-ada8df291d45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 898 time: 0.1360655 Dec 15 22:03:25.252378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8acfd2b-fba1-4aab-85e8-e78590ab7842 None None] New status for floating IP 05d18b93-50cc-4daf-bee9-ac70fc600dba: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:03:25.255250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-c8ca4587-ccc3-473a-bf31-e440435bba80 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 217 time: 0.0627425 Dec 15 22:03:25.323639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-173da4e6-1f56-4707-b71e-6e1ebe3bbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:25.325106 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-173da4e6-1f56-4707-b71e-6e1ebe3bbac9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0618737 Dec 15 22:03:25.401060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-363d2e55-8759-41fe-aaaa-7e091c821416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:25.402531 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-363d2e55-8759-41fe-aaaa-7e091c821416 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700898 Dec 15 22:03:25.534344 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-44acdda9-87c2-4a50-b75f-e43b5ba34b41 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243522 Dec 15 22:03:25.713214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-0c02e883-eb40-42a2-9d5f-06b4fb9ffe28 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:25.714794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-0c02e883-eb40-42a2-9d5f-06b4fb9ffe28 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.0858135 Dec 15 22:03:25.792025 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dbf67ca0-58a0-4a17-a5dd-5cf89e9cf36c req-f1efe464-b4db-418d-913a-8d5f67ab6020 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482867 Dec 15 22:03:25.943970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port 877e6d37-11a4-4d73-a993-4d52c6f3a85e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:25.944227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:26.060865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c75da-b03e-4675-8940-53cfaeebec78 req-4ae4e3b9-7927-4a84-b753-ee67663bbcbf tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:26.062310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb9c75da-b03e-4675-8940-53cfaeebec78 req-4ae4e3b9-7927-4a84-b753-ee67663bbcbf tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 946 time: 0.3405948 Dec 15 22:03:26.196931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bb9c75da-b03e-4675-8940-53cfaeebec78 req-66b65fee-8261-490e-b0bd-b525eb408883 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/security-groups?id=2788c9f6-442e-4839-b468-5b09b2ce8e47&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280687 Dec 15 22:03:26.212786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8388c3-862a-421f-90cd-794ef47c78cd req-5cf49656-1b64-4db8-ac76-f24337a52ff3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:26.214309 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0c8388c3-862a-421f-90cd-794ef47c78cd req-5cf49656-1b64-4db8-ac76-f24337a52ff3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 943 time: 0.0896807 Dec 15 22:03:26.248153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] For port 877e6d37-11a4-4d73-a993-4d52c6f3a85e, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=877e6d37-11a4-4d73-a993-4d52c6f3a85e,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:26.248506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:26.257012 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0c8388c3-862a-421f-90cd-794ef47c78cd req-d7205812-9553-4208-b5e3-19435d5adab6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Dec 15 22:03:26.370197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for 877e6d37-11a4-4d73-a993-4d52c6f3a85e owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:26.512884 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:26.519358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-07c6e29b-bece-420f-9ce4-d8898bf78e81 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:26.564515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=877e6d37-11a4-4d73-a993-4d52c6f3a85e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:26.566933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:26.642967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] No DVR routers for this DVR port 877e6d37-11a4-4d73-a993-4d52c6f3a85e on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:26.645234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:26.647787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'name': 'network-vif-deleted', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:26.662780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d520af1b-2c6f-4273-bb58-62d360deadd3 req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.32 "DELETE /v2.0/ports/877e6d37-11a4-4d73-a993-4d52c6f3a85e HTTP/1.1" status: 204 len: 173 time: 0.9419210 Dec 15 22:03:26.705261 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72399286-f54f-44ea-ad6b-e45fa79afe14', 'name': 'network-vif-deleted', 'tag': '877e6d37-11a4-4d73-a993-4d52c6f3a85e', 'status': 'completed', 'code': 200} Dec 15 22:03:27.084152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9312c087-7c32-41c2-8f26-ca83c44fece2 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:03:27.226348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9312c087-7c32-41c2-8f26-ca83c44fece2,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:27.240667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'port_id': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'mac_address': 'fa:16:3e:47:35:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:03:27.298164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:27.315894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9312c087-7c32-41c2-8f26-ca83c44fece2 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:03:27.331952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9312c087-7c32-41c2-8f26-ca83c44fece2,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:27.336162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:27.338341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:27.349555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9bd973d7-7f7e-4c23-aa6d-1c1c47dbd5a0 req-76ea0b40-c2ac-4c21-8f71-15baf69811e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Synchronizing usage tracker for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:03:27.367221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-9bd973d7-7f7e-4c23-aa6d-1c1c47dbd5a0 req-76ea0b40-c2ac-4c21-8f71-15baf69811e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Unset dirty status for tenant:705479c131c344aea5ff756d86acf75d on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:03:27.368879 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9bd973d7-7f7e-4c23-aa6d-1c1c47dbd5a0 req-76ea0b40-c2ac-4c21-8f71-15baf69811e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "GET /v2.0/ports?device_id=72399286-f54f-44ea-ad6b-e45fa79afe14 HTTP/1.1" status: 200 len: 210 time: 0.0611551 Dec 15 22:03:27.410968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:27.413956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:27.458970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7eef9-c863-4bea-b0be-ee5b90c8e4d9 req-e9650344-911f-4c40-b1aa-ddb2c319def2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:27.460447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ef7eef9-c863-4bea-b0be-ee5b90c8e4d9 req-e9650344-911f-4c40-b1aa-ddb2c319def2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 944 time: 0.0825562 Dec 15 22:03:27.507945 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7ef7eef9-c863-4bea-b0be-ee5b90c8e4d9 req-59c0b523-3551-4a4d-ba5e-0166ee204884 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412264 Dec 15 22:03:27.547052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['9312c087-7c32-41c2-8f26-ca83c44fece2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:03:28.459452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43520) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:28.617682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Deleting port aa7583e3-222c-4e95-acee-f245158a8c47 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:28.618041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:28.837902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58e6a-6f60-4791-842f-ca8d19a0b3fa req-0ba7ba68-3b04-466a-8083-9f4c050d0a2e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:28.839373 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-faa58e6a-6f60-4791-842f-ca8d19a0b3fa req-0ba7ba68-3b04-466a-8083-9f4c050d0a2e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 944 time: 0.2239852 Dec 15 22:03:28.871673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:28.872021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.003353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Calling delete_port for aa7583e3-222c-4e95-acee-f245158a8c47 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:29.099973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9312c087-7c32-41c2-8f26-ca83c44fece2 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:03:29.167421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 9312c087-7c32-41c2-8f26-ca83c44fece2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:03:29.168080 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-faa58e6a-6f60-4791-842f-ca8d19a0b3fa req-0c005d78-d1ff-46f0-a655-fc19cf82b728 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184042 Dec 15 22:03:29.177206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 9312c087-7c32-41c2-8f26-ca83c44fece2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:03:29.177595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.268504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.272999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:29.302452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.319419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'Port': ['ID=aa7583e3-222c-4e95-acee-f245158a8c47,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:29.329541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:29.339539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9312c087-7c32-41c2-8f26-ca83c44fece2,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:29.344073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.344693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:29.345785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 877e6d37-11a4-4d73-a993-4d52c6f3a85e no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:29.379052 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'code': 200} Dec 15 22:03:29.379609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-a3ec97fb-a4e0-4493-b1a1-c51d1b0ec797 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:29.408473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.429822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:29.430985 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "DELETE /v2.0/floatingips/e864a111-c742-440b-bf80-dc8b729aa80f HTTP/1.1" status: 204 len: 168 time: 0.9705031 Dec 15 22:03:29.434969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 877e6d37-11a4-4d73-a993-4d52c6f3a85e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:29.435327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 877e6d37-11a4-4d73-a993-4d52c6f3a85e not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:29.465301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:29.468371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:29.635695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a3934-11fa-4451-864a-f54324d79adf req-bc6c6a72-4d33-4370-892f-228758f23744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:29.637109 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-091a3934-11fa-4451-864a-f54324d79adf req-bc6c6a72-4d33-4370-892f-228758f23744 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1098 time: 0.0757742 Dec 15 22:03:29.683901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-091a3934-11fa-4451-864a-f54324d79adf req-ca491cf5-3a07-4d3b-ae38-3983bd231fdf service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 Dec 15 22:03:30.358950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04910d-c23d-46e3-b9df-ee4507ae2dbd req-17e36ac1-12e2-445e-8b32-8d36c291fe03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:30.360407 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af04910d-c23d-46e3-b9df-ee4507ae2dbd req-17e36ac1-12e2-445e-8b32-8d36c291fe03 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.0800214 Dec 15 22:03:30.404186 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af04910d-c23d-46e3-b9df-ee4507ae2dbd req-24431dd7-c97a-44ea-88e0-b89b76612cf9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380638 Dec 15 22:03:31.596582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7eb62b-fabe-49db-bd23-ad615a546f04 req-96ff98b8-ae00-494b-9ba8-3f86848e7c8a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:31.598043 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7b7eb62b-fabe-49db-bd23-ad615a546f04 req-96ff98b8-ae00-494b-9ba8-3f86848e7c8a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.0852854 Dec 15 22:03:31.646003 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7b7eb62b-fabe-49db-bd23-ad615a546f04 req-7e582218-3fcd-43da-bfd1-44b1edd3744c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423503 Dec 15 22:03:31.838470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c18fd-7d8a-401a-b38e-55b686349e84 req-ad6f1ae9-d050-49da-927a-6f68b4d09726 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:31.840044 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d68c18fd-7d8a-401a-b38e-55b686349e84 req-ad6f1ae9-d050-49da-927a-6f68b4d09726 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.0840859 Dec 15 22:03:31.884924 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d68c18fd-7d8a-401a-b38e-55b686349e84 req-7a8254ed-8af8-44eb-a4eb-35812aa3d3d6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 Dec 15 22:03:31.908768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43546) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:31.920099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43550) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:31.979336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ccbef-78c7-4009-9984-bd4e9c32d4cc tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:31.982774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-375ccbef-78c7-4009-9984-bd4e9c32d4cc tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1093 time: 0.0707967 Dec 15 22:03:31.983723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:31.989354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:03:31.992031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:31.996070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:03:31.999904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:03:32.002823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:03:32.008742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:03:32.020031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.025552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.099701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.104890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c4b4b12f-1ac7-482c-8c75-d4d86e1e7575 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:32.119463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2788c9f6-442e-4839-b468-5b09b2ce8e47,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:32.123906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:32.134167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.138147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] 10.222.0.18 "DELETE /v2.0/security-groups/2788c9f6-442e-4839-b468-5b09b2ce8e47 HTTP/1.1" status: 204 len: 168 time: 0.2143652 Dec 15 22:03:32.176932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.194813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43560) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:32.323265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.110 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/4f37c865-d96f-4c8f-b42d-19d88177a678) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:03:32.476133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.510598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.515315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7dd4911b-e3c3-49b4-a785-9ea0c52e10e7 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:32.579660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:03:32.582257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:03:32.586063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:03:32.620034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4f37c865-d96f-4c8f-b42d-19d88177a678,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:32.628146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:32.877910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:32.999184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.072488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.347779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Deleting port b3175ae4-3f09-4853-89d9-bce21e89d15b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:33.348139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.405380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.410518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.415597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-126f8791-6e95-47a6-988a-aac1d467d587 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:33.520612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] For port b3175ae4-3f09-4853-89d9-bce21e89d15b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b3175ae4-3f09-4853-89d9-bce21e89d15b,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:33.520960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.521521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4f37c865-d96f-4c8f-b42d-19d88177a678,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:33.526011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:33.532700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.646481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Calling delete_port for b3175ae4-3f09-4853-89d9-bce21e89d15b owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:33.709291 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e associated. External IP: 172.26.6.110, port: 9312c087-7c32-41c2-8f26-ca83c44fece2. Dec 15 22:03:33.954877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:33.959471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-71088859-1a44-4e9e-bec5-17b8eff1a81e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:34.004943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3175ae4-3f09-4853-89d9-bce21e89d15b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:34.036558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:34.060780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router c16f7c04-590b-4cb2-9a57-84b85a92ed88 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:34.242487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:34.252663 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Sync routers for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:34.263261 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:34.263866 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:34.267997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:34.276360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:34.325909 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3411236 Dec 15 22:03:34.326566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:03:34.331193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:34.401634 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'status': 'completed', 'code': 200} Dec 15 22:03:34.443700 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:34.455682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f72018b0-b859-4e99-bf93-4bb073b5ca14 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e HTTP/1.1" status: 200 len: 991 time: 0.1223645 Dec 15 22:03:34.730574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187a9b-7c93-4769-a178-524527d2e57b req-d789149a-acff-42e7-995a-91fbfccd380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:34.732052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-d789149a-acff-42e7-995a-91fbfccd380b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1098 time: 0.2828565 Dec 15 22:03:34.791371 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'port_id': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'mac_address': 'fa:16:3e:47:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:03:32Z', 'updated_at': '2021-12-15T22:03:32Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:34.795197 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Checking router: c16f7c04-590b-4cb2-9a57-84b85a92ed88 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:34.803238 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:34.803830 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:34.930697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Router b2a67c81-f017-4cb6-8502-a2e6bbd5097f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:34.954171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187a9b-7c93-4769-a178-524527d2e57b req-cf1db0c3-65d2-4e57-a3d0-95632c29af4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:34.955612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-cf1db0c3-65d2-4e57-a3d0-95632c29af4e service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 898 time: 0.2167811 Dec 15 22:03:34.976686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:35.198711 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-ec42162b-73a2-4042-9821-96d373f00775 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 999 time: 0.1890030 Dec 15 22:03:35.265858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:35.275145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Sync routers for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:35.283985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187a9b-7c93-4769-a178-524527d2e57b req-3328fe8a-60ce-437f-8170-0bc00398fc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:35.285102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:35.285444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-3328fe8a-60ce-437f-8170-0bc00398fc9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0820298 Dec 15 22:03:35.285933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:35.288150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] 10.222.0.18 "PUT /v2.0/routers/b2a67c81-f017-4cb6-8502-a2e6bbd5097f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0910962 Dec 15 22:03:35.290729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:35.320978 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'port_id': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'mac_address': 'fa:16:3e:47:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:03:32Z', 'updated_at': '2021-12-15T22:03:32Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:35.325574 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484b266-ada7-491b-afed-d38004e6d607 None None] The sync data for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv is: [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'port_id': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'mac_address': 'fa:16:3e:47:35:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:03:32Z', 'updated_at': '2021-12-15T22:03:32Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:35.458351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43576) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:35.471301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:35.528952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187a9b-7c93-4769-a178-524527d2e57b req-b5689a53-9a11-4754-8194-578e2f13cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:03:35.530450 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-b5689a53-9a11-4754-8194-578e2f13cdfb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2373714 Dec 15 22:03:35.532153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:35.591229 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e59aa57-4976-448d-9800-0b65b8119621 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e HTTP/1.1" status: 200 len: 991 time: 0.1300988 Dec 15 22:03:35.595373 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c65ca33-32b7-42b2-a58b-d9d7df1a4b79 None None] New status for floating IP 6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:03:35.834317 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-ef74b802-b7c5-42ef-85aa-6e0dc8ce5519 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434316 Dec 15 22:03:35.835691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:35.851042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155'}], 'enable_snat': True}, 'gw_port_id': '50909394-dba1-49f7-836e-100af2b9b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T22:03:33Z', 'revision_number': 5, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port': {'id': '50909394-dba1-49f7-836e-100af2b9b931', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e7:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:19Z', 'updated_at': '2021-12-15T21:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:35.855230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Checking router: b2a67c81-f017-4cb6-8502-a2e6bbd5097f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:35.863676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Deleting port 50909394-dba1-49f7-836e-100af2b9b931 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:35.864053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:35.864160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Routers {'b2a67c81-f017-4cb6-8502-a2e6bbd5097f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:35.864820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:36.031839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] Set router b2a67c81-f017-4cb6-8502-a2e6bbd5097f gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:36.134561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T22:03:35Z', 'revision_number': 6, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:36.138359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02283322-88db-4cb7-9583-e94add071ac5 None None] The sync data for ids ['b2a67c81-f017-4cb6-8502-a2e6bbd5097f'] in dv-neutron-820612-1-hyperv is: [{'id': 'b2a67c81-f017-4cb6-8502-a2e6bbd5097f', 'name': 'tempest-TestVolumeBootPattern-733828865-router', 'tenant_id': '705479c131c344aea5ff756d86acf75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:18Z', 'updated_at': '2021-12-15T22:03:35Z', 'revision_number': 6, 'project_id': '705479c131c344aea5ff756d86acf75d', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:36.252867 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-97187a9b-7c93-4769-a178-524527d2e57b req-5dccea59-e548-4b0e-883f-361e5303ced3 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112043 Dec 15 22:03:36.276423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] For port 50909394-dba1-49f7-836e-100af2b9b931, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=50909394-dba1-49f7-836e-100af2b9b931,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:36.276791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.408865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Calling delete_port for 50909394-dba1-49f7-836e-100af2b9b931 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:36.476426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b3175ae4-3f09-4853-89d9-bce21e89d15b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:36.515266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b3175ae4-3f09-4853-89d9-bce21e89d15b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:36.516581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b3175ae4-3f09-4853-89d9-bce21e89d15b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:36.593519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43580) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:36.594437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.599029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:36.643652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Pushing event deleted for resources: {'Port': ['ID=50909394-dba1-49f7-836e-100af2b9b931,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:36.678165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:36.702172 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-43e766fe-e510-417d-9f0f-e59c6ee85f57 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e HTTP/1.1" status: 200 len: 993 time: 0.1071820 Dec 15 22:03:36.737490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.909170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.911660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.934373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.934874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2a67c81-f017-4cb6-8502-a2e6bbd5097f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:03:36.946804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:36.947921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b2a67c81-f017-4cb6-8502-a2e6bbd5097f HTTP/1.1" status: 204 len: 168 time: 1.6562803 Dec 15 22:03:36.950576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:37.010312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Deleting subnet a618f3f2-ba15-4b50-9ffa-ee30f5ee546a {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:03:37.013423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.064900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.142356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.212492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.217047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c493ca1b-4ed1-4991-8295-8788627e87d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:37.255050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a618f3f2-ba15-4b50-9ffa-ee30f5ee546a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:37.257081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.259570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:37.263352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6275c32-f332-4ab5-b69d-706eb39aff6f None None] Network 42deb7d2-06b7-4951-98d6-e5c8b12da1df requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:03:37.263858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-aeaae8b7-d435-414b-9954-7000e3ef943f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a618f3f2-ba15-4b50-9ffa-ee30f5ee546a HTTP/1.1" status: 204 len: 168 time: 0.3122091 Dec 15 22:03:37.266247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43588) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:37.369704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.380041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Deleting port ff2bf250-00c3-486b-a9a1-241fa431f0d4 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:37.380363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.513197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] DHCP port deletion for 42deb7d2-06b7-4951-98d6-e5c8b12da1df request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:03:37.518127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Deleting port ff2bf250-00c3-486b-a9a1-241fa431f0d4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:37.518619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.697493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] For port ff2bf250-00c3-486b-a9a1-241fa431f0d4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ff2bf250-00c3-486b-a9a1-241fa431f0d4,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:37.697843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.732956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] For port ff2bf250-00c3-486b-a9a1-241fa431f0d4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ff2bf250-00c3-486b-a9a1-241fa431f0d4,segment=NetworkSegment(4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8),segment_id=4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:37.733256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.819818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Calling delete_port for ff2bf250-00c3-486b-a9a1-241fa431f0d4 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:37.851083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Calling delete_port for ff2bf250-00c3-486b-a9a1-241fa431f0d4 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:37.894679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:37.899652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f45ab312-8b8b-41cf-bdfb-ddda1853b82e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:37.921308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:03:37.921674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:03:37.949949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff2bf250-00c3-486b-a9a1-241fa431f0d4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:37.952363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:37.954731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] No DVR routers for this DVR port ff2bf250-00c3-486b-a9a1-241fa431f0d4 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:38.068896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.092665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42deb7d2-06b7-4951-98d6-e5c8b12da1df']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:38.104800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:38.105091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce36f4b-4634-4bc2-a1fd-32d1d6905ca8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:38.116127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.131953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.137875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:03:38.138249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:03:38.151127 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:03:38.231132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.235456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.237897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-519f7837-115e-416a-82b6-611d25220672 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:38.259580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42deb7d2-06b7-4951-98d6-e5c8b12da1df,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:38.263249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:38.274736 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/42deb7d2-06b7-4951-98d6-e5c8b12da1df HTTP/1.1" status: 204 len: 168 time: 1.0070803 Dec 15 22:03:38.277115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:38.422724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Deleting port ff2bf250-00c3-486b-a9a1-241fa431f0d4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:38.423399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:38.486111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50909394-dba1-49f7-836e-100af2b9b931 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:38.521916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 50909394-dba1-49f7-836e-100af2b9b931 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:38.522576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 50909394-dba1-49f7-836e-100af2b9b931 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:38.522671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ff2bf250-00c3-486b-a9a1-241fa431f0d4 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:38.594040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f17b3573-84ef-4e96-b2b2-ce39478bbb04 None None] The port 'ff2bf250-00c3-486b-a9a1-241fa431f0d4' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:03:38.599568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ff2bf250-00c3-486b-a9a1-241fa431f0d4 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:38.599934 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ff2bf250-00c3-486b-a9a1-241fa431f0d4 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:38.812451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:39.266692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Deleting port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:39.267415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:39.433539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] For port d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:39.433913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:39.557983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Calling delete_port for d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:39.731702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:39.736053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c73e3fa0-efc3-4e31-a5be-d96d1f6e28dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:39.779600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:39.806394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:39.940272 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:03:40.042177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:40.391152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Router 1ea108c2-d339-48f4-b151-5511166ddaa3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:03:40.688015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:03:40.697553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Sync routers for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:03:40.705482 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] 10.222.0.18 "PUT /v2.0/routers/1ea108c2-d339-48f4-b151-5511166ddaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4272010 Dec 15 22:03:40.707568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:40.707836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43598) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:40.708444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:40.883080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:40.884834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.055185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.065523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Deleting port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:41.065894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.160812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90'}], 'enable_snat': True}, 'gw_port_id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T22:03:39Z', 'revision_number': 5, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port': {'id': '6c3a1ae0-7232-4563-95a6-eab5a20b14b1', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:dc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T21:55:43Z', 'updated_at': '2021-12-15T21:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:41.164627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Checking router: 1ea108c2-d339-48f4-b151-5511166ddaa3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:03:41.173387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Routers {'1ea108c2-d339-48f4-b151-5511166ddaa3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:03:41.173984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:03:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['1ea108c2-d339-48f4-b151-5511166ddaa3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:41.247493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] For port 6c3a1ae0-7232-4563-95a6-eab5a20b14b1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:41.247850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.323014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] Set router 1ea108c2-d339-48f4-b151-5511166ddaa3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:03:41.369568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Calling delete_port for 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:41.426578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T22:03:41Z', 'revision_number': 6, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:41.430517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fc5f1d-23f5-4fdc-b05c-c55c3aaea22a None None] The sync data for ids ['1ea108c2-d339-48f4-b151-5511166ddaa3'] in dv-neutron-820612-1-hyperv is: [{'id': '1ea108c2-d339-48f4-b151-5511166ddaa3', 'name': 'tempest-TestVolumeBootPattern-647921009-router', 'tenant_id': '97b943a1fc4b4010a969ccb71264b375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T21:55:40Z', 'updated_at': '2021-12-15T22:03:41Z', 'revision_number': 6, 'project_id': '97b943a1fc4b4010a969ccb71264b375', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:03:41.540572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.544881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2797bd5e-fd26-4a1f-8a19-8ee205fe3c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:41.587736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c3a1ae0-7232-4563-95a6-eab5a20b14b1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:41.590089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:41.683422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.976753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:41.979057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.001460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.002063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ea108c2-d339-48f4-b151-5511166ddaa3 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:03:42.014996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.018436 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1ea108c2-d339-48f4-b151-5511166ddaa3 HTTP/1.1" status: 204 len: 168 time: 1.3073711 Dec 15 22:03:42.018799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:42.210727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Deleting subnet 83f7c57f-9aaa-4f4f-b3a3-1581b0174b26 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:03:42.214588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.266842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.343330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.414681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.418469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9e623604-75bb-43de-b933-29805bffceae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:42.455666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83f7c57f-9aaa-4f4f-b3a3-1581b0174b26,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:42.457688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.461160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:42.463498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae464806-1466-4e0e-bb8e-8e81b255f37c None None] Network d0bb40ea-b970-4292-afaa-e0d67ebd1424 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:03:42.467700 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/83f7c57f-9aaa-4f4f-b3a3-1581b0174b26 HTTP/1.1" status: 204 len: 168 time: 0.4456921 Dec 15 22:03:42.467987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43606) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:42.494322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:42.581655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.588737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:42.589091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6c3a1ae0-7232-4563-95a6-eab5a20b14b1 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:42.589521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:42.591836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Deleting port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:42.592188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.632894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:42.633247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d2acdc0c-f5b3-4ae2-8aa5-df5d2d8b3e6d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:42.783704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] DHCP port deletion for d0bb40ea-b970-4292-afaa-e0d67ebd1424 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:03:42.787970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Deleting port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:42.788379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.798028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] For port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:42.798383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.919689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Calling delete_port for a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:42.985571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] For port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,segment=NetworkSegment(2b9a43f9-12eb-447f-b963-2169dfb41158),segment_id=2b9a43f9-12eb-447f-b963-2169dfb41158)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:03:42.985899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.994340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:42.999046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c9843d1b-c628-4c15-86fb-166e440559c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:43.047146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b31a9c-8f4a-459a-a4a8-092dbd5f9585,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:43.048866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] No DVR routers for this DVR port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:03:43.050328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:43.160734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Calling delete_port for a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:03:43.164457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.189164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0bb40ea-b970-4292-afaa-e0d67ebd1424']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:43.200912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9a43f9-12eb-447f-b963-2169dfb41158') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:43.201208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9a43f9-12eb-447f-b963-2169dfb41158') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:03:43.213169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.230017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:03:43.230382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:03:43.230753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.239844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:03:43.240202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:03:43.253177 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:03:43.330124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.333604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-38e3c4b8-ee44-458c-ab04-42082b0b7c72 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:43.347189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.359432 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0bb40ea-b970-4292-afaa-e0d67ebd1424,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:43.363294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:43.365203 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] 10.222.0.18 "DELETE /v2.0/networks/d0bb40ea-b970-4292-afaa-e0d67ebd1424 HTTP/1.1" status: 204 len: 168 time: 0.8962831 Dec 15 22:03:43.460707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6b444998-6bc4-451a-84c2-eb3da1e5d1dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.477500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43612) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:43.525900 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c4bb6c2f-746b-4df6-95c8-9e24a9110346 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=705479c131c344aea5ff756d86acf75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471151 Dec 15 22:03:43.528116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43616) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:43.585364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.614569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.664615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.669481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9dd9e40-c043-4636-b0fb-d314dc1edf5d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:43.682450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55407675-489a-4602-bf11-57b41eb8479d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:43.687307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:43.690103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.691316 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55407675-489a-4602-bf11-57b41eb8479d HTTP/1.1" status: 204 len: 168 time: 0.1622663 Dec 15 22:03:43.731109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Deleting port a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:03:43.731580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:43.798825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b39a224-e4d6-4675-9a14-f61dde5d39b4 None None] The port 'a1b31a9c-8f4a-459a-a4a8-092dbd5f9585' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:03:44.022266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43624) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:44.070441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59a1370c-ef89-4e78-a27a-48681e4ca56b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=97b943a1fc4b4010a969ccb71264b375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469704 Dec 15 22:03:44.072866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43628) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:03:44.128409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:44.152816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:44.203466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:44.207039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-632eeb61-374c-49ea-ab7c-fb2c0ca05687 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:03:44.222963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c49c7-e000-4b62-b68c-9d0f21f9f45b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:03:44.225817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:03:44.228354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:44.229315 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d0c49c7-e000-4b62-b68c-9d0f21f9f45b HTTP/1.1" status: 204 len: 168 time: 0.1555977 Dec 15 22:03:44.472194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:03:44.507755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:03:44.508145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a1b31a9c-8f4a-459a-a4a8-092dbd5f9585 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:03:45.800936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8c05-f73c-4fa5-ba1d-9ce4a24c3b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:46.817625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:46.894561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:48.450328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:03:51.752894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:12.554969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-04d4cc76-2b41-4586-99ab-65224dbf9521 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2163029 Dec 15 22:04:12.693300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb728-656c-4eb8-9219-782c02701a95 req-902199a2-e5df-4fcd-bfa2-57461fffb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:04:12.694651 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-902199a2-e5df-4fcd-bfa2-57461fffb953 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1098 time: 0.0725257 Dec 15 22:04:12.835413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb728-656c-4eb8-9219-782c02701a95 req-9769584e-199e-49d6-aac9-3cadbad993b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:04:12.837485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-9769584e-199e-49d6-aac9-3cadbad993b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 898 time: 0.1244910 Dec 15 22:04:12.938851 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-e732f791-1621-4606-b262-9f494749f404 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 1001 time: 0.0953815 Dec 15 22:04:12.999477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb728-656c-4eb8-9219-782c02701a95 req-e51af215-76b8-44a4-829e-0ff85e56130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:04:13.000899 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-e51af215-76b8-44a4-829e-0ff85e56130a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0564222 Dec 15 22:04:13.078240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bb728-656c-4eb8-9219-782c02701a95 req-0f54ee5b-68aa-4aa9-828d-60eec7c7b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:04:13.079679 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-0f54ee5b-68aa-4aa9-828d-60eec7c7b1a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729921 Dec 15 22:04:13.210131 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-4bdc2f79-8180-4800-8f31-e1a343433262 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235061 Dec 15 22:04:13.345896 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-317bb728-656c-4eb8-9219-782c02701a95 req-806fda34-6565-4b01-844f-8601d3a7f7b2 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289787 Dec 15 22:04:13.462243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8c9b9782-4394-4448-bed0-23d4612ba10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:15.803195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7c73419e-d575-4669-9b62-d522c875bb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:16.819069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:16.895033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:16.939339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:04:18.455168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:21.767086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:43.467606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3cc19076-7c73-4c57-b1e7-9acbea2a4abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:45.805029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8d8ff7f3-9187-4cf8-a220-25c102a16357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:46.821546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:46.895337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:48.455865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:51.766172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:04:53.938373 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:05:12.406020 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-aec08b49-4469-49b5-b8cc-9421361b7fe5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685494 Dec 15 22:05:12.541641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-7fc45fb8-7242-4deb-9b8c-8efb761544f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:05:12.543068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-7fc45fb8-7242-4deb-9b8c-8efb761544f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1098 time: 0.0705686 Dec 15 22:05:12.684018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-71f8d9c2-d0e5-40a8-879b-2ca001a5d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:05:12.685333 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-71f8d9c2-d0e5-40a8-879b-2ca001a5d79c service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 898 time: 0.1246150 Dec 15 22:05:12.785477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-5b025e7c-5347-435d-96fb-9efc94fab227 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 1001 time: 0.0935998 Dec 15 22:05:12.850305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-e5d67b2e-4a47-46fc-a6bd-67ac7d531108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:05:12.851665 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-e5d67b2e-4a47-46fc-a6bd-67ac7d531108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0594301 Dec 15 22:05:12.924705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-f4b6d39a-d130-413a-92de-6979e1504816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:05:12.926108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-f4b6d39a-d130-413a-92de-6979e1504816 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686255 Dec 15 22:05:13.055614 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-a8b8c8fe-7bdc-47e0-b59b-ab9485a47114 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224453 Dec 15 22:05:13.184309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c3197471-8efb-44e6-8be5-5145e3bf6f1c req-6852ac4c-b6ef-4e05-b1f7-df146fadeddc service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225739 Dec 15 22:05:13.458351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c65dc2a6-22c2-41cf-b6cb-ed4864dc78b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:15.806886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-00072997-2a89-49fe-8d45-4def392a1503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:16.824238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:16.895229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:18.457078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:21.786432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:24.669173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43666) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:05:24.814630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:05:24.928339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2981568'] for subnet, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:25.110226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752353528140', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2127587'] for subnet, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:25.114502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfd8ba00-0865-4523-91c6-82b209245738 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:05:25.160872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:05:25.161469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:25.162412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d88d7-1b79-4205-a834-ba9fc44bd2e0 None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:05:25.162873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/subnets/90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 836 time: 0.4925659 Dec 15 22:05:25.181256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=90a1daef-2be7-43c6-a2ce-120e4bf8be83,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:05:25.188429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.188819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.189200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.189575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.189946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.190331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.190692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.191059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.191426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.191788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.192248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.192613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:05:25.195956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:05:25.647157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Provisioning complete for port 3ff7acd3-8704-4c2e-849d-4529153b72f5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:05:25.647452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:25.769777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Provisioning complete for port bfac0f67-7d4c-46db-9da5-2dc20e764a87 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:05:25.770064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:25.888730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Provisioning complete for port 9312c087-7c32-41c2-8f26-ca83c44fece2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:05:25.889097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eea67b1d-c4b8-4feb-9704-cf9300725c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:30.937705 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:05:43.459362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73f8ded8-b973-49e0-b7a6-e7efcbd5196e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:45.809587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaf7ffe8-7513-415a-a15f-68d098b6057d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:46.828597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:46.895439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:48.459685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:05:51.780502 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:07.936727 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:06:07.969583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:08.281163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 4f37c865-d96f-4c8f-b42d-19d88177a678 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:06:08.281416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:08.445633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:08.445959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:08.567327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 4f37c865-d96f-4c8f-b42d-19d88177a678 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:06:08.713803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:08.718073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1a4115af-f885-43db-a847-08e6507d9b6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:08.759310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=4f37c865-d96f-4c8f-b42d-19d88177a678,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:08.762388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:08.851072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:08.851308 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e disassociated (deleted). External IP: 172.26.6.110, port: 9312c087-7c32-41c2-8f26-ca83c44fece2. Dec 15 22:06:09.191540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router c16f7c04-590b-4cb2-9a57-84b85a92ed88 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:06:09.369300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:09.378504 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Sync routers for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:09.387857 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:09.389029 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:05:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:09.389917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:09.443389 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e HTTP/1.1" status: 204 len: 168 time: 1.4725685 Dec 15 22:06:09.443904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:09.502673 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'status': 'completed', 'code': 200} Dec 15 22:06:09.569432 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:09.633908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-ff0d96fa-4291-4845-ac81-c94731a1ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:09.635133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-ff0d96fa-4291-4845-ac81-c94731a1ece1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 1098 time: 0.1084027 Dec 15 22:06:09.907248 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:09.907530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-22369e60-0f24-438b-8f2c-2ce38c9d8437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:09.909112 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-22369e60-0f24-438b-8f2c-2ce38c9d8437 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 200 len: 898 time: 0.2671347 Dec 15 22:06:09.911495 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Checking router: c16f7c04-590b-4cb2-9a57-84b85a92ed88 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:09.919907 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:09.920527 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:05:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:09.980021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-80b22c89-8bac-4da7-80a0-2c3cb99bec53 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 200 len: 217 time: 0.0624187 Dec 15 22:06:10.049561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-ac1b9b6b-a70a-43bd-8f5e-4e35635198d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:10.050938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-ac1b9b6b-a70a-43bd-8f5e-4e35635198d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 200 len: 844 time: 0.0647416 Dec 15 22:06:10.098426 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:10.133996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-b93212c2-b6f2-49b3-927c-a4ed1674e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:10.135371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b6942-2312-4505-9bb6-4cb34636825e req-348285bc-9af3-4f08-9b1c-ef7edd7d2abd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:10.135508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-b93212c2-b6f2-49b3-927c-a4ed1674e318 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7b839d47-87e3-4db7-8422-3aa05f9a74fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774295 Dec 15 22:06:10.136128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0f4b6942-2312-4505-9bb6-4cb34636825e req-348285bc-9af3-4f08-9b1c-ef7edd7d2abd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:10.151667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0f4b6942-2312-4505-9bb6-4cb34636825e req-348285bc-9af3-4f08-9b1c-ef7edd7d2abd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:10.153149 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f4b6942-2312-4505-9bb6-4cb34636825e req-348285bc-9af3-4f08-9b1c-ef7edd7d2abd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.3922980 Dec 15 22:06:10.201014 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f4b6942-2312-4505-9bb6-4cb34636825e req-fe4e5367-3995-457f-95e5-cb3ff041c7d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 Dec 15 22:06:10.276134 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-bc3b4a6d-3b16-469f-a328-da478aa18371 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328769 Dec 15 22:06:10.413540 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0ddba0f-1a5f-4962-ba15-dffb0f527a6c req-debd3b13-3c40-4ebc-9b64-b06b9fc918c5 service neutron] 10.222.0.32 "GET /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287982 Dec 15 22:06:10.437408 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:10.441331 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf41e1-c186-4c59-b6ae-88ded9b0480b None None] The sync data for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv is: [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bfac0f67-7d4c-46db-9da5-2dc20e764a87', 'name': '', 'network_id': '7b839d47-87e3-4db7-8422-3aa05f9a74fa', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f8:d3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:14Z', 'updated_at': '2021-12-15T22:03:20Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': '90a1daef-2be7-43c6-a2ce-120e4bf8be83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:10.659539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fef811f-eca8-42a6-8b22-9de26bbd3a0d None None] New status for floating IP 6f1fe2b6-285e-4b08-bfe3-1cfb2d719f0e: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:06:11.069807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-b1aea4dd-19b8-4bf1-b194-efbe123a4816 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:11.071197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-b1aea4dd-19b8-4bf1-b194-efbe123a4816 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.0814483 Dec 15 22:06:11.137680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 9312c087-7c32-41c2-8f26-ca83c44fece2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:06:11.138016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:11.434785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 9312c087-7c32-41c2-8f26-ca83c44fece2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=9312c087-7c32-41c2-8f26-ca83c44fece2,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:11.435667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:11.567055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 9312c087-7c32-41c2-8f26-ca83c44fece2 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:06:11.642658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dffa8-5d5a-4c60-942e-5032db8ae81b req-7dbb3e60-bd79-4321-b8c9-e7df1ddab33a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:11.644127 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a7dffa8-5d5a-4c60-942e-5032db8ae81b req-7dbb3e60-bd79-4321-b8c9-e7df1ddab33a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d666033-3884-47b4-9b80-234fbfd2cb00 HTTP/1.1" status: 200 len: 945 time: 0.3161891 Dec 15 22:06:11.748485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a7dffa8-5d5a-4c60-942e-5032db8ae81b req-24012889-432c-4347-a784-489a9d3eb400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=ce8bc0d3-b74e-4484-a25d-d8a16b810372&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915611 Dec 15 22:06:11.771724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:11.777455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-892cbcf6-b1a0-4eca-993e-4bdfa2c2ffd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:11.830454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=9312c087-7c32-41c2-8f26-ca83c44fece2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:11.864422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.864859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.865196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.865568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.865937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.866303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.866667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.867031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.867392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.867750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.868141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.868503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:11.876911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:12.023186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 9312c087-7c32-41c2-8f26-ca83c44fece2 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:06:12.025554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:12.028128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'name': 'network-vif-deleted', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:12.043809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4fd461a0-5c80-4dca-bcd5-27e32a709521 req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/9312c087-7c32-41c2-8f26-ca83c44fece2 HTTP/1.1" status: 204 len: 173 time: 0.9667609 Dec 15 22:06:12.126366 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d666033-3884-47b4-9b80-234fbfd2cb00', 'name': 'network-vif-deleted', 'tag': '9312c087-7c32-41c2-8f26-ca83c44fece2', 'status': 'completed', 'code': 200} Dec 15 22:06:12.841036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43710) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:12.906507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:12.934610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:12.995747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:13.000305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e789b2e9-7e0f-45c1-83e5-31dadcfe5b0a tempest-SecGroupIPv6Test-283664212 tempest-SecGroupIPv6Test-283664212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:13.017323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8bc0d3-b74e-4484-a25d-d8a16b810372,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:13.019679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:13.030655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:13.034423 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/ce8bc0d3-b74e-4484-a25d-d8a16b810372 HTTP/1.1" status: 204 len: 168 time: 0.1896908 Dec 15 22:06:13.461664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60b4831b-3865-4e6a-9657-3ed34c50ec77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:14.081575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43718) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:14.637914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:14.984636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port bfac0f67-7d4c-46db-9da5-2dc20e764a87 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:06:14.984893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:15.171441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port bfac0f67-7d4c-46db-9da5-2dc20e764a87, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bfac0f67-7d4c-46db-9da5-2dc20e764a87,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:15.172184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:15.290936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for bfac0f67-7d4c-46db-9da5-2dc20e764a87 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:06:15.599183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:15.603715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c7a01dd3-15fe-49ef-ba10-6d7e747c6e3a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:15.675254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=bfac0f67-7d4c-46db-9da5-2dc20e764a87,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:15.677863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:15.813660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0f1ddeec-557a-45ce-842b-34aeff7b9631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:15.868808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9312c087-7c32-41c2-8f26-ca83c44fece2 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:06:15.905348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 9312c087-7c32-41c2-8f26-ca83c44fece2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:06:15.905683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 9312c087-7c32-41c2-8f26-ca83c44fece2 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:06:15.928234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.276341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router c16f7c04-590b-4cb2-9a57-84b85a92ed88 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:06:16.452940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:16.464216 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Sync routers for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:16.464930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/c16f7c04-590b-4cb2-9a57-84b85a92ed88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3823063 Dec 15 22:06:16.468203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:16.476562 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:16.477300 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:16.556773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet 90a1daef-2be7-43c6-a2ce-120e4bf8be83 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:06:16.557783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.617004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.657619 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:16.698786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.773819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.777373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8edd2352-6a87-46b8-ad12-7430ef1281b8 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:16.815974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=90a1daef-2be7-43c6-a2ce-120e4bf8be83,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:16.818937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:16.819930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.828810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-70273167-cb1d-4f4e-ac09-49690f8d1669 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/90a1daef-2be7-43c6-a2ce-120e4bf8be83 HTTP/1.1" status: 204 len: 168 time: 0.3567913 Dec 15 22:06:16.829107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43732) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:16.830747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4ed74-089f-4fb7-9f43-142967884254 None None] Network 7b839d47-87e3-4db7-8422-3aa05f9a74fa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:06:16.852967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.941147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:16.964647 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:06:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:16.969315 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Checking router: c16f7c04-590b-4cb2-9a57-84b85a92ed88 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:16.978358 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Routers {'c16f7c04-590b-4cb2-9a57-84b85a92ed88'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:16.978997 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:17.126214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212c9398-5699-40a5-abd7-32a898331075 None None] DHCP port deletion for 7b839d47-87e3-4db7-8422-3aa05f9a74fa request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:06:17.130532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Deleting port 3ff7acd3-8704-4c2e-849d-4529153b72f5 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:06:17.131050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.157382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.160936 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] Set router c16f7c04-590b-4cb2-9a57-84b85a92ed88 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:17.341066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-212c9398-5699-40a5-abd7-32a898331075 None None] For port 3ff7acd3-8704-4c2e-849d-4529153b72f5, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3ff7acd3-8704-4c2e-849d-4529153b72f5,segment=NetworkSegment(6a176ee4-85af-44c5-95bf-fdf275ffa853),segment_id=6a176ee4-85af-44c5-95bf-fdf275ffa853)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:17.342043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.342692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.353501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 090dc95b-15d6-4992-ae70-840f2fdd87b2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:06:17.353942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.455249 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:06:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:17.459656 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71c3d31-90b0-48e2-9eb8-4eec73298267 None None] The sync data for ids ['c16f7c04-590b-4cb2-9a57-84b85a92ed88'] in dv-neutron-820612-1-hyperv is: [{'id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'name': 'tempest-TestNetworkBasicOps-router-987582033', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163'}], 'enable_snat': True}, 'gw_port_id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:03:08Z', 'updated_at': '2021-12-15T22:06:15Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '090dc95b-15d6-4992-ae70-840f2fdd87b2', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c16f7c04-590b-4cb2-9a57-84b85a92ed88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:03:09Z', 'updated_at': '2021-12-15T22:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:17.468483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Calling delete_port for 3ff7acd3-8704-4c2e-849d-4529153b72f5 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:06:17.539035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 090dc95b-15d6-4992-ae70-840f2fdd87b2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=090dc95b-15d6-4992-ae70-840f2fdd87b2,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:17.539473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.547235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.552348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:17.596846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c9398-5699-40a5-abd7-32a898331075 None None] No DVR routers for this DVR port 3ff7acd3-8704-4c2e-849d-4529153b72f5 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:06:17.598458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Pushing event deleted for resources: {'Port': ['ID=3ff7acd3-8704-4c2e-849d-4529153b72f5,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:17.609811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.610143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.610479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.610810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.611199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.611460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.611776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.612135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.612436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.612751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.613066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.613380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:17.616394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:17.666073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 090dc95b-15d6-4992-ae70-840f2fdd87b2 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:06:17.837049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:17.842882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-aac64b26-0138-4d3a-b183-e5b0a45cbacc tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:17.887141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=090dc95b-15d6-4992-ae70-840f2fdd87b2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:17.917213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:17.983249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.150890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.152973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.177617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.178169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router c16f7c04-590b-4cb2-9a57-84b85a92ed88 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:06:18.193702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.194786 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/c16f7c04-590b-4cb2-9a57-84b85a92ed88 HTTP/1.1" status: 204 len: 168 time: 1.3647091 Dec 15 22:06:18.197395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43740) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:18.311610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.452653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.463748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.479547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b839d47-87e3-4db7-8422-3aa05f9a74fa']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:18.493461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a176ee4-85af-44c5-95bf-fdf275ffa853') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:18.493756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a176ee4-85af-44c5-95bf-fdf275ffa853') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:18.506146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.522638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.530041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:06:18.530449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:06:18.547449 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:06:18.680517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3ff7acd3-8704-4c2e-849d-4529153b72f5 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:06:18.717884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 3ff7acd3-8704-4c2e-849d-4529153b72f5 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:06:18.718134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3ff7acd3-8704-4c2e-849d-4529153b72f5 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:06:18.718560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 090dc95b-15d6-4992-ae70-840f2fdd87b2 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:06:18.754982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 090dc95b-15d6-4992-ae70-840f2fdd87b2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:06:18.755631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 090dc95b-15d6-4992-ae70-840f2fdd87b2 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:06:18.756236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bfac0f67-7d4c-46db-9da5-2dc20e764a87 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:06:18.770136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.774326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5b050c89-8335-40e4-83e2-4509d31e51ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:18.790503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.791190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: bfac0f67-7d4c-46db-9da5-2dc20e764a87 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:06:18.791559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bfac0f67-7d4c-46db-9da5-2dc20e764a87 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:06:18.803423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=7b839d47-87e3-4db7-8422-3aa05f9a74fa,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:18.807464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:18.809262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/7b839d47-87e3-4db7-8422-3aa05f9a74fa HTTP/1.1" status: 204 len: 168 time: 0.6108379 Dec 15 22:06:18.822171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43744) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:18.827615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--582070469', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:18.832490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:18.837178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:18.840034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:18.846290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:18.855802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:06:18.859821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.887213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:06:18.896159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.896574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment 45575c3e-e6b1-4b0b-bb17-8ea73f0a6860 of type vlan for network 912f02b4-6452-4314-922a-a204bd893486 Dec 15 22:06:18.922759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.949703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.955086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:18.955664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:18.960472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f5201781-9fd1-40f8-95bb-3085efcacead tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:19.058264 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2350204 Dec 15 22:06:19.060939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:19.066290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:19.067060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=912f02b4-6452-4314-922a-a204bd893486,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:19.069669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd5eb3c6-b69a-42e4-9577-601bcd055dc1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:19.073777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:19.077163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 912f02b4-6452-4314-922a-a204bd893486 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:06:19.078143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:19.081123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:19.087903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:19.097898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.098941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.114365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.377570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.673061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.705212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:19.839088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.205 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/0546976f-fc85-4599-855b-81b8a663bff7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:19.984376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:20.012675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:20.016093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:20.079206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:20.081841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:20.085567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:20.124996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=0546976f-fc85-4599-855b-81b8a663bff7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:20.133010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:20.619800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:20.954464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:21.149490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:06:21.327272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:21.336800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:21.345905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:21.346754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:21.353213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:21.357821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2925141 Dec 15 22:06:21.358090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43752) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:21.540588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:21.548825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3febbeb6-904f-4781-a962-61675153f4f2 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1894667 Dec 15 22:06:21.551224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43758) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:21.682452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7128d46a-14e0-4fe7-a292-f63a000ed79d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:21.687020 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7128d46a-14e0-4fe7-a292-f63a000ed79d tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315839 Dec 15 22:06:21.687279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:21.730042 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-52ef924a-e13d-4f1b-b9e0-f9aea0fe7c70 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416119 Dec 15 22:06:21.732928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:21.738288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402244268', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:21.846407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:21.849083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:21.852860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:21.855616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:21.861927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:21.871470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:06:21.874897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:21.879648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:21.883688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:21.884082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Updating router 391c7f4e-7389-4d4d-a0da-3795bdca8edb port 0546976f-fc85-4599-855b-81b8a663bff7 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:06:21.942230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.203704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.208352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7ff9ebe6-c6db-4f9f-b53a-ce6abeeb9bae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:22.264864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.276421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Transition to ACTIVE for port object 0546976f-fc85-4599-855b-81b8a663bff7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:22.283237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.287647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=ef9506b1-9117-4b21-8d40-37e3be0d7daa,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:22.287811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-96fbba68-30a2-4a85-90c8-467705b399c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:22.292932 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:22.298667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:22.299041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 912f02b4-6452-4314-922a-a204bd893486, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:06:22.319582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 912f02b4-6452-4314-922a-a204bd893486 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:06:22.329302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 912f02b4-6452-4314-922a-a204bd893486) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:22.333390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:22.333962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.350951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea2d44f-d7d5-4af1-b4b0-3f6bcee06ed0 None None] Network 912f02b4-6452-4314-922a-a204bd893486 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:06:22.354952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6210363 Dec 15 22:06:22.357781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43770) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:22.423662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Attempting to bind port 0546976f-fc85-4599-855b-81b8a663bff7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:06:22.424071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Attempting to bind port 0546976f-fc85-4599-855b-81b8a663bff7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:06:22.424453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Attempting to bind port 0546976f-fc85-4599-855b-81b8a663bff7 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:22.435278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Pushing event updated for resources: {'Port': ['ID=0546976f-fc85-4599-855b-81b8a663bff7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:22.444490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:06:22.444880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:22.445288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.445685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:06:22.446165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Bound port: 0546976f-fc85-4599-855b-81b8a663bff7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:06:22.446547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.475164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:22.583184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] For port 0546976f-fc85-4599-855b-81b8a663bff7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:06:22.601758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] For port 0546976f-fc85-4599-855b-81b8a663bff7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0546976f-fc85-4599-855b-81b8a663bff7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:06:22.608643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.613460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:22.726937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-912f02b4-6452-4314-922a-a204bd893486', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:06:22.727664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:22.746255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:22.746887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:22.803201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Pushing event updated for resources: {'Port': ['ID=0546976f-fc85-4599-855b-81b8a663bff7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:22.816834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:23.050474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.070303 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:23.251560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Allocated IP 172.20.0.2 (912f02b4-6452-4314-922a-a204bd893486/ef9506b1-9117-4b21-8d40-37e3be0d7daa/c4563189-8f6d-462d-b553-7e11a7f414ac) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:23.539064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.545728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:23.553630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Transition to ACTIVE for port object c4563189-8f6d-462d-b553-7e11a7f414ac will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:23.556115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b166e510-bc68-48ed-b833-d7cdaccfbc1a None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:20Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:23.577871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Transition to ACTIVE for port object c4563189-8f6d-462d-b553-7e11a7f414ac will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:23.584028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.595162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:23.636678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Network 912f02b4-6452-4314-922a-a204bd893486 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:23.644283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:23.646724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:23.651774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (912f02b4-6452-4314-922a-a204bd893486/ef9506b1-9117-4b21-8d40-37e3be0d7daa/08f4a0d5-9bf8-4197-893c-d015e61191df) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:23.749615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Pushing event updated for resources: {'Port': ['ID=c4563189-8f6d-462d-b553-7e11a7f414ac,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:23.752477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:23.762772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Attempting to bind port c4563189-8f6d-462d-b553-7e11a7f414ac on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:06:23.768334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Attempting to bind port c4563189-8f6d-462d-b553-7e11a7f414ac by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:06:23.768789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Attempting to bind port c4563189-8f6d-462d-b553-7e11a7f414ac on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:23.778783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:06:23.778783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Checking segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:23.778783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.778783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Bound using segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:06:23.780232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Bound port: c4563189-8f6d-462d-b553-7e11a7f414ac, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:06:23.780696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.881374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] For port c4563189-8f6d-462d-b553-7e11a7f414ac, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:06:23.885281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] For port c4563189-8f6d-462d-b553-7e11a7f414ac, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4563189-8f6d-462d-b553-7e11a7f414ac,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:06:23.891637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:23.895960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:23.988424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Pushing event updated for resources: {'Port': ['ID=c4563189-8f6d-462d-b553-7e11a7f414ac,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:23.990984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:23.995284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.012596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 08f4a0d5-9bf8-4197-893c-d015e61191df will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:24.038232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.043169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e7d48a34-ba65-4316-8911-e5f11123d4ed tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:24.112429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 912f02b4-6452-4314-922a-a204bd893486 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:24.115817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:24.120021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:24.165072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:24.175672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:24.205535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.483192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.615993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0546976f-fc85-4599-855b-81b8a663bff7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:24.689717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 0546976f-fc85-4599-855b-81b8a663bff7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:24.694500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0546976f-fc85-4599-855b-81b8a663bff7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:24.694951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.816681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.834086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 0546976f-fc85-4599-855b-81b8a663bff7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0546976f-fc85-4599-855b-81b8a663bff7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:24.841980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.843079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4563189-8f6d-462d-b553-7e11a7f414ac up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:24.880437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e4e9a6bc-2282-4d30-8970-a5045e9fdb65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:24.911772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.916110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:24.944533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-02924351-d32a-4c84-a335-0a9f41f60eea tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:24.970056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=0546976f-fc85-4599-855b-81b8a663bff7,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:24.973335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:24.983637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port c4563189-8f6d-462d-b553-7e11a7f414ac completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:25.033811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:25.037356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:25.040716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:25.177259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 912f02b4-6452-4314-922a-a204bd893486 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:25.178415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:25.371036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:06:25.582998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291b8589-0f67-4c4a-b28f-771a7f73f879 None None] Network 912f02b4-6452-4314-922a-a204bd893486 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:06:25.677483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Provisioning for port c4563189-8f6d-462d-b553-7e11a7f414ac completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:25.691278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:25.696532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Provisioning complete for port c4563189-8f6d-462d-b553-7e11a7f414ac triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:25.696914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:25.703188 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:25.708002 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/391c7f4e-7389-4d4d-a0da-3795bdca8edb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3467758 Dec 15 22:06:25.708511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43774) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:25.713549 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:25.714398 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:25.853115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a4e89-1af3-4aa2-94aa-9b24f2c37af4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.855348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a4e89-1af3-4aa2-94aa-9b24f2c37af4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.855348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a4e89-1af3-4aa2-94aa-9b24f2c37af4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.855348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a4e89-1af3-4aa2-94aa-9b24f2c37af4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.856008 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b8a4e89-1af3-4aa2-94aa-9b24f2c37af4 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1465740 Dec 15 22:06:25.859341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:25.922984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:25.928584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeb2cf-4bd6-4970-822d-1a646e5a0901 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.928977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeb2cf-4bd6-4970-822d-1a646e5a0901 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.929416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeb2cf-4bd6-4970-822d-1a646e5a0901 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.929857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddeb2cf-4bd6-4970-822d-1a646e5a0901 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:25.933981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1ddeb2cf-4bd6-4970-822d-1a646e5a0901 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0711570 Dec 15 22:06:25.934333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:25.941148 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:25.968160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] For port c4563189-8f6d-462d-b553-7e11a7f414ac, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4563189-8f6d-462d-b553-7e11a7f414ac,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:25.973599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:25.975964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:26.107443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Pushing event updated for resources: {'Port': ['ID=c4563189-8f6d-462d-b553-7e11a7f414ac,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:26.110507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:26.157417 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aca8c07e-b8e9-44cc-baeb-ca708a1b7abc tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2217770 Dec 15 22:06:26.263915 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:26.268005 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:26.268369 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Updating router 391c7f4e-7389-4d4d-a0da-3795bdca8edb port 08f4a0d5-9bf8-4197-893c-d015e61191df binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:06:26.311405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Provisioning for port 08f4a0d5-9bf8-4197-893c-d015e61191df completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:26.317405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Provisioning complete for port 08f4a0d5-9bf8-4197-893c-d015e61191df triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:26.318054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.327178 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.388734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Port 08f4a0d5-9bf8-4197-893c-d015e61191df cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:06:26.402981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Provisioning complete for port c4563189-8f6d-462d-b553-7e11a7f414ac triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:26.403463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fa6141d0-a096-4479-a8fb-a4d2e36f8ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.614949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0546976f-fc85-4599-855b-81b8a663bff7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:26.698491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0546976f-fc85-4599-855b-81b8a663bff7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:26.699097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.713368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43788) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:26.721468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578874096', 'description': 'tempest-secgroup-smoke-1578874096 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:26.727563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:26.732611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:26.732758 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.736368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:26.744547 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Transition to ACTIVE for port object 08f4a0d5-9bf8-4197-893c-d015e61191df will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:26.751616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:26.753224 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.757069 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4e471c40-ddca-4610-8f54-a4cfb33f1eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:26.765565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.788041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:26.792202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:26.795315 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:26.801152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:26.841105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4563189-8f6d-462d-b553-7e11a7f414ac up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:26.883800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.891267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.894367 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Pushing event updated for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:26.898896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7602e9fc-1b11-4f75-b27c-70184d65ec82 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:26.918671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port c4563189-8f6d-462d-b553-7e11a7f414ac triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:26.919334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.935323 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.935981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.936527 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.937052 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.937572 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.938090 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.938614 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.939133 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.939643 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.940203 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.940766 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.942045 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.946762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2a88b-c281-4d80-abea-c5aec63111d4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:26.951155 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:26.956118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.956537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.957050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.957434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.957953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.958335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.958699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.959072 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.959442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.959971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.960341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.960704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:06:26.964348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:26.968729 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2500761 Dec 15 22:06:26.968729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-03dd96e9-a629-4c07-9aa0-5398ffbd749f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:26.968941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43792) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:26.975761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:26.983170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:26.987539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:26.991494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:26.998761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.021795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Attempting to bind port 08f4a0d5-9bf8-4197-893c-d015e61191df on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:06:27.022159 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Attempting to bind port 08f4a0d5-9bf8-4197-893c-d015e61191df by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:06:27.022698 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Attempting to bind port 08f4a0d5-9bf8-4197-893c-d015e61191df on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:27.026792 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.029279 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:06:27.029875 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Checking segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:27.030432 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.030972 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Bound using segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:06:27.031583 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Bound port: 08f4a0d5-9bf8-4197-893c-d015e61191df, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:06:27.032172 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.093264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.098907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.100675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c808a4f6-827e-475d-a146-66a4581fec90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.123914 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e177aa59-7dc2-4d12-afb1-d0b3092f109d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.126863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.127913 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] For port 08f4a0d5-9bf8-4197-893c-d015e61191df, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:06:27.131703 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] For port 08f4a0d5-9bf8-4197-893c-d015e61191df, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=08f4a0d5-9bf8-4197-893c-d015e61191df,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:06:27.134098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.135371 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.135799 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1658063 Dec 15 22:06:27.139046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43796) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:27.139683 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.144372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:27.150267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:27.154469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:27.157348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:27.163283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.180488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.216059 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:27.216709 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:27.260390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.266978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.269537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1e638019-9d89-4142-997e-99d36729b44b tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.271704 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Pushing event updated for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.281532 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.295392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016eaf1f-8853-447c-802d-ef323d343b47,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.300176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.307158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.311676 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684959 Dec 15 22:06:27.311989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43800) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:27.317644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:27.324225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:27.328998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:27.332207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:27.338181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.356493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.407107 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:27.428588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.432522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.440133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.460875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7690970-52d6-4f82-b886-66294040451d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.463708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.470177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.472587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1591642 Dec 15 22:06:27.473852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43804) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:27.478826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:27.484774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:27.488518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:27.491306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:27.496998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.515006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.579198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.583833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.585806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1614f18-d287-4749-9efb-708ddaf94305 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.611518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189b3479-e911-47b0-9e73-ac458b77e3e2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.613996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.621376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.622646 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478643 Dec 15 22:06:27.625494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43808) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:27.630648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:27.636505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:27.640869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:27.643699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:27.649456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.661019 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:06:27.668149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.731354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.736202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.738044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-708d5be6-990e-4302-80f7-6bb74534aec3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.760173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14266891-505e-4be1-8fb7-8e67409fd257,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.760794 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:27Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:27.762690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.766903 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b1a2e4-fe57-4aad-b033-13cffc747eb9 None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:27Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:27.770969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.775036 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486013 Dec 15 22:06:27.775261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43812) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:27.781850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '72e2a88b-c281-4d80-abea-c5aec63111d4', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:27.788638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:27.793006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:27.796556 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:27.802475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:27.819774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:06:27.828586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.900013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.905624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.912343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b60a7afd-e114-46cd-8733-a56118fcfdaf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:27.932437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee818173-c390-4b74-b9c1-a4f219fd12ce,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:27.938715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:27.944240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:27.945623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1690269 Dec 15 22:06:28.125590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-93d340ed-8fee-42ff-9e7d-5ee1a0d0493a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:28.140930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-93d340ed-8fee-42ff-9e7d-5ee1a0d0493a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:28.142080 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-93d340ed-8fee-42ff-9e7d-5ee1a0d0493a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578874096&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0566235 Dec 15 22:06:28.294375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b34ccd47-59a3-4210-818c-3277374a8539 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:28.295957 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b34ccd47-59a3-4210-818c-3277374a8539 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 796 time: 0.1471014 Dec 15 22:06:28.311155 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-cfd5cbc5-e60c-40da-8f45-f1c510dfc1be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0094364 Dec 15 22:06:28.405161 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-47813005-aed4-47bb-a928-1110e53003c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889871 Dec 15 22:06:28.557730 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-ff170b36-2bc5-44ff-82cf-5980248f8d08 service neutron] 10.222.0.18 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404986 Dec 15 22:06:28.593803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 08f4a0d5-9bf8-4197-893c-d015e61191df up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:28.665219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 08f4a0d5-9bf8-4197-893c-d015e61191df completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:28.672708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 08f4a0d5-9bf8-4197-893c-d015e61191df triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:28.673086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:28.703268 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-ebf15efe-39c8-41dc-bb2a-b1bf0210f393 service neutron] 10.222.0.18 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388581 Dec 15 22:06:28.797074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:28.835506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 08f4a0d5-9bf8-4197-893c-d015e61191df, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=08f4a0d5-9bf8-4197-893c-d015e61191df,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:28.841838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:28.844376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:28.910131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-44755b77-6ab4-4983-bb88-a5f53a7b5e01 req-d93b2cac-a1c9-4c7e-8667-3e7219c85ab6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:28.917036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:28.920702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:28.933015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-44755b77-6ab4-4983-bb88-a5f53a7b5e01 req-d93b2cac-a1c9-4c7e-8667-3e7219c85ab6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:28.934242 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-44755b77-6ab4-4983-bb88-a5f53a7b5e01 req-d93b2cac-a1c9-4c7e-8667-3e7219c85ab6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 210 time: 0.0717778 Dec 15 22:06:30.020043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b2eb28f5-b7b7-477b-b904-259adc6a79c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:30.020867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b2eb28f5-b7b7-477b-b904-259adc6a79c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:30.036676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b2eb28f5-b7b7-477b-b904-259adc6a79c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:30.037963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-b2eb28f5-b7b7-477b-b904-259adc6a79c1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 796 time: 0.1678216 Dec 15 22:06:30.084896 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-99ae274e-d541-4cc5-a573-9f6cd4b71e0d req-3e240cbf-e282-43dc-8dc6-20c22e5e59c8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 210 time: 0.0453854 Dec 15 22:06:30.087840 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-19d3450e-5491-4209-9a42-f15d28731e6e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 380 time: 0.0408742 Dec 15 22:06:30.097374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['72e2a88b-c281-4d80-abea-c5aec63111d4']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:30.229081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:30.238442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:30.248315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:06:30.251723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.415088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.13 (912f02b4-6452-4314-922a-a204bd893486/ef9506b1-9117-4b21-8d40-37e3be0d7daa/1d194b11-4d83-41ec-a5a3-2dd37411f4d0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:30.557882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 08f4a0d5-9bf8-4197-893c-d015e61191df up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:30.610033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.626179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:30.627509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 08f4a0d5-9bf8-4197-893c-d015e61191df triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:30.628084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.649759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.655187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-318da21e-fbfc-41c3-a40a-2045ec988279 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:30.724318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 912f02b4-6452-4314-922a-a204bd893486 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:30.727247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:30.731364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:30.773969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:30.779245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:30.800030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:30.800649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.832913 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7392826 Dec 15 22:06:30.845545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Request body: {'port': {'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:30.956560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2181a66c-a1a0-491e-88b0-fe3187229c90 None None] Provisioning for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:30.960511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:30.961145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2181a66c-a1a0-491e-88b0-fe3187229c90 None None] Provisioning complete for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:30.961532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2181a66c-a1a0-491e-88b0-fe3187229c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.013918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2181a66c-a1a0-491e-88b0-fe3187229c90 None None] Port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:06:31.314465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712f30d-4163-4edb-b890-8acb7ded4c03 req-800cbe1a-c5b8-433a-967c-aeee16cf57a1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:31.315120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4712f30d-4163-4edb-b890-8acb7ded4c03 req-800cbe1a-c5b8-433a-967c-aeee16cf57a1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:31.377267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4712f30d-4163-4edb-b890-8acb7ded4c03 req-800cbe1a-c5b8-433a-967c-aeee16cf57a1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:31.378437 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4712f30d-4163-4edb-b890-8acb7ded4c03 req-800cbe1a-c5b8-433a-967c-aeee16cf57a1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 932 time: 0.1879754 Dec 15 22:06:31.382374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:06:31.393447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.431444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Transition to ACTIVE for port object 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:31.434435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.441680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c28096a-d9ab-4e2d-ae89-fb445e1c2422 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:31.503215 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4712f30d-4163-4edb-b890-8acb7ded4c03 req-e2ae0010-72cc-420e-aeba-02f7c4b796b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141136 Dec 15 22:06:31.598498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:31.606214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:31.788676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Attempting to bind port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:06:31.788923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Attempting to bind port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:06:31.789248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Attempting to bind port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:31.793696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 on network 912f02b4-6452-4314-922a-a204bd893486 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:06:31.794027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Attempting to bind port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:31.802491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:06:31.802823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Checking segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:31.803199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Bound using segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:06:31.803624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Bound port: 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:06:31.804008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.899090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:06:31.901924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:06:31.906439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.911479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2deaecd6-bdd1-421f-9409-872533674075 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:31.964634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:31.965245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:31.966628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 1094 time: 1.1259727 Dec 15 22:06:31.967155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:31.993615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:31.998227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:32.044090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:06:32.089953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-d3d6b91b-ac32-44fc-a245-6123cbb36ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.091529 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-d3d6b91b-ac32-44fc-a245-6123cbb36ae3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1097 time: 0.0792284 Dec 15 22:06:32.159419 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-5e457961-8f89-40ad-a28f-8d5daa7368c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 217 time: 0.0609987 Dec 15 22:06:32.226781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-d8dfd003-a7d3-4e80-992b-094ddbbf683c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.228139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-d8dfd003-a7d3-4e80-992b-094ddbbf683c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0625985 Dec 15 22:06:32.305490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-53cc350c-eb7e-4b40-b432-07f2c9148bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.306943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-53cc350c-eb7e-4b40-b432-07f2c9148bda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726819 Dec 15 22:06:32.441125 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-eaddf5ea-3f07-44b4-8580-e9caea9b288c service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272523 Dec 15 22:06:32.572856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f7465d78-1e23-4b6a-9a9b-cdcd25fd77a6 req-cac6426b-f112-4acb-a55c-98b537c52e39 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254578 Dec 15 22:06:32.745132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-0dcf087b-469d-4a93-a7c1-19af754626b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.746475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-0dcf087b-469d-4a93-a7c1-19af754626b9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1097 time: 0.1018388 Dec 15 22:06:32.754624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498d150-4cfd-4fc2-8955-a95fd0bea16e req-541cd013-46fa-49fd-9f01-456d896ae80e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.756049 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e498d150-4cfd-4fc2-8955-a95fd0bea16e req-541cd013-46fa-49fd-9f01-456d896ae80e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 944 time: 0.1420965 Dec 15 22:06:32.880174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e498d150-4cfd-4fc2-8955-a95fd0bea16e req-b7a91242-9ae5-4e59-9329-3fbf7fd0fa61 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052368 Dec 15 22:06:32.915591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-b5a90b97-30b7-49a7-92ed-8d71c3dfdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:32.917055 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-b5a90b97-30b7-49a7-92ed-8d71c3dfdd61 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1601870 Dec 15 22:06:32.986730 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-202bcbc4-154e-46e5-9aa3-dc756a95a891 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 217 time: 0.0627530 Dec 15 22:06:33.050833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-c3e8fb89-5cb2-493b-844e-931e05f28677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:33.052151 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-c3e8fb89-5cb2-493b-844e-931e05f28677 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0564036 Dec 15 22:06:33.130255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-0da052e1-36ed-43c6-8c0c-8aacc347e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:33.131677 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-0da052e1-36ed-43c6-8c0c-8aacc347e239 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710087 Dec 15 22:06:33.265535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-6e4f95de-a862-42db-9a0c-9453d9652662 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260574 Dec 15 22:06:33.506393 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ce652bf3-3474-4bb9-9ee4-24b6a7ed934d req-0893990a-1aa2-482b-bd6c-cbba8a639bf2 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341444 Dec 15 22:06:33.907811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:06:34.037738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:34.051292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:06:34.066839 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657d7d9-a8d5-4233-a541-7955fc708189 req-8d8f65fb-608b-4705-91de-ba84c3796cdf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:34.068314 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c657d7d9-a8d5-4233-a541-7955fc708189 req-8d8f65fb-608b-4705-91de-ba84c3796cdf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 944 time: 0.0826252 Dec 15 22:06:34.110175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:34.111623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c657d7d9-a8d5-4233-a541-7955fc708189 req-7bf555b8-b2f9-475c-8cd4-eff4624f982a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377030 Dec 15 22:06:34.127053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:06:34.142553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:34.146431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:34.148230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-e10a1454-4254-44f5-bb43-a3bfbc5a02b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:34.211520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:34.214396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:34.383456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['1d194b11-4d83-41ec-a5a3-2dd37411f4d0'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:06:35.299583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecf929-a76f-4646-b8d1-26dcceb6079b req-387941e9-91c8-4e75-a35a-1eb08f192175 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:35.301019 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ecf929-a76f-4646-b8d1-26dcceb6079b req-387941e9-91c8-4e75-a35a-1eb08f192175 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 945 time: 0.0777559 Dec 15 22:06:35.343896 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ecf929-a76f-4646-b8d1-26dcceb6079b req-571f8ae1-3da9-4778-8abc-48aff11e7d6b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373445 Dec 15 22:06:35.922777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:35.987707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:35.992240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:35.992613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:36.103043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:36.129241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:36.138767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:36.142986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:36.145726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-212c9398-5699-40a5-abd7-32a898331075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:36.217371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:36.220410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:36.227445 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'code': 200} Dec 15 22:06:36.506856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a320a-6920-4bdb-b0dc-34c2e05bb91a req-a499046d-b3cc-4617-81be-6363cc3711e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:36.508389 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-633a320a-6920-4bdb-b0dc-34c2e05bb91a req-a499046d-b3cc-4617-81be-6363cc3711e8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1099 time: 0.1292994 Dec 15 22:06:36.569310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-633a320a-6920-4bdb-b0dc-34c2e05bb91a req-4f3f0c04-71e6-462d-99da-34314ffa4e74 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524604 Dec 15 22:06:36.585437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52cafde-8a47-40ef-b487-9cad5bb87fe5 req-318978fc-7868-4034-b799-8cf6e48f9f0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:36.586796 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e52cafde-8a47-40ef-b487-9cad5bb87fe5 req-318978fc-7868-4034-b799-8cf6e48f9f0c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.1403918 Dec 15 22:06:36.629240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e52cafde-8a47-40ef-b487-9cad5bb87fe5 req-b8e284ae-98c2-4099-9c1a-4accc1857c83 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362346 Dec 15 22:06:37.813384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db916-5dec-489e-bb1a-9ae889d8dcaf req-607d57dc-48e1-4efa-8c54-02077b032d27 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:37.814847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e0db916-5dec-489e-bb1a-9ae889d8dcaf req-607d57dc-48e1-4efa-8c54-02077b032d27 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.0793715 Dec 15 22:06:37.863404 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e0db916-5dec-489e-bb1a-9ae889d8dcaf req-fa7adb87-e827-49c4-a43a-25b6b2fa3161 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Dec 15 22:06:38.042154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd4f5a-6f38-46a0-8142-d1ee0bf6873f req-03fdd231-2689-4824-857c-54e198c8be20 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:38.043563 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ddd4f5a-6f38-46a0-8142-d1ee0bf6873f req-03fdd231-2689-4824-857c-54e198c8be20 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.0781920 Dec 15 22:06:38.086550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ddd4f5a-6f38-46a0-8142-d1ee0bf6873f req-503899c6-d3a4-45f4-ae71-d67f6927bad8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369399 Dec 15 22:06:38.109422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43868) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:38.180717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deab3d10-4e34-4f11-bfcd-b18fd7e13161 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:38.182065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-deab3d10-4e34-4f11-bfcd-b18fd7e13161 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1094 time: 0.0716882 Dec 15 22:06:38.185370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:38.190101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:38.195745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:38.199456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:38.202228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:38.207737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:38.218700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:38.351868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:38.484494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.174 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/896f2668-b3db-49c7-9c47-bf8f6f866cc4) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:38.631186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:38.660335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:38.664701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-46062043-a2a9-4caf-bf10-ad5b27a128b7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:38.724657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:38.727550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:38.731138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:38.759303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=896f2668-b3db-49c7-9c47-bf8f6f866cc4,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:38.765694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:39.135535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:39.208053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:39.516080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:39.520941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:39.524290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-79893b69-af6a-4ad9-b4c7-764af92fc4ef tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:39.629093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=896f2668-b3db-49c7-9c47-bf8f6f866cc4,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:39.633049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:39.641033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:39.808508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca associated. External IP: 172.26.6.174, port: 1d194b11-4d83-41ec-a5a3-2dd37411f4d0. Dec 15 22:06:40.147735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:06:40.318976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:40.328990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:40.337967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:40.338615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:40.342556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:40.398755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2123020 Dec 15 22:06:40.399319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:40.401470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:40.449289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:06:40.525044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:40.549985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-f7b63052-c4d3-45ab-968c-9fb829f87ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:40.551598 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-f7b63052-c4d3-45ab-968c-9fb829f87ec4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1099 time: 0.0812953 Dec 15 22:06:40.616074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6fc96c-5b4a-42a7-b04e-aa017839262e tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:40.620242 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dd6fc96c-5b4a-42a7-b04e-aa017839262e tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1094 time: 0.2145383 Dec 15 22:06:40.704558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-8b3c1643-122c-4377-b548-318d7f5a668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:40.706000 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-8b3c1643-122c-4377-b548-318d7f5a668f service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1479013 Dec 15 22:06:40.817591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-7c566c38-0b8f-46d8-a031-d6b75c45c5a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 1000 time: 0.1050484 Dec 15 22:06:40.847751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43884) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:40.854482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-797876632', 'description': 'tempest-secgroup-smoke-797876632 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:40.861172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:40.871670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:40.881880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:40.885104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-759972e3-935b-42ae-8e5e-2727e4af916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:40.886186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:39Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:40.886535 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-759972e3-935b-42ae-8e5e-2727e4af916e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0631082 Dec 15 22:06:40.890160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:40.899361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:40.900005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:40.903748 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:40.907607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:40.910776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:40.916429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:40.994993 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.000152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.004171 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc2a1daf-1139-45ed-bba9-71cd0cfb6228 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.048708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee06f8-687e-4e9f-a523-335523a4cc31,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.052299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.058079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.063330 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2132096 Dec 15 22:06:41.063572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43888) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:41.069618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:41.087382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:41.087844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:41.093192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:41.096432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:41.104234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:41.125948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-a6b9c80e-8bc9-41c6-8ea1-f120f85170a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:41.127403 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-a6b9c80e-8bc9-41c6-8ea1-f120f85170a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2346783 Dec 15 22:06:41.130558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.283116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.294718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.299217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-65d13d88-efc1-421a-82b9-a00320868ef9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.324994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-84e40bf9-c08a-40a7-8bcb-5d72d8e56b41 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860323 Dec 15 22:06:41.329476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8549226-5978-4cc1-b88e-fa1b0fd53929,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.335269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.360457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.361580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2970474 Dec 15 22:06:41.364729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 43892) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:41.370309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:41.377143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:41.381255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:41.384124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:41.389858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:41.410077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.452871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:39Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:41.457711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16637d6-1f98-4037-b4dd-2eb2a060f97f None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:39Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:41.477505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.479980 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d2a536f-8ae4-4e1b-978f-843ff596e979 req-cd49b70e-a86a-4c14-a521-7ca4f963393e service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483138 Dec 15 22:06:41.482945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.492050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.512586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a53a7a-9aca-4ec5-baf1-66fb7cc3e77e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.518158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.525834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.530515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43896) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:41.536750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:41.537866 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706524 Dec 15 22:06:41.543289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:41.547857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:41.551630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:41.558200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:41.575668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.637388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.642087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.644051 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1493673f-c575-430f-b96a-ceb50d07f657 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.667708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144ae94f-ecdf-4c43-b6c6-a40ed8b5f56b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.672594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.677731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.679233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473994 Dec 15 22:06:41.682067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43900) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:41.687512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:41.694020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:41.698561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:41.702722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:41.709724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:41.716828 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8110f39-ab8b-437d-bea2-743885ddaecb None None] New status for floating IP 3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:06:41.731637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.801064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.805642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.807746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e60e6c9-3e18-4336-9652-20527bcecb45 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.826292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f045edad-57b4-423e-b182-2cbc1903baf4,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.829721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.845424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.846666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636422 Dec 15 22:06:41.849578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43904) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:41.854624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:41.864230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:41.868232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:41.871069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:41.877386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:41.886751 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:06:41.893713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.961295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.964753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:41.966506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ff645f2-246b-4e9e-9433-8107b492af90 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:41.987572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1da4f08-53ad-4790-88d4-5a0f648bb187,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:41.991580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:41.999818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:42.001087 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e96177d-b63c-4258-a9e1-ae135e732850 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1506004 Dec 15 22:06:42.003885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43908) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:42.008937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '11ee06f8-687e-4e9f-a523-335523a4cc31', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:42.015494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:42.019360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:42.022420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:42.028177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:42.037690 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:06:42.043893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:42.106677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:42.110441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:42.112313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1984e273-b6f9-4685-9edf-7b6d2f583718 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:42.134463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb17817-b6e7-41e5-9818-72b6747682dd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:42.138831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:42.144119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:42.145262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404483 Dec 15 22:06:42.300822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-af817f31-0c21-4164-b80d-86e1881dca72 req-405ffcd4-ec0b-4240-8714-f33c31e4178e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:42.315834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-af817f31-0c21-4164-b80d-86e1881dca72 req-405ffcd4-ec0b-4240-8714-f33c31e4178e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:42.317046 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-405ffcd4-ec0b-4240-8714-f33c31e4178e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-797876632&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0546992 Dec 15 22:06:42.464957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-094011a6-a3e1-4df1-a723-e98d8bf4f432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:42.466827 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-094011a6-a3e1-4df1-a723-e98d8bf4f432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 796 time: 0.1432030 Dec 15 22:06:42.480801 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-acc19c26-c3c5-4bb6-8aed-fdefefc1bd2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0086761 Dec 15 22:06:42.567845 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-c9885a09-9d2b-4084-abc0-f7a19eda7346 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0822937 Dec 15 22:06:42.704758 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-f9cd7684-d0f2-4382-a01a-2cefb54ddb78 service neutron] 10.222.0.18 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252232 Dec 15 22:06:42.839622 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-8f411aba-5614-4e0e-9a6e-2bdce1c4ea49 service neutron] 10.222.0.18 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290262 Dec 15 22:06:43.021604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ab2f49b-0c28-403c-bad6-034513f31ac8 req-2dd499d8-3d23-4f05-b65d-ca777f7786b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Dec 15 22:06:43.462100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6a3058bc-a915-452d-bb42-55d8766cd3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.076145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-86aa590c-7b36-4626-812b-a49a9eb127ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:44.077663 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-86aa590c-7b36-4626-812b-a49a9eb127ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 796 time: 0.1521029 Dec 15 22:06:44.135220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-656ac492-5456-4f2a-b342-e52605520e3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 472 time: 0.0479562 Dec 15 22:06:44.144061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '15a4c788-49c8-439c-b12b-209f102f7683', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['11ee06f8-687e-4e9f-a523-335523a4cc31']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:44.170667 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fcac970b-f7e7-44ff-af6f-ddd61bab3aae req-ddbcdf9e-7503-4e3c-895c-2003ee070dde tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 210 time: 0.0456297 Dec 15 22:06:44.278060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:44.287516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:44.296794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:06:44.300293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.454287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.10 (912f02b4-6452-4314-922a-a204bd893486/ef9506b1-9117-4b21-8d40-37e3be0d7daa/61fbab26-682a-4038-af71-ffb0eeead988) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:44.644837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.659811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 61fbab26-682a-4038-af71-ffb0eeead988 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:44.682205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.688047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:44.750177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 912f02b4-6452-4314-922a-a204bd893486 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:44.752995 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:44.756966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:44.802610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:44.807369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:44.827430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:44.827977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.853805 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7133176 Dec 15 22:06:44.865260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Request body: {'port': {'device_id': '15a4c788-49c8-439c-b12b-209f102f7683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:44.935433 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:06:44.954155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-44956d46-0960-4174-8216-de230f379b23 None None] Provisioning for port 61fbab26-682a-4038-af71-ffb0eeead988 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:44.959355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-44956d46-0960-4174-8216-de230f379b23 None None] Provisioning complete for port 61fbab26-682a-4038-af71-ffb0eeead988 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:44.959739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-44956d46-0960-4174-8216-de230f379b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:44.975984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.054684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-44956d46-0960-4174-8216-de230f379b23 None None] Port 61fbab26-682a-4038-af71-ffb0eeead988 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:06:45.468352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61fbab26-682a-4038-af71-ffb0eeead988 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:06:45.476986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.497231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Transition to ACTIVE for port object 61fbab26-682a-4038-af71-ffb0eeead988 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:06:45.501377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.506435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:45.571493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103e18e-4920-4d54-bc96-3f4ee9dfafc7 req-fbe2a0f6-c15e-42d6-be2e-14123a0b8436 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:45.572214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c103e18e-4920-4d54-bc96-3f4ee9dfafc7 req-fbe2a0f6-c15e-42d6-be2e-14123a0b8436 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:06:45.688045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Pushing event updated for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:45.696375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:45.696655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c103e18e-4920-4d54-bc96-3f4ee9dfafc7 req-fbe2a0f6-c15e-42d6-be2e-14123a0b8436 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:06:45.697800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c103e18e-4920-4d54-bc96-3f4ee9dfafc7 req-fbe2a0f6-c15e-42d6-be2e-14123a0b8436 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 932 time: 0.4070299 Dec 15 22:06:45.790352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c103e18e-4920-4d54-bc96-3f4ee9dfafc7 req-d6cd27d4-f9e2-4129-a075-4a9fc3b2c284 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662615 Dec 15 22:06:45.797091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Attempting to bind port 61fbab26-682a-4038-af71-ffb0eeead988 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:06:45.797427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Attempting to bind port 61fbab26-682a-4038-af71-ffb0eeead988 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:06:45.797756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Attempting to bind port 61fbab26-682a-4038-af71-ffb0eeead988 on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Port 61fbab26-682a-4038-af71-ffb0eeead988 on network 912f02b4-6452-4314-922a-a204bd893486 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Attempting to bind port 61fbab26-682a-4038-af71-ffb0eeead988 on network 912f02b4-6452-4314-922a-a204bd893486 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Checking segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Bound using segment: {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Bound port: 61fbab26-682a-4038-af71-ffb0eeead988, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '912f02b4-6452-4314-922a-a204bd893486'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:06:45.811564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.818285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cb996ce1-c072-4fbe-b0e2-f820da477b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.906026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:06:45.909215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=61fbab26-682a-4038-af71-ffb0eeead988,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:06:45.913199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.916750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2c3706ad-4e05-495c-8f68-e772009d1da3 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:45.973583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:45.974186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:45.975513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] 10.222.0.32 "PUT /v2.0/ports/61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 200 len: 1094 time: 1.1144066 Dec 15 22:06:45.976055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:45.995340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Pushing event updated for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:45.998844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:46.052060 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988', 'status': 'completed', 'code': 200} Dec 15 22:06:46.098339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-41adcbe4-4844-4a23-8223-84b1a949cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:46.100020 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-41adcbe4-4844-4a23-8223-84b1a949cf80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1097 time: 0.0809255 Dec 15 22:06:46.168366 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-03c62e5d-eade-447d-81c3-88673737995e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 200 len: 217 time: 0.0608926 Dec 15 22:06:46.233032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-345a68bb-f855-47dd-acab-f3be42bd271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:46.234404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-345a68bb-f855-47dd-acab-f3be42bd271c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0597358 Dec 15 22:06:46.308377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af817f31-0c21-4164-b80d-86e1881dca72 req-a8e7e45b-7ebb-4a88-90d2-4778cb19aba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:46.309827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-a8e7e45b-7ebb-4a88-90d2-4778cb19aba8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689921 Dec 15 22:06:46.437988 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-a36483cb-cde1-404f-824d-f05b07a3d130 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214862 Dec 15 22:06:46.568141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af817f31-0c21-4164-b80d-86e1881dca72 req-10df3992-c02e-4ef3-a894-ec67dc42ef32 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238401 Dec 15 22:06:46.679986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-9c596221-ffe7-442d-87bc-15db8b97aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:46.681398 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-9c596221-ffe7-442d-87bc-15db8b97aa61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1097 time: 0.0733719 Dec 15 22:06:46.812318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-ebd38ba4-e154-411f-8eff-2b3899ca9b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:46.813637 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-ebd38ba4-e154-411f-8eff-2b3899ca9b71 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1249120 Dec 15 22:06:46.834841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:46.882848 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-f9099c67-6525-4926-bcd2-2e0f521e35ed service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 200 len: 217 time: 0.0621512 Dec 15 22:06:46.893944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:46.998736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-3467cd25-94ad-4ece-a547-f4dc7c1d4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:47.000208 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-3467cd25-94ad-4ece-a547-f4dc7c1d4e4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.1109951 Dec 15 22:06:47.065516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e403fa41-91d7-49ee-a41c-37e3e223cf85 req-ced601c1-c5da-49fb-97df-bee4b30aef26 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:47.066915 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e403fa41-91d7-49ee-a41c-37e3e223cf85 req-ced601c1-c5da-49fb-97df-bee4b30aef26 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 944 time: 0.1470115 Dec 15 22:06:47.234152 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e403fa41-91d7-49ee-a41c-37e3e223cf85 req-6e8df828-2f2b-43ba-bc30-79b42d8c9dbe tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597049 Dec 15 22:06:47.240162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-7af702cf-6cca-487c-b522-e39ece48dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:47.241565 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-7af702cf-6cca-487c-b522-e39ece48dbc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2323637 Dec 15 22:06:47.371227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-455a8822-af0d-4afe-8417-f8d9459549eb service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222138 Dec 15 22:06:47.500377 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dde5704-d1df-4c0e-bc4b-50cafe97bbad req-ccab4105-1d95-46c4-8f09-b0db58057a7d service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227322 Dec 15 22:06:47.963200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 61fbab26-682a-4038-af71-ffb0eeead988 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:06:48.090388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=61fbab26-682a-4038-af71-ffb0eeead988,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:48.103633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '61fbab26-682a-4038-af71-ffb0eeead988', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'port_id': '61fbab26-682a-4038-af71-ffb0eeead988', 'mac_address': 'fa:16:3e:15:9f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:06:48.160011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:48.176402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61fbab26-682a-4038-af71-ffb0eeead988 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:06:48.190835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=61fbab26-682a-4038-af71-ffb0eeead988,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:48.194749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:48.196447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:48.260337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:48.263425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:48.418926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['61fbab26-682a-4038-af71-ffb0eeead988'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:06:48.421938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968c75f-89ee-4dc3-8687-131a9ad85000 req-e0e08d51-aac4-48e3-8844-f84a5a3853c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:48.423393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0968c75f-89ee-4dc3-8687-131a9ad85000 req-e0e08d51-aac4-48e3-8844-f84a5a3853c9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 945 time: 0.0839586 Dec 15 22:06:48.469508 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0968c75f-89ee-4dc3-8687-131a9ad85000 req-f1f8f3b6-86fe-41c1-ac76-cda4c74e6720 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401132 Dec 15 22:06:48.484622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:49.648538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bd13c-5450-4cf5-8f67-e69dac69bcba req-de8b5724-e862-423e-b830-c7ec79233ed8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:49.649943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e8bd13c-5450-4cf5-8f67-e69dac69bcba req-de8b5724-e862-423e-b830-c7ec79233ed8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 945 time: 0.0778213 Dec 15 22:06:49.693199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8e8bd13c-5450-4cf5-8f67-e69dac69bcba req-df3d5e56-a82f-4ca2-82a9-352a5c971b04 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371649 Dec 15 22:06:49.984682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 61fbab26-682a-4038-af71-ffb0eeead988 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:06:50.050355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 61fbab26-682a-4038-af71-ffb0eeead988 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:06:50.055178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 61fbab26-682a-4038-af71-ffb0eeead988 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:06:50.055656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:50.169008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:50.194518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:50.206643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=61fbab26-682a-4038-af71-ffb0eeead988,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:06:50.213628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:50.215478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:50.245452 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988', 'code': 200} Dec 15 22:06:50.283137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:50.286213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:50.471866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160d500-453c-40f6-8b6d-d97b962b95d2 req-0f964860-4bbb-42cd-abfc-195cd77d9dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:50.473309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d160d500-453c-40f6-8b6d-d97b962b95d2 req-0f964860-4bbb-42cd-abfc-195cd77d9dc9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1099 time: 0.0722184 Dec 15 22:06:50.516629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d160d500-453c-40f6-8b6d-d97b962b95d2 req-3a6f434a-99db-495d-a804-309780450eb1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361729 Dec 15 22:06:50.882788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc980b8-9dcd-41ef-8fa1-cefabb068f01 req-e6e76ccc-9808-4de3-84bf-97a3d3a25147 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:50.884270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5bc980b8-9dcd-41ef-8fa1-cefabb068f01 req-e6e76ccc-9808-4de3-84bf-97a3d3a25147 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.0868156 Dec 15 22:06:50.932375 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5bc980b8-9dcd-41ef-8fa1-cefabb068f01 req-1c9e10fd-749c-48cc-a919-b43d1050f8fa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 Dec 15 22:06:51.801321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:52.124380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719182c7-8bdb-42e8-83e8-b00cb305b48f req-0b6903a5-a7c6-4160-90a3-f0cc5f8899bd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:52.125881 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-719182c7-8bdb-42e8-83e8-b00cb305b48f req-0b6903a5-a7c6-4160-90a3-f0cc5f8899bd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.0905957 Dec 15 22:06:52.169711 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-719182c7-8bdb-42e8-83e8-b00cb305b48f req-04217495-e085-4cce-a6a2-80c9c543e1c3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376637 Dec 15 22:06:52.349890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d0777-1b2c-406f-a789-0dcfdfa8f2f0 req-2bb4f583-d731-4dcd-a95f-f9582288db67 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:52.351320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb4d0777-1b2c-406f-a789-0dcfdfa8f2f0 req-2bb4f583-d731-4dcd-a95f-f9582288db67 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.0803206 Dec 15 22:06:52.394944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb4d0777-1b2c-406f-a789-0dcfdfa8f2f0 req-21c2b3a7-e62c-4433-9fda-cecd2506370c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372398 Dec 15 22:06:52.416980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:52.489003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2464b02-7cf6-47e3-ad69-649fbf287ada tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:52.490341 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f2464b02-7cf6-47e3-ad69-649fbf287ada tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1094 time: 0.0724099 Dec 15 22:06:52.493018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43962) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:06:52.497759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '61fbab26-682a-4038-af71-ffb0eeead988', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:06:52.503551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:06:52.507283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:06:52.510064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:06:52.515631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:06:52.526029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:52.663439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:52.796614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.42 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/e0337df6-317e-4d30-a71e-3caaea7df30c) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:06:52.939175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:52.967745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:52.971250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3d5979f4-2349-42d6-ae80-a1c119030006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:53.035753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:06:53.038634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:06:53.042248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:06:53.070334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=e0337df6-317e-4d30-a71e-3caaea7df30c,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:53.076480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:53.558667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:53.634541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:53.836720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:53.841160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:53.845500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:06:53.947409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=e0337df6-317e-4d30-a71e-3caaea7df30c,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:06:53.953478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:06:53.961306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:54.130323 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 1ebccf80-f237-480e-983c-4e4c386583e3 associated. External IP: 172.26.6.42, port: 61fbab26-682a-4038-af71-ffb0eeead988. Dec 15 22:06:54.478416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:06:54.652266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:06:54.662687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:06:54.672298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:54.672919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:54.676852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:06:54.735846 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2417457 Dec 15 22:06:54.736552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:06:54.782347 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988', 'status': 'completed', 'code': 200} Dec 15 22:06:54.849065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:54.872571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-6fbe3599-87fb-4692-a815-b317599cfcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:54.874042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-6fbe3599-87fb-4692-a815-b317599cfcc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1099 time: 0.0698113 Dec 15 22:06:55.135234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-75135f22-5f81-482b-be38-22a13563864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:55.136800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-75135f22-5f81-482b-be38-22a13563864b service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.2561407 Dec 15 22:06:55.198122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1ebccf80-f237-480e-983c-4e4c386583e3', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.42', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '61fbab26-682a-4038-af71-ffb0eeead988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:15:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c788-49c8-439c-b12b-209f102f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:53Z', 'updated_at': '2021-12-15T22:06:53Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}, {'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:55.202607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:06:55.211166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:06:55.211776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:06:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:55.242005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-04362282-5295-4dd3-acad-4cca84b7cdc8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 200 len: 999 time: 0.0978565 Dec 15 22:06:55.310454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-629c66bc-0dfc-4e44-85a8-8775d30b4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:55.311909 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-629c66bc-0dfc-4e44-85a8-8775d30b4b0b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0635273 Dec 15 22:06:55.386068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-fc1ef479-4a22-4d0e-9e0f-041acc1210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:06:55.387475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-fc1ef479-4a22-4d0e-9e0f-041acc1210f8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694485 Dec 15 22:06:55.422914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:06:55.526794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-a49ece9d-cb92-4775-897f-68077666c9b4 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327095 Dec 15 22:06:55.662101 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ced3a39c-8196-442b-812a-e1ec5ba73c8b req-5407d321-186d-4983-bd82-10bec80d05e8 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285436 Dec 15 22:06:55.776694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1ebccf80-f237-480e-983c-4e4c386583e3', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.42', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '61fbab26-682a-4038-af71-ffb0eeead988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:15:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c788-49c8-439c-b12b-209f102f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:53Z', 'updated_at': '2021-12-15T22:06:53Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}, {'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:06:55.781088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70810fe2-ee14-4ab1-a5c4-f5e7da82c724 None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '1ebccf80-f237-480e-983c-4e4c386583e3', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.42', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '61fbab26-682a-4038-af71-ffb0eeead988', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:15:9f:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a4c788-49c8-439c-b12b-209f102f7683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:53Z', 'updated_at': '2021-12-15T22:06:53Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}, {'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:06:55.975555 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15711f19-7d12-4a9a-be45-c687c78e09ee None None] New status for floating IP 1ebccf80-f237-480e-983c-4e4c386583e3: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:07:13.468487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8851a7ae-3a5a-4dca-9be7-36e0886a6e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:15.033077 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-ed9b2a02-5bed-4abe-b42a-a048e40956b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686350 Dec 15 22:07:15.178558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-14eb74b6-3c36-4824-bd6d-5f3e2f130783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:15.180012 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-14eb74b6-3c36-4824-bd6d-5f3e2f130783 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1099 time: 0.0744350 Dec 15 22:07:15.326124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-ea096afb-3f31-44d7-af4b-80c32f574151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:15.327532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-ea096afb-3f31-44d7-af4b-80c32f574151 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1267071 Dec 15 22:07:15.437998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-f8689cfc-0577-49f7-9fce-cf5311898af9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 1002 time: 0.0940578 Dec 15 22:07:15.500686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-f82dab76-27b9-4621-9c80-bdb76e025697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:15.502164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-f82dab76-27b9-4621-9c80-bdb76e025697 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0567973 Dec 15 22:07:15.578018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-aeb0a71c-07de-4e78-bdcb-156b532d0279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:15.579443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-aeb0a71c-07de-4e78-bdcb-156b532d0279 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707662 Dec 15 22:07:15.710749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-7a755aae-c536-4bdd-b551-26354e27215b service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239462 Dec 15 22:07:15.819583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6fd29829-e834-4a4b-8085-58012c39c48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:15.844487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f3fb3266-7d01-4d38-9b02-ed7013882213 req-40023daa-68cd-44c1-ae13-df9b8f8af427 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263418 Dec 15 22:07:16.836773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:16.894793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:18.468290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:21.794030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:21.935360 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:07:29.158258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:29.263830 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-badca953-75ae-4c7c-aa99-c83d204b24fd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca HTTP/1.1" status: 200 len: 994 time: 0.1043694 Dec 15 22:07:29.986936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 43992) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:29.992756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:07:30.221865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:30.428908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:30.452666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:30.456939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:30.461282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4664b1f4-bb6e-4b60-8ce4-65223995af2f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:30.521414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:30.522089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:30.530087 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/ports/1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 939 time: 0.5356216 Dec 15 22:07:30.530087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:30.551131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:30.559513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.560228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.560797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.561931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.562617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.563179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.563727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.564295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.564982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.565758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.566318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.566862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:30.577104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:30.579121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:07:30.680526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-a63f014a-7516-4e06-836d-4eadcf886e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:30.682032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-a63f014a-7516-4e06-836d-4eadcf886e7a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1100 time: 0.0803809 Dec 15 22:07:30.750877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-269a74c4-7373-4cad-93a2-d05090d18aaf None None] Provisioning complete for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:07:30.751481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-269a74c4-7373-4cad-93a2-d05090d18aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:30.810503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-269a74c4-7373-4cad-93a2-d05090d18aaf None None] Port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 is administratively disabled so it will not transition to active. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Dec 15 22:07:30.816433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-ad3f80e2-101f-47d4-bf8d-e04babd80ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:30.817905 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-ad3f80e2-101f-47d4-bf8d-e04babd80ced service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1293132 Dec 15 22:07:30.919836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-45895db7-f134-4c48-84f1-0f091e4d8fd4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 1003 time: 0.0955510 Dec 15 22:07:30.980111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-b9ddf70b-00fa-4727-81ff-5fa122bfa001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:30.981386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-b9ddf70b-00fa-4727-81ff-5fa122bfa001 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0553756 Dec 15 22:07:31.052988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-936c5a94-617b-4b2e-b06f-2753a13c9af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:31.054369 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-936c5a94-617b-4b2e-b06f-2753a13c9af5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668116 Dec 15 22:07:31.180782 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-196e414d-dd86-4932-97f0-5dc03ede666a service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197307 Dec 15 22:07:31.307612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a9810ca-9bc9-43c0-b21e-4eec63d13506 req-71fc74b5-170e-48a6-9d5b-dd737de51094 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206026 Dec 15 22:07:33.947391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:33.953942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:07:34.076144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:34.282346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:34.306132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:34.310459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:34.314545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-599f7a1a-62be-4dfb-b13a-77c8b4a5a0d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:34.377540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:34.378154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:34.379510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/ports/1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 938 time: 0.4311936 Dec 15 22:07:34.380170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:34.382530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:34.400342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:34.412047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:34.435087 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:07:34.510644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-03c37d92-726a-42b2-ba5a-7533a514c52b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca HTTP/1.1" status: 200 len: 994 time: 0.1248298 Dec 15 22:07:34.602558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['1d194b11-4d83-41ec-a5a3-2dd37411f4d0'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:07:34.657754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-5594bbe6-431c-4dec-b198-1a18307c0df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:34.659147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-5594bbe6-431c-4dec-b198-1a18307c0df7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1099 time: 0.2017164 Dec 15 22:07:34.676140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7d154b80-0a37-400f-bfac-f39e01626a00 None None] Provisioning complete for port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:07:34.676523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7d154b80-0a37-400f-bfac-f39e01626a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:34.795010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-d3f345a4-b550-4f0e-afa2-620a3426a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:34.797209 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-d3f345a4-b550-4f0e-afa2-620a3426a603 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1293681 Dec 15 22:07:34.903094 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-64630f24-8ee2-4e8d-8fa9-d84d77dc1dcd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 1002 time: 0.0993080 Dec 15 22:07:34.963705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-4db9b771-0fc5-4726-ab56-22269b7b02e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:34.965194 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-4db9b771-0fc5-4726-ab56-22269b7b02e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0557582 Dec 15 22:07:35.043413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-9be24018-cf42-46aa-a377-88a84ca2dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:35.044898 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-9be24018-cf42-46aa-a377-88a84ca2dc8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737450 Dec 15 22:07:35.176525 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-187ad284-7ea4-426b-bed3-fc6fedf02f64 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244824 Dec 15 22:07:35.305524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2c71851-388e-4f41-b5f8-602eddc2e7ac req-4e27ae0a-0412-4244-9177-77a9d3bebcc2 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214576 Dec 15 22:07:37.078701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44018) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:37.277558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port e0337df6-317e-4d30-a71e-3caaea7df30c {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:37.277892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:37.457739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:37.458000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:37.683274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for e0337df6-317e-4d30-a71e-3caaea7df30c owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:37.835884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:37.840182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:37.886791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=e0337df6-317e-4d30-a71e-3caaea7df30c,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:37.925647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.926048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.926419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.926810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.927170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.927530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.927920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.928291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.928649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.928999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.929351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.929700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:37.955865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:37.982626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:37.983485 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 1ebccf80-f237-480e-983c-4e4c386583e3 disassociated (deleted). External IP: 172.26.6.42, port: 61fbab26-682a-4038-af71-ffb0eeead988. Dec 15 22:07:38.333978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:07:38.506984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:07:38.517412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:07:38.526556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:38.527169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:38.527405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:38.591511 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/1ebccf80-f237-480e-983c-4e4c386583e3 HTTP/1.1" status: 204 len: 168 time: 1.5115752 Dec 15 22:07:38.592042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:38.696684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988', 'status': 'completed', 'code': 200} Dec 15 22:07:38.708993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:38.793360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-9cf0e19e-9b2a-4fba-a8e1-956b30461bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:38.795991 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-9cf0e19e-9b2a-4fba-a8e1-956b30461bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 1099 time: 0.0773246 Dec 15 22:07:38.988379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-a3ef07c2-f0fd-4c42-8cac-2371d85712b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:38.989697 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-a3ef07c2-f0fd-4c42-8cac-2371d85712b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1874247 Dec 15 22:07:39.052110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def2fc6d-a248-47c8-a261-da3e90052f51 req-03b008d3-2207-47ff-932e-dd3f608a79e4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:39.053585 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-def2fc6d-a248-47c8-a261-da3e90052f51 req-03b008d3-2207-47ff-932e-dd3f608a79e4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.1656079 Dec 15 22:07:39.082694 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-604b98bd-fa4a-462f-aae2-65d5d5bba8ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 200 len: 217 time: 0.0851264 Dec 15 22:07:39.105307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:39.109140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:07:39.117395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:39.117998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:39.156676 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-def2fc6d-a248-47c8-a261-da3e90052f51 req-4d017fd5-bd6d-46f9-a2a4-7357c0975475 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967834 Dec 15 22:07:39.165663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-3e7fc350-b21c-4681-9306-1fef9c143259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:39.167037 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-3e7fc350-b21c-4681-9306-1fef9c143259 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0764351 Dec 15 22:07:39.250443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-2d782359-0984-47d0-9ddd-087869e7a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:39.251860 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-2d782359-0984-47d0-9ddd-087869e7a195 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770516 Dec 15 22:07:39.293954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:39.387780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-5aacaea4-952a-4f06-8294-81996244deb0 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282172 Dec 15 22:07:39.520134 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee5b9025-dd0d-4e2e-834d-eb00a28cfcb9 req-0c6fb31d-ea3f-408e-90e6-16d2b99a4517 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254504 Dec 15 22:07:39.636267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:39.640190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6343bce6-a83d-42a4-88c1-23ad7de731af None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.174', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'port_id': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'mac_address': 'fa:16:3e:68:58:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:06:39Z', 'updated_at': '2021-12-15T22:06:41Z', 'revision_number': 1, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:07:39.844939 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d543acb6-8270-40c4-a27d-b48156545f68 None None] New status for floating IP 1ebccf80-f237-480e-983c-4e4c386583e3: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:07:40.206147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-c9aacfa8-f33d-4f7e-ae0b-09acc34058cc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:40.207559 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-c9aacfa8-f33d-4f7e-ae0b-09acc34058cc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.0828536 Dec 15 22:07:40.345409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17f6c5-23f4-49c6-a185-4a63bb068d1b req-880b95c4-cc17-4929-9870-f58cc5c96cf4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:40.346115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ee17f6c5-23f4-49c6-a185-4a63bb068d1b req-880b95c4-cc17-4929-9870-f58cc5c96cf4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:07:40.361765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ee17f6c5-23f4-49c6-a185-4a63bb068d1b req-880b95c4-cc17-4929-9870-f58cc5c96cf4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:07:40.362936 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee17f6c5-23f4-49c6-a185-4a63bb068d1b req-880b95c4-cc17-4929-9870-f58cc5c96cf4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 946 time: 0.0981905 Dec 15 22:07:40.395344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 61fbab26-682a-4038-af71-ffb0eeead988 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:40.395708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:40.407170 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ee17f6c5-23f4-49c6-a185-4a63bb068d1b req-45c31a77-c9fe-4add-8f95-bc262a7a5617 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=11ee06f8-687e-4e9f-a523-335523a4cc31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382621 Dec 15 22:07:40.642076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 61fbab26-682a-4038-af71-ffb0eeead988, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=61fbab26-682a-4038-af71-ffb0eeead988,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:40.642430 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:40.765656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 61fbab26-682a-4038-af71-ffb0eeead988 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:40.905917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:40.911558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31dfd816-7a73-4aef-ac87-060197c58784 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:40.955347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=61fbab26-682a-4038-af71-ffb0eeead988,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:40.958321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:41.031155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 61fbab26-682a-4038-af71-ffb0eeead988 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:07:41.033509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:41.036363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'name': 'network-vif-deleted', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:41.051625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8288ae5e-1d6c-4b51-8843-c3f984cdafd1 req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/61fbab26-682a-4038-af71-ffb0eeead988 HTTP/1.1" status: 204 len: 173 time: 0.8383336 Dec 15 22:07:41.085628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a4c788-49c8-439c-b12b-209f102f7683', 'name': 'network-vif-deleted', 'tag': '61fbab26-682a-4038-af71-ffb0eeead988', 'status': 'completed', 'code': 200} Dec 15 22:07:41.578938 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4834f0b9-fe75-4eb6-a80b-84e9a3e14001 req-c1611f01-ac2b-4bdb-9fcf-a723e3ac7afe tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=15a4c788-49c8-439c-b12b-209f102f7683 HTTP/1.1" status: 200 len: 210 time: 0.0480211 Dec 15 22:07:42.677922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:42.750077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:42.778022 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:42.841137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:42.846618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-54e2d589-3c6c-4895-a395-65c8de21c12b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:42.862176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee06f8-687e-4e9f-a523-335523a4cc31,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:42.865646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:42.872181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:42.875829 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/11ee06f8-687e-4e9f-a523-335523a4cc31 HTTP/1.1" status: 204 len: 168 time: 0.1945174 Dec 15 22:07:42.902964 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44044) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:43.232096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 896f2668-b3db-49c7-9c47-bf8f6f866cc4 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:43.232348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.395342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.395658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.470541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0fa395b1-bc88-48e6-8980-f54c8ca2f11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.515690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 896f2668-b3db-49c7-9c47-bf8f6f866cc4 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:43.662977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.666723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-351b63eb-6740-4425-a851-04ddd7d5ccf2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:43.709995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=896f2668-b3db-49c7-9c47-bf8f6f866cc4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:43.712337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:43.806302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:43.806520 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP 3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca disassociated (deleted). External IP: 172.26.6.174, port: 1d194b11-4d83-41ec-a5a3-2dd37411f4d0. Dec 15 22:07:44.145959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:07:44.202913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 61fbab26-682a-4038-af71-ffb0eeead988 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:07:44.235791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 61fbab26-682a-4038-af71-ffb0eeead988 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:07:44.236167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 61fbab26-682a-4038-af71-ffb0eeead988 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:07:44.328055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:07:44.337382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:07:44.343780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:44.346534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:44.347212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:44.399786 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e7e6ebdd-8499-4997-b9bc-d7dfb52f55a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca HTTP/1.1" status: 204 len: 168 time: 1.4932289 Dec 15 22:07:44.399786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:44.447015 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:07:44.531780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:44.543247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-c649c302-b429-4c46-aac0-2fe1adf80f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:44.545948 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-c649c302-b429-4c46-aac0-2fe1adf80f11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 1099 time: 0.0771270 Dec 15 22:07:44.685254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-efeb7c84-e9e3-47bb-a164-d90f4d08890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:44.687946 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-efeb7c84-e9e3-47bb-a164-d90f4d08890d service neutron] 10.222.0.32 "GET /v2.0/networks?id=912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 200 len: 897 time: 0.1359444 Dec 15 22:07:44.761303 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-b58d18a8-58e2-42d6-92ab-1e528981b649 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 200 len: 217 time: 0.0668967 Dec 15 22:07:44.808278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-3b493525-467d-45ef-8121-4753264bf831 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:44.808985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-3b493525-467d-45ef-8121-4753264bf831 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:07:44.825055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-3b493525-467d-45ef-8121-4753264bf831 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:07:44.827174 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-3b493525-467d-45ef-8121-4753264bf831 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.1050603 Dec 15 22:07:44.827313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-c1693e34-9a1a-426c-838a-df8e0d75e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:44.829011 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-c1693e34-9a1a-426c-838a-df8e0d75e0c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 200 len: 834 time: 0.0611992 Dec 15 22:07:44.853193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:44.857113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:07:44.865669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:44.866274 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:44.875090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-c64cede0-7d72-44ea-b59e-3b1a5d59a913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:07:44.893484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-c64cede0-7d72-44ea-b59e-3b1a5d59a913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:07:44.894979 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8e74b88b-af0c-49d9-80b9-063d0b2470fa req-c64cede0-7d72-44ea-b59e-3b1a5d59a913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612559 Dec 15 22:07:44.913762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-0d392259-62f7-4af1-94e5-fcf47ae5f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:44.915309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-0d392259-62f7-4af1-94e5-fcf47ae5f488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=912f02b4-6452-4314-922a-a204bd893486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777476 Dec 15 22:07:45.048964 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-6980b4c6-d0a9-4cbc-84dc-5da9c7f027ac service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260338 Dec 15 22:07:45.092214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:45.179277 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ba45a6c-a6af-4857-b695-049f02bbd625 req-a7fe7dd1-2f4e-450b-8fee-a9e66a1d0fa5 service neutron] 10.222.0.32 "GET /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237910 Dec 15 22:07:45.397146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:45.401002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdbba7-8a3d-40c1-bcb2-697724413f26 None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '08f4a0d5-9bf8-4197-893c-d015e61191df', 'name': '', 'network_id': '912f02b4-6452-4314-922a-a204bd893486', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:f1:64:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:23Z', 'updated_at': '2021-12-15T22:06:28Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ef9506b1-9117-4b21-8d40-37e3be0d7daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:07:45.622758 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a00eb7-ed6e-441b-806f-d8a1a5d322c1 None None] New status for floating IP 3db62a4b-d1e1-4dc7-bce1-a9f95b2dcaca: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:07:45.819918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b890e54-752a-4ea3-bcbf-e88473c03664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.081880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8019d16c-cce4-41f2-8c40-d16a2f481aa4 req-d40c3f61-7993-41cb-9a56-5c0378fa2e4b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:46.082563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8019d16c-cce4-41f2-8c40-d16a2f481aa4 req-d40c3f61-7993-41cb-9a56-5c0378fa2e4b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:07:46.241802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8019d16c-cce4-41f2-8c40-d16a2f481aa4 req-d40c3f61-7993-41cb-9a56-5c0378fa2e4b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:07:46.242922 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8019d16c-cce4-41f2-8c40-d16a2f481aa4 req-d40c3f61-7993-41cb-9a56-5c0378fa2e4b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.2376461 Dec 15 22:07:46.302710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8019d16c-cce4-41f2-8c40-d16a2f481aa4 req-020e4658-b833-4b65-9e91-4529f9f0115e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=72e2a88b-c281-4d80-abea-c5aec63111d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491738 Dec 15 22:07:46.315096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342597a-1208-472e-b1d5-7d574858ed08 req-6792ea4d-944c-454e-a964-a3b8aca0b3a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:46.316642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b342597a-1208-472e-b1d5-7d574858ed08 req-6792ea4d-944c-454e-a964-a3b8aca0b3a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 946 time: 0.2280736 Dec 15 22:07:46.384814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:46.385065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.628472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:46.628825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.753803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:46.840995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.896806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.897957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:46.903046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31e282b7-43c6-407f-9aeb-b7ecdae69676 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:46.948560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=1d194b11-4d83-41ec-a5a3-2dd37411f4d0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:46.952433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:47.023089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:07:47.025410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:47.027899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'name': 'network-vif-deleted', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:07:47.045091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b342597a-1208-472e-b1d5-7d574858ed08 req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/1d194b11-4d83-41ec-a5a3-2dd37411f4d0 HTTP/1.1" status: 204 len: 173 time: 0.7227011 Dec 15 22:07:47.075671 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d1e1bdc-b857-4c96-9ac7-199d92c7382c', 'name': 'network-vif-deleted', 'tag': '1d194b11-4d83-41ec-a5a3-2dd37411f4d0', 'status': 'completed', 'code': 200} Dec 15 22:07:47.469279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a92d894c-31f5-4891-a892-d6d9845e586d req-b79e902d-3d73-43e0-b7f3-f7fd82038ae0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:07:47.484935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-a92d894c-31f5-4891-a892-d6d9845e586d req-b79e902d-3d73-43e0-b7f3-f7fd82038ae0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:07:47.486123 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a92d894c-31f5-4891-a892-d6d9845e586d req-b79e902d-3d73-43e0-b7f3-f7fd82038ae0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d1e1bdc-b857-4c96-9ac7-199d92c7382c HTTP/1.1" status: 200 len: 210 time: 0.0627220 Dec 15 22:07:48.473759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:48.581274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44064) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:48.652732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:48.681522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:48.745990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:48.750424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-20a6c24c-36a1-4033-8a08-69777755562e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:48.890579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2a88b-c281-4d80-abea-c5aec63111d4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:48.893215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:48.900881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:48.901981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/72e2a88b-c281-4d80-abea-c5aec63111d4 HTTP/1.1" status: 204 len: 168 time: 0.3197412 Dec 15 22:07:48.930999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44070) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:49.468690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:49.819060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 08f4a0d5-9bf8-4197-893c-d015e61191df {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:49.819835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:50.005668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 08f4a0d5-9bf8-4197-893c-d015e61191df, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=08f4a0d5-9bf8-4197-893c-d015e61191df,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:50.006015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:50.127509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 08f4a0d5-9bf8-4197-893c-d015e61191df owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:50.235056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:07:50.269544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:07:50.269893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 1d194b11-4d83-41ec-a5a3-2dd37411f4d0 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:07:50.318326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:50.322545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-be157f2e-4287-41b7-958a-50706fe2a963 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:50.479751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=08f4a0d5-9bf8-4197-893c-d015e61191df,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:50.505514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:50.770459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.121378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 391c7f4e-7389-4d4d-a0da-3795bdca8edb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:07:51.293709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:07:51.304864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Sync routers for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:07:51.310473 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/391c7f4e-7389-4d4d-a0da-3795bdca8edb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3783493 Dec 15 22:07:51.313125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44074) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:51.315025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:51.315721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:51.381242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet ef9506b1-9117-4b21-8d40-37e3be0d7daa {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:07:51.383979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.440658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.493831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:51.521711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.605720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.611361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c7cb1981-4c8c-4148-907d-bdbcc9c149d3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:51.645692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=ef9506b1-9117-4b21-8d40-37e3be0d7daa,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:51.648693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:51.649647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.656158 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/ef9506b1-9117-4b21-8d40-37e3be0d7daa HTTP/1.1" status: 204 len: 168 time: 0.3420501 Dec 15 22:07:51.658643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44078) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:51.666121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58633ac1-2f39-4c19-9d9a-d86c924f6cbc None None] Network 912f02b4-6452-4314-922a-a204bd893486 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:07:51.931371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.971137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:51.989632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:07:50Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:51.993865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Checking router: 391c7f4e-7389-4d4d-a0da-3795bdca8edb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:07:52.002410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Routers {'391c7f4e-7389-4d4d-a0da-3795bdca8edb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:52.002828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:52.064798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] DHCP port deletion for 912f02b4-6452-4314-922a-a204bd893486 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:07:52.080811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Deleting port c4563189-8f6d-462d-b553-7e11a7f414ac {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:52.081184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.148536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.157946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 0546976f-fc85-4599-855b-81b8a663bff7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:07:52.158344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.340492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 0546976f-fc85-4599-855b-81b8a663bff7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0546976f-fc85-4599-855b-81b8a663bff7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:52.340847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.344469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] Set router 391c7f4e-7389-4d4d-a0da-3795bdca8edb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:52.461380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 0546976f-fc85-4599-855b-81b8a663bff7 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:52.607670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] For port c4563189-8f6d-462d-b553-7e11a7f414ac, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=c4563189-8f6d-462d-b553-7e11a7f414ac,segment=NetworkSegment(45575c3e-e6b1-4b0b-bb17-8ea73f0a6860),segment_id=45575c3e-e6b1-4b0b-bb17-8ea73f0a6860)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:52.607670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.672244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device c4563189-8f6d-462d-b553-7e11a7f414ac no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:07:52.675581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.680284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-02b2486b-dea8-4671-b253-f94d8471a764 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:52.759576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=0546976f-fc85-4599-855b-81b8a663bff7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:52.761580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Calling delete_port for c4563189-8f6d-462d-b553-7e11a7f414ac owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:07:52.762021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:52.819407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.952967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:52.961151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:53.007464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port c4563189-8f6d-462d-b553-7e11a7f414ac update to DOWN by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 22:07:53.009672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.010351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Pushing event deleted for resources: {'Port': ['ID=c4563189-8f6d-462d-b553-7e11a7f414ac,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:53.012388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.017391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] No DVR routers for this DVR port c4563189-8f6d-462d-b553-7e11a7f414ac on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:07:53.024752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.025087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.025429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.025747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.026073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.026400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.026720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.028845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.028845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.028845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.028845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.028845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:53.033929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:53.044199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.044705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 391c7f4e-7389-4d4d-a0da-3795bdca8edb {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:07:53.047044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:07:50Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:53.051692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc0451f-ef98-49eb-a683-142460d1465a None None] The sync data for ids ['391c7f4e-7389-4d4d-a0da-3795bdca8edb'] in dv-neutron-820612-1-hyperv is: [{'id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'name': 'tempest-TestNetworkBasicOps-router-1000930549', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205'}], 'enable_snat': True}, 'gw_port_id': '0546976f-fc85-4599-855b-81b8a663bff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:07:50Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': '0546976f-fc85-4599-855b-81b8a663bff7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:15:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391c7f4e-7389-4d4d-a0da-3795bdca8edb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:06:19Z', 'updated_at': '2021-12-15T22:06:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:07:53.059705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.060857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/391c7f4e-7389-4d4d-a0da-3795bdca8edb HTTP/1.1" status: 204 len: 168 time: 1.4013026 Dec 15 22:07:53.063493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44082) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:53.182150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.313056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.337301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912f02b4-6452-4314-922a-a204bd893486']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:53.348927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:53.349230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45575c3e-e6b1-4b0b-bb17-8ea73f0a6860') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:53.360154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.376138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.381947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:07:53.382319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:07:53.396818 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:07:53.616976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.620558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-85b3e9aa-a08b-4f62-9937-a6d2eb47d21d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:53.635176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.650796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=912f02b4-6452-4314-922a-a204bd893486,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:53.654055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:53.658226 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/912f02b4-6452-4314-922a-a204bd893486 HTTP/1.1" status: 204 len: 168 time: 0.5937741 Dec 15 22:07:53.685130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44086) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:53.691779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'network': {'name': 'tempest-network-smoke--653971684', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:07:53.697694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:07:53.702146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:network and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:07:53.705117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:07:53.712791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:07:53.723984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:07:53.727552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.757055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:07:53.768860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.769201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Added segment 528f3d1e-8445-46c0-968c-e6a1bc085186 of type vlan for network 65888f40-4cb8-42c2-a637-4b739c0c371e Dec 15 22:07:53.802181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.831765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.837133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:53.837708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.842473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7fa79840-d7dd-424e-b42a-b803e1ace70c tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:53.939858 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2529716 Dec 15 22:07:53.942809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44090) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:53.948095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-298044082', 'admin_state_up': True, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:07:53.950136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Network': ['ID=65888f40-4cb8-42c2-a637-4b739c0c371e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:53.952729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5f976b2c-9c11-4d96-a4ed-bc7a139678a6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:53.955264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:07:53.959189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:router and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:07:53.960182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 65888f40-4cb8-42c2-a637-4b739c0c371e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:07:53.962192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:07:53.969469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:07:53.978497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.979467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:53.996196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:54.270549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:54.605737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0546976f-fc85-4599-855b-81b8a663bff7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:07:54.639698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 0546976f-fc85-4599-855b-81b8a663bff7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:07:54.640085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0546976f-fc85-4599-855b-81b8a663bff7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:07:54.640505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 08f4a0d5-9bf8-4197-893c-d015e61191df no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:07:54.676215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 08f4a0d5-9bf8-4197-893c-d015e61191df {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:07:54.676569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 08f4a0d5-9bf8-4197-893c-d015e61191df not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:07:54.692281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:54.723710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:54.854658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.186 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d8c35bbc-e792-4f11-b0b8-93788f6def66) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:07:54.997618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:55.026378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:55.029836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:55.094755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:07:55.098013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:07:55.101598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:07:55.131363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:55.137067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:55.509915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:55.850114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:56.169547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:07:56.348728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:07:56.358578 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:07:56.367333 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:56.367960 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:56.374519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:56.375762 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4319458 Dec 15 22:07:56.378983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44094) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:56.418293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c9ed02a-70ae-48ed-9e7f-c604a40ed049 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a660c5e92e504abbae7877a5e15ab411&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381811 Dec 15 22:07:56.421523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:56.550340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae516e79-cb35-4fe7-8c36-4cea71f4d2e1 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:56.555098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44102) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:56.555542 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ae516e79-cb35-4fe7-8c36-4cea71f4d2e1 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329975 Dec 15 22:07:56.570299 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:56.598013 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2cbc6abe-be43-49bf-9784-60ce307232e3 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416148 Dec 15 22:07:56.600388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44106) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:56.605715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1329252405', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:07:56.715947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:07:56.720896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:subnet and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:07:56.723673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:07:56.729303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:07:56.740454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:07:56.744003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:56.847210 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:55Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:56.851474 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:07:56.851892 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Updating router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 port d8c35bbc-e792-4f11-b0b8-93788f6def66 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:07:56.903335 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:56.968721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:56.973025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a44c0e4a-64e3-4ca5-8b25-97b474416a10 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:57.053681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Subnet': ['ID=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:57.057333 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:57.058189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Checking segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:07:57.058549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network hostable DHCP agents. Network: 65888f40-4cb8-42c2-a637-4b739c0c371e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:07:57.077840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 65888f40-4cb8-42c2-a637-4b739c0c371e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:07:57.086888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 65888f40-4cb8-42c2-a637-4b739c0c371e) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:07:57.090691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:07:57.091274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.097221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d070b5-be22-4cf3-bb39-7e7fbafe5abb None None] Network 65888f40-4cb8-42c2-a637-4b739c0c371e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:07:57.112336 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5108910 Dec 15 22:07:57.115063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44110) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:07:57.249358 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.261133 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Transition to ACTIVE for port object d8c35bbc-e792-4f11-b0b8-93788f6def66 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:07:57.269091 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.274063 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e7f1b358-6671-45d9-ac3f-9dc48dd9bfee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:57.348430 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Attempting to bind port d8c35bbc-e792-4f11-b0b8-93788f6def66 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:07:57.348795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Attempting to bind port d8c35bbc-e792-4f11-b0b8-93788f6def66 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:07:57.349157 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Attempting to bind port d8c35bbc-e792-4f11-b0b8-93788f6def66 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:07:57.356553 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:07:57.356924 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:07:57.357324 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.358259 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:07:57.358716 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Bound port: d8c35bbc-e792-4f11-b0b8-93788f6def66, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:07:57.359312 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.385765 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:57.392339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-65888f40-4cb8-42c2-a637-4b739c0c371e', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:07:57.393264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.426167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.426510 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.426847 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.427165 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.427484 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.427803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.428144 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.428458 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.428793 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.429106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.429415 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.429722 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:07:57.442478 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:57.445974 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:07:57.448950 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c35bbc-e792-4f11-b0b8-93788f6def66,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:07:57.453959 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.460695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:57.526208 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:07:57.526822 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:57.562687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Allocated IP 172.20.0.2 (65888f40-4cb8-42c2-a637-4b739c0c371e/ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3/b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:07:57.682783 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:57.694678 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:57.712290 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:07:57.775584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.787552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Transition to ACTIVE for port object b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:07:57.808702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Transition to ACTIVE for port object b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:07:57.816203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.824535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:57.859476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:57.891104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Network 65888f40-4cb8-42c2-a637-4b739c0c371e is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:07:57.893797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:07:57.898599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:07:57.937062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Pushing event updated for resources: {'Port': ['ID=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:57.943378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:58.005634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Attempting to bind port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:07:58.006006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Attempting to bind port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:07:58.006371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Attempting to bind port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 on network 65888f40-4cb8-42c2-a637-4b739c0c371e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:07:58.012133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:07:58.012510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Checking segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:07:58.012912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.013304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Bound using segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:07:58.013792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Bound port: b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:07:58.014166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.039477 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:55Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:07:58.043361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eceb8e9c-0953-433b-9d30-9f2f41c4da2a None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:55Z', 'revision_number': 3, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:07:58.104985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] For port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:07:58.112886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] For port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:07:58.118060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.122555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-41ca3eca-b4a0-4fb9-8b10-be715914bc1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:58.209213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Pushing event updated for resources: {'Port': ['ID=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:58.212251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:58.449466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.1 (65888f40-4cb8-42c2-a637-4b739c0c371e/ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3/4f347d09-d8ee-4f37-83f7-bb517f1cf67e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:07:58.648312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.667230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 4f347d09-d8ee-4f37-83f7-bb517f1cf67e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:07:58.689990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:07:58.702653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.707619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52389289-00cf-4146-b678-99aaba1c738a tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:58.763187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:07:58.769912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:07:58.779637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 65888f40-4cb8-42c2-a637-4b739c0c371e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:07:58.784065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:07:58.788428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:07:58.833943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:58.840573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:58.844260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d8c35bbc-e792-4f11-b0b8-93788f6def66 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:07:58.849535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d8c35bbc-e792-4f11-b0b8-93788f6def66 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:07:58.850438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.858712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:58.934964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:07:58.982044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.004257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.007488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c35bbc-e792-4f11-b0b8-93788f6def66,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:59.014661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.017193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-8a2a3e23-e999-4a93-b63d-b8e499580b4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:59.099918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:59.102948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:59.312010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2e012-5b62-41f9-978d-57ecff4df339 None None] Network 65888f40-4cb8-42c2-a637-4b739c0c371e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:07:59.401291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Provisioning for port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:07:59.411245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Provisioning complete for port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:07:59.411633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.438131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.442471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.469888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5eb085bb-2976-43a4-bf5e-ece90b1c5028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:59.559505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:59.561820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.571043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:59.642792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.680647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] For port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:07:59.687423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:07:59.690534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:07:59.703982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 65888f40-4cb8-42c2-a637-4b739c0c371e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:07:59.705114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:07:59.760627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Pushing event updated for resources: {'Port': ['ID=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:07:59.763651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:07:59.895103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:08:00.011787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Provisioning complete for port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:00.012220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:00.196680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Provisioning for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:08:00.202770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:00.203578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:00.222539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:08:00.238189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:08:00.239859 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/79ebb27a-8caa-46be-8dc1-2876666e4ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1236048 Dec 15 22:08:00.242444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44114) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:00.262899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:00.263534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:00.338331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bcd4d4fc-143a-41a0-85be-9da11144462a None None] Port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:08:00.384003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a9d64-34d6-4f22-bcde-2a1e6e30c0ca tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.384478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a9d64-34d6-4f22-bcde-2a1e6e30c0ca tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.384931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a9d64-34d6-4f22-bcde-2a1e6e30c0ca tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.385386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909a9d64-34d6-4f22-bcde-2a1e6e30c0ca tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.387023 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-909a9d64-34d6-4f22-bcde-2a1e6e30c0ca tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1431630 Dec 15 22:08:00.389895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44118) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:00.456272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:00.461831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcffd9-1909-41d1-9c6d-35072b8cb372 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.462284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcffd9-1909-41d1-9c6d-35072b8cb372 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.462725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcffd9-1909-41d1-9c6d-35072b8cb372 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.463162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcffd9-1909-41d1-9c6d-35072b8cb372 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:00.464943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-02dcffd9-1909-41d1-9c6d-35072b8cb372 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0741336 Dec 15 22:08:00.469590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44122) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:00.529164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f91e4cde-2abc-48ae-a302-7d39a98698e3 None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:00.529463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f91e4cde-2abc-48ae-a302-7d39a98698e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:00.653993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:00.681031 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-53a04025-7eee-42be-b822-65757177f7a1 tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2101352 Dec 15 22:08:00.743677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f91e4cde-2abc-48ae-a302-7d39a98698e3 None None] Port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:08:00.865208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:00.865601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.026769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:07:59Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:01.034880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44128) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.036234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:08:01.036578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Updating router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:08:01.040385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387717873', 'description': 'tempest-secgroup-smoke-1387717873 description', 'project_id': 'a660c5e92e504abbae7877a5e15ab411'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.047089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.051441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.054345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.060187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.073033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.077670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:01.094178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.098137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.100998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.109940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.147587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.192794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.196993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.202286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8d21e84-c0c9-4d90-8ff7-fa30860fa5f8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.227465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d8c35bbc-e792-4f11-b0b8-93788f6def66 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:01.227839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.242912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c2826-22f5-4f53-b966-89b0bd43ae8f,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.245492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.246654 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2105393 Dec 15 22:08:01.247520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.250025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44132) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.255102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.261192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.264905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.267719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.273280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.290572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.352005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.355675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.358059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-43b0a01f-7fd5-4878-9e2b-166e623c6638 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.380299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499670aa-f8f3-40ed-8f8b-db2aabe15fca,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.382663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.391388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.392595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416507 Dec 15 22:08:01.395517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44136) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.401681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.408420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.412666 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.415584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.429340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.445385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.506827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.512362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.515108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a735114-58ce-412f-a416-4c012cdb0aa0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.535740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801605e0-4506-4249-9869-8a9814ef155e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.539669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.548405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.552681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0abe1ac-3c21-4a65-b3ee-8919e34a763b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1528103 Dec 15 22:08:01.553013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.558415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.564890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.568658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.571516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.577699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.595220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.603551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.614862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Transition to ACTIVE for port object 4f347d09-d8ee-4f37-83f7-bb517f1cf67e will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:08:01.621514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.627017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.661662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.665447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.667897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-620eabf4-3cfc-4f5b-a4bf-8d6b8b81ed4f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.693934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c71d01-ca3b-4b79-bde7-244bc802c496,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.696471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.705304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.706588 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523983 Dec 15 22:08:01.709572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44144) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.714761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.721190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.725246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.728159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.734230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.752522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.826832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.831637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.833658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.840632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.843245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-15030437-4b56-49ae-8c8f-60a364da9dc7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:01.873809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.875928 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1644309 Dec 15 22:08:01.877362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4ee993-2418-4565-8744-8bf314598d6b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:01.877958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:01.879856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:01.883161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:01.895026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:01.899256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:01.900312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Attempting to bind port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:08:01.900887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Attempting to bind port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:08:01.901420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Attempting to bind port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e on network 65888f40-4cb8-42c2-a637-4b739c0c371e {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:08:01.902345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:01.907595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:08:01.908254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Checking segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:08:01.908823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.909388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Bound using segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:08:01.909911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:01.910508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Bound port: 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:08:01.911055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:01.920636 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:08:01.929586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.006822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:08:02.010703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:08:02.011404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.014637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.016173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.018702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:02.023752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a3e895c-582c-471d-8d25-abb0fec26be4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:02.042127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6387a9-9eb0-4706-8b45-3b1823d18c09,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:02.046243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:02.055606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.059958 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1783981 Dec 15 22:08:02.060330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44152) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:02.067447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'security_group_rule': {'security_group_id': '2b3c2826-22f5-4f53-b966-89b0bd43ae8f', 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:02.073078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:02.076972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:security_group_rule and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:02.079900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:02.085898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:02.097517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Project a660c5e92e504abbae7877a5e15ab411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:08:02.102050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:02.102690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:07:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:02.107254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.178217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.188358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.190235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8a44c656-3b17-44c1-a936-2ff8b5a07986 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:02.214427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36146fd-a183-4e73-9b1d-1c3d93f9f0bf,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:02.217640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:02.228715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:02.230159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1682768 Dec 15 22:08:02.292441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:02.296963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:02.316765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:02.400074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-3c117403-81c6-4b1c-abb5-8c5d529922b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:02.417499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-3c117403-81c6-4b1c-abb5-8c5d529922b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:02.420760 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-3c117403-81c6-4b1c-abb5-8c5d529922b5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387717873&fields=id&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 267 time: 0.0639694 Dec 15 22:08:02.608287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-6c87f238-20bf-473e-87b5-04f9cdab6aa6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:02.609862 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-6c87f238-20bf-473e-87b5-04f9cdab6aa6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/networks?id=65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 200 len: 796 time: 0.1820514 Dec 15 22:08:02.625706 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-bea16a41-671a-46f2-94a6-d5377312418c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/quotas/a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Dec 15 22:08:02.650116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:02Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:02.654236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3049e16f-9e25-4239-84a3-990b3e82fe61 None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:02Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:08:02.728352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-8907a145-a088-402f-854b-827de2a78072 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:02.753455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-8907a145-a088-402f-854b-827de2a78072 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:02.754878 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-8907a145-a088-402f-854b-827de2a78072 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239200 Dec 15 22:08:02.946769 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-14d4a021-b946-469b-9ba6-e477b23869d0 service neutron] 10.222.0.18 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771860 Dec 15 22:08:03.081998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-0fb8a0e8-f971-4ff6-93a5-300f5bf68742 service neutron] 10.222.0.18 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286747 Dec 15 22:08:03.269688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3db98d90-a727-4d36-8ee3-9481c6e50204 req-287828ad-e5f0-4bfe-bb4d-caa6b813b2d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:03.290916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-3db98d90-a727-4d36-8ee3-9481c6e50204 req-287828ad-e5f0-4bfe-bb4d-caa6b813b2d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:03.292095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3db98d90-a727-4d36-8ee3-9481c6e50204 req-287828ad-e5f0-4bfe-bb4d-caa6b813b2d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 210 time: 0.0703828 Dec 15 22:08:04.449499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-6d558e73-a2ed-4bbc-b99f-91beb8d319d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:04.450787 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-6d558e73-a2ed-4bbc-b99f-91beb8d319d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/networks?id=65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 200 len: 796 time: 0.3093972 Dec 15 22:08:04.457712 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb30b30d-2abd-4198-b26e-34bdc325e534 req-9ee1b087-d933-4c8a-92e4-c8199f0601c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 210 time: 0.0549183 Dec 15 22:08:04.504419 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-861cbbbb-9382-446a-b478-37585892a6d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a660c5e92e504abbae7877a5e15ab411 HTTP/1.1" status: 200 len: 380 time: 0.0432193 Dec 15 22:08:04.514434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'port': {'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'admin_state_up': True, 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'security_groups': ['2b3c2826-22f5-4f53-b966-89b0bd43ae8f']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:04.643087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:04.656185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:04.666482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:04.676282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Made reservation on behalf of a660c5e92e504abbae7877a5e15ab411 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:08:04.680002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:04.718716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:08:04.723450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:04.723834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:04.839141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:04.841574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.20.0.10 (65888f40-4cb8-42c2-a637-4b739c0c371e/ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3/0d76bfd1-4085-498a-8a94-2e3154505284) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:08:04.871657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:04.876038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:04.878810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:04.943058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:04.946124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:05.033296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.049305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Transition to ACTIVE for port object 0d76bfd1-4085-498a-8a94-2e3154505284 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:08:05.071675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.076771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8260de9a-fb10-446f-9a92-769f5d864a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:05.139141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network 65888f40-4cb8-42c2-a637-4b739c0c371e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:08:05.142002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:08:05.145997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:08:05.183027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:05.191975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:05.215232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:05.215836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.241855 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7315140 Dec 15 22:08:05.253972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Request body: {'port': {'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:05.368341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.383082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e537aaec-8b42-46f2-aa08-1d01486d016c None None] Provisioning for port 0d76bfd1-4085-498a-8a94-2e3154505284 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:08:05.387765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e537aaec-8b42-46f2-aa08-1d01486d016c None None] Provisioning complete for port 0d76bfd1-4085-498a-8a94-2e3154505284 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:05.388169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e537aaec-8b42-46f2-aa08-1d01486d016c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.443345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e537aaec-8b42-46f2-aa08-1d01486d016c None None] Port 0d76bfd1-4085-498a-8a94-2e3154505284 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:08:05.663106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd4178-1ec9-4861-94ff-f662a516843e req-84805e1e-1e3f-4ed4-80c6-ec990c6dbe84 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:05.664619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0ecd4178-1ec9-4861-94ff-f662a516843e req-84805e1e-1e3f-4ed4-80c6-ec990c6dbe84 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 932 time: 0.0986533 Dec 15 22:08:05.710550 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0ecd4178-1ec9-4861-94ff-f662a516843e req-d6ed5db9-b091-42ef-bdd4-dabcc15b602f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:05.712965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d76bfd1-4085-498a-8a94-2e3154505284 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:08:05.721502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.723796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-0ecd4178-1ec9-4861-94ff-f662a516843e req-d6ed5db9-b091-42ef-bdd4-dabcc15b602f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:05.724942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0ecd4178-1ec9-4861-94ff-f662a516843e req-d6ed5db9-b091-42ef-bdd4-dabcc15b602f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546975 Dec 15 22:08:05.736285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Transition to ACTIVE for port object 0d76bfd1-4085-498a-8a94-2e3154505284 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:08:05.740915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:05.745603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-290149c6-4af9-4045-bd7f-6bc8333d9ac0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:05.898100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Pushing event updated for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:05.912351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:05.981980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Attempting to bind port 0d76bfd1-4085-498a-8a94-2e3154505284 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:08:05.982355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Attempting to bind port 0d76bfd1-4085-498a-8a94-2e3154505284 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:08:05.982647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Attempting to bind port 0d76bfd1-4085-498a-8a94-2e3154505284 on network 65888f40-4cb8-42c2-a637-4b739c0c371e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:08:05.987303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Port 0d76bfd1-4085-498a-8a94-2e3154505284 on network 65888f40-4cb8-42c2-a637-4b739c0c371e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:08:05.987621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Attempting to bind port 0d76bfd1-4085-498a-8a94-2e3154505284 on network 65888f40-4cb8-42c2-a637-4b739c0c371e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:08:05.992674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:08:05.993009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Checking segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:08:05.993388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Bound using segment: {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:08:05.993815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Bound port: 0d76bfd1-4085-498a-8a94-2e3154505284, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '528f3d1e-8445-46c0-968c-e6a1bc085186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:08:05.994159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:06.081860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:08:06.084702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0d76bfd1-4085-498a-8a94-2e3154505284,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:08:06.089118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:06.093561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-504c7231-eba1-42a6-9e24-1b83afc5a988 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:06.150573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.151188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:06.152565 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] 10.222.0.32 "PUT /v2.0/ports/0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 200 len: 1094 time: 0.9034638 Dec 15 22:08:06.153227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:08:06.175427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Pushing event updated for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:06.178399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:06.229534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284', 'status': 'completed', 'code': 200} Dec 15 22:08:06.277344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-7cca6930-6f1a-452e-ba6d-8dbb5516b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.278815 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-7cca6930-6f1a-452e-ba6d-8dbb5516b39c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1097 time: 0.0815129 Dec 15 22:08:06.352583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b9d2d466-7277-4b3e-9031-0e0b6c03d4a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 200 len: 217 time: 0.0660861 Dec 15 22:08:06.414180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b56f0d21-f4fd-4bab-8097-c6bbe8938fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.415524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-b56f0d21-f4fd-4bab-8097-c6bbe8938fdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 HTTP/1.1" status: 200 len: 835 time: 0.0568135 Dec 15 22:08:06.489296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-1c745edf-e182-4a3e-a5bc-5edb5900eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.490710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-1c745edf-e182-4a3e-a5bc-5edb5900eae5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65888f40-4cb8-42c2-a637-4b739c0c371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687406 Dec 15 22:08:06.613154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:06.622950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-8ce6c0ff-73e6-4050-87dc-373bbdef9b57 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253614 Dec 15 22:08:06.680911 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:06.681296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:06.877063 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b8a3ad42-100e-448b-acb5-6196c700af51 req-a7ceb4ba-9a7a-457c-bc56-73d8e3d1db3b service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478523 Dec 15 22:08:06.915699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e808f-3471-47db-a6ae-462f4ff08722 req-c0f19b50-7615-45c7-8572-182052f7315a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.917192 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f90e808f-3471-47db-a6ae-462f4ff08722 req-c0f19b50-7615-45c7-8572-182052f7315a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 944 time: 0.0826304 Dec 15 22:08:06.960790 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f90e808f-3471-47db-a6ae-462f4ff08722 req-59e412cf-e2b7-436d-9b2e-62fb75ec40e4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372429 Dec 15 22:08:06.993750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-a1ce057b-695d-4dde-b5fd-197b53e39e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:06.995293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-a1ce057b-695d-4dde-b5fd-197b53e39e7f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1097 time: 0.0694222 Dec 15 22:08:07.122151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-e42805a9-9f93-4a42-b6b2-01066dd622f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:07.123566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-e42805a9-9f93-4a42-b6b2-01066dd622f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 200 len: 897 time: 0.1219182 Dec 15 22:08:07.193446 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-1631fc60-2c70-4082-a4ab-513f73e15338 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 200 len: 217 time: 0.0627117 Dec 15 22:08:07.257689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-be7a1497-262c-4358-b4b5-181cb8a45daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:07.259115 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-be7a1497-262c-4358-b4b5-181cb8a45daf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 HTTP/1.1" status: 200 len: 835 time: 0.0586553 Dec 15 22:08:07.337249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-e9414d81-0784-46bc-a790-a93896c03e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:07.338684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-e9414d81-0784-46bc-a790-a93896c03e63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65888f40-4cb8-42c2-a637-4b739c0c371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723224 Dec 15 22:08:07.470400 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-bcdc226a-6ca9-49c6-b92e-bce2b4faff52 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244991 Dec 15 22:08:07.602679 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2cde573-e9f3-402b-93f7-4f864e3e8a46 req-e2919091-92d0-4865-bf9c-f3f4f6a365d8 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252739 Dec 15 22:08:08.145698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6d18f-41cc-4499-bfa4-dce482c07149 req-f93a1956-2ef2-4796-9a0f-a286b1d1bca8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:08.146399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-46b6d18f-41cc-4499-bfa4-dce482c07149 req-f93a1956-2ef2-4796-9a0f-a286b1d1bca8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:08.161919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-46b6d18f-41cc-4499-bfa4-dce482c07149 req-f93a1956-2ef2-4796-9a0f-a286b1d1bca8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:08.163048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46b6d18f-41cc-4499-bfa4-dce482c07149 req-f93a1956-2ef2-4796-9a0f-a286b1d1bca8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 944 time: 0.0949059 Dec 15 22:08:08.207662 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46b6d18f-41cc-4499-bfa4-dce482c07149 req-ad1b6238-7dba-4448-b182-d9c87cff3085 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387623 Dec 15 22:08:09.396430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f46fb01-1e79-451c-acdd-0c1cf542b254 req-61072b9f-84ee-43c9-9453-12ea18011c7e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:09.397862 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7f46fb01-1e79-451c-acdd-0c1cf542b254 req-61072b9f-84ee-43c9-9453-12ea18011c7e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 944 time: 0.0826290 Dec 15 22:08:09.441719 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7f46fb01-1e79-451c-acdd-0c1cf542b254 req-ff4622da-491c-46e8-ac91-f523b2e18df9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382662 Dec 15 22:08:10.357969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0d76bfd1-4085-498a-8a94-2e3154505284 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:08:10.528259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0d76bfd1-4085-498a-8a94-2e3154505284,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:10.542851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '0d76bfd1-4085-498a-8a94-2e3154505284', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:08:10.599013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:10.615214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d76bfd1-4085-498a-8a94-2e3154505284 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:08:10.629726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a5c7-7867-43e8-a0c4-66d0ef4a65d8 req-064cf488-48e5-4117-b45a-b65922ce235c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:10.630592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0d76bfd1-4085-498a-8a94-2e3154505284,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:10.631325 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4563a5c7-7867-43e8-a0c4-66d0ef4a65d8 req-064cf488-48e5-4117-b45a-b65922ce235c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 944 time: 0.0863523 Dec 15 22:08:10.634550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:10.637535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:10.675465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4563a5c7-7867-43e8-a0c4-66d0ef4a65d8 req-55af7c2b-f78c-4922-88d2-2d887dd59475 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382729 Dec 15 22:08:10.706166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:10.709429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:10.822015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['0d76bfd1-4085-498a-8a94-2e3154505284'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:08:11.855567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf69fd-3a8b-407f-af57-180745728eba req-9e90292d-185e-4357-881e-784072b2805e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:11.857675 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f1bf69fd-3a8b-407f-af57-180745728eba req-9e90292d-185e-4357-881e-784072b2805e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 945 time: 0.0800538 Dec 15 22:08:11.900805 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f1bf69fd-3a8b-407f-af57-180745728eba req-a9cece09-897b-470f-80aa-863513536b61 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373411 Dec 15 22:08:12.373582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0d76bfd1-4085-498a-8a94-2e3154505284 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:12.441260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 0d76bfd1-4085-498a-8a94-2e3154505284 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:08:12.445847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 0d76bfd1-4085-498a-8a94-2e3154505284 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:12.446218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:12.563949 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:12.590720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:08:12.600451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0d76bfd1-4085-498a-8a94-2e3154505284,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:12.604402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:12.606240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:12.636133 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284', 'code': 200} Dec 15 22:08:12.674728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:12.677533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:12.858824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee179065-4431-4f57-8d5f-84ef07cb64e6 req-edaa73b6-9af4-44b7-af5f-ae4eb3b245b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:12.860283 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee179065-4431-4f57-8d5f-84ef07cb64e6 req-edaa73b6-9af4-44b7-af5f-ae4eb3b245b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1099 time: 0.0706720 Dec 15 22:08:12.898946 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee179065-4431-4f57-8d5f-84ef07cb64e6 req-2ff1e360-ed5b-417c-b681-75aff777c827 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323889 Dec 15 22:08:13.084096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a80ff-b1b6-46dd-bb1d-bb64cf8f564d req-e7e98afb-aa7d-4d07-bc70-8f137ca569cf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:13.085680 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6a0a80ff-b1b6-46dd-bb1d-bb64cf8f564d req-e7e98afb-aa7d-4d07-bc70-8f137ca569cf tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.0825024 Dec 15 22:08:13.128138 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6a0a80ff-b1b6-46dd-bb1d-bb64cf8f564d req-58e81576-4164-46eb-a285-3923a2eb581e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369256 Dec 15 22:08:13.471284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-efba7be6-9ed1-45cd-8861-f507fc394871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:14.320150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb58ee-1a78-4410-93d2-5548e280b1a2 req-dc59e9a4-ccc9-4a34-bf56-f9667dfbd095 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:14.321589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2eb58ee-1a78-4410-93d2-5548e280b1a2 req-dc59e9a4-ccc9-4a34-bf56-f9667dfbd095 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.0859241 Dec 15 22:08:14.365148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2eb58ee-1a78-4410-93d2-5548e280b1a2 req-2e65704b-d060-4740-a2dc-aa63f3d91832 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380199 Dec 15 22:08:14.547983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177960a-45e9-41c3-8aff-737eeb17c26a req-45b8ae29-1a38-45f9-83ef-f23fb1470f4d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:14.549311 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c177960a-45e9-41c3-8aff-737eeb17c26a req-45b8ae29-1a38-45f9-83ef-f23fb1470f4d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.0787301 Dec 15 22:08:14.596632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c177960a-45e9-41c3-8aff-737eeb17c26a req-73b22190-c2e3-4b8c-8c80-526105117239 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Dec 15 22:08:14.621945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:14.690779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d91ed41-9c5e-4094-a95c-18d88c36bb4b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:14.692290 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1d91ed41-9c5e-4094-a95c-18d88c36bb4b tempest-TestNetworkBasicOps-1056971104 tempest-TestNetworkBasicOps-1056971104-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1094 time: 0.0693679 Dec 15 22:08:14.694998 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:14.699916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:14.706234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:08:14.710112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Usage tracker for resource:floatingip and tenant:a660c5e92e504abbae7877a5e15ab411 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:08:14.712927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:08:14.719331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:08:14.730167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:14.974004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:15.107377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Allocated IP 172.26.6.37 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/cf353c72-d594-4938-bd3d-e58f09e4fa7a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:08:15.254370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:15.282894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:15.288035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b9f0f7d2-0267-406c-a1d3-a37a0baf59a5 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:15.346702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:08:15.349473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:08:15.353256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:08:15.400252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=cf353c72-d594-4938-bd3d-e58f09e4fa7a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:15.404263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:15.769976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:15.821683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5edfc824-461d-4955-b02e-c3b447e3ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:15.842167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.046272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.050483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.054967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d2c2b3e8-66f4-4ff0-9ea0-3df4d71e2282 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:16.156397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event updated for resources: {'Port': ['ID=cf353c72-d594-4938-bd3d-e58f09e4fa7a,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:16.160125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:16.166803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.338458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f associated. External IP: 172.26.6.37, port: 0d76bfd1-4085-498a-8a94-2e3154505284. Dec 15 22:08:16.799054 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:08:16.841533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.902276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:16.976898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:08:16.986702 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:08:16.996393 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:16.997043 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:17.000206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:17.056632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3606353 Dec 15 22:08:17.057302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:08:17.059485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44216) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:17.101458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284', 'status': 'completed', 'code': 200} Dec 15 22:08:17.180472 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:17.214645 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1eceb9f6-0c13-4413-ba84-17f96070bd42 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 991 time: 0.1528795 Dec 15 22:08:17.229792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-500af0d6-6384-44bf-b937-71cd5dc190be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:17.231238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-500af0d6-6384-44bf-b937-71cd5dc190be service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1099 time: 0.0987706 Dec 15 22:08:17.358257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-e910e7d0-ceac-4b34-b30e-d4d05ae13e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:17.359613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-e910e7d0-ceac-4b34-b30e-d4d05ae13e57 service neutron] 10.222.0.32 "GET /v2.0/networks?id=65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 200 len: 897 time: 0.1223087 Dec 15 22:08:17.527350 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:15Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:04Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:17.532624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:08:17.541206 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:17.541922 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:17.572193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-5ed0d2b8-a88a-4175-a3a4-90391be38669 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 200 len: 999 time: 0.2064407 Dec 15 22:08:17.635500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-836000bb-c408-4b21-85fc-4348f9920b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:17.636854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-836000bb-c408-4b21-85fc-4348f9920b9e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 HTTP/1.1" status: 200 len: 835 time: 0.0589554 Dec 15 22:08:17.710562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-3326b157-ad3d-4713-8d0e-ffd2cd2f827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:17.712049 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-3326b157-ad3d-4713-8d0e-ffd2cd2f827a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65888f40-4cb8-42c2-a637-4b739c0c371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690353 Dec 15 22:08:17.716008 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:17.722426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-2a69dd35-f616-4fa4-89c9-f6dea2732e53 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:08:17.723499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-2a69dd35-f616-4fa4-89c9-f6dea2732e53 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056887 Dec 15 22:08:17.854642 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-73f44fe0-f385-40c9-bc4f-7f1f4095b911 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242497 Dec 15 22:08:17.987622 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c28710a-1ab8-4ac1-9871-504f19c7825c req-56188097-c7c4-45c1-b24f-2ae3d673a10c service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268907 Dec 15 22:08:18.055586 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:15Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:04Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:18.059435 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d7906-9cea-4c00-a6ac-c8065f5caccd None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:07:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:15Z', 'revision_number': 0, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:04Z', 'revision_number': 5, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:08:18.217481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44222) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:18.255528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-548cba20-87dc-441c-9273-9a25e9694833 None None] New status for floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:08:18.329884 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc6d0051-b423-4587-9daf-74800035467e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 991 time: 0.1106098 Dec 15 22:08:18.519331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:19.333593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44226) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:19.438318 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37c501e9-2fb6-4fdf-81ba-53bc576596c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 993 time: 0.1034434 Dec 15 22:08:21.812576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:35.933526 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:08:43.472660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0e342c59-5aa8-4e43-83e4-700fed82c8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:45.823812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1e2ebda6-53e3-49d9-a298-4e4c8e69a00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:46.844092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:46.904704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:48.475853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:48.692294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44242) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:48.697588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:49.203242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:49.213408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:49.513220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:08:49.688119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:08:49.694906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:49.696051 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e1d6e142-c6fa-43dd-b208-179b7d08937c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/79ebb27a-8caa-46be-8dc1-2876666e4ff6 HTTP/1.1" status: 200 len: 888 time: 1.0028341 Dec 15 22:08:49.697804 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:08:49.708792 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:49.709422 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:49.767785 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:49.776503 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:49.777107 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:49.838030 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:49.838423 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c820af-f719-4176-ac4a-02c4c12cb64b None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:08:50.597109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2026c5cd-9791-4c5a-af7d-a3ffd94438b3 None None] New status for floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:08:50.649642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:08:50.937726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:50.970921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:50.974637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:50.975598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:08:51.001729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ee3d0fd8-9c01-4e3f-9d26-9423705a72db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:51.127541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:51.131422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:51.190758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:51.206086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c35bbc-e792-4f11-b0b8-93788f6def66,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:51.210026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:51.211731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:51.275341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:51.278096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:51.817435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:51.844159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44248) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:51.849493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:08:52.364102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:52.374236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1022996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1023005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1021955'] for router, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:52.672754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:08:52.849183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:08:52.855635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:52.857406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dfecd631-2afd-4d47-97df-e7cc12fc0b06 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/79ebb27a-8caa-46be-8dc1-2876666e4ff6 HTTP/1.1" status: 200 len: 887 time: 1.0122299 Dec 15 22:08:52.858593 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:08:52.859582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44252) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:52.867971 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:52.868574 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:52.969240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9f17762e-00c2-4b6d-888b-6861714f3342 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 991 time: 0.1073654 Dec 15 22:08:53.042304 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:53.376293 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:53.379864 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:08:53.387722 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:53.388336 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:53.568449 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:53.903255 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:53.907791 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954498de-87db-4eac-85fc-0dd101fedf41 None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:51Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'ff0b7e6e-6b35-4dc6-958e-713f203d370f', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'floating_ip_address': '172.26.6.37', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'port_id': '0d76bfd1-4085-498a-8a94-2e3154505284', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'mac_address': 'fa:16:3e:11:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:08:15Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 2, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:50Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:08:53.971200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44256) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:54.099549 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-babdebef-c647-4e0c-99d9-7527cfd52fa9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 991 time: 0.1271033 Dec 15 22:08:54.683302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:54.763692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:54.764019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:54.880746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:54.924142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:54.928578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:54.929427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:54.953952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-883c2fd4-9ce3-478a-8454-2255fdfe5f13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:55.045361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:55.054006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.054354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.054692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.055028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.055354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.055681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.056032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.056357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.056682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.057006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.057322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.057643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:55.064863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:55.067643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d8c35bbc-e792-4f11-b0b8-93788f6def66 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:55.067745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:55.101640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44260) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:55.186425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:55.203195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c35bbc-e792-4f11-b0b8-93788f6def66,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:08:55.206442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:55.209716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:55.212950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0743efbb-2519-45ff-ae15-8423df2e515f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 991 time: 0.1101213 Dec 15 22:08:55.276779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:55.279762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:55.587879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736dfcf-9dfa-40b8-8e65-f4f8bfc51593 None None] New status for floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:08:56.216645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44264) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:56.322664 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3564fc5a-a451-4320-9629-e684ad0dab33 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 200 len: 993 time: 0.1047716 Dec 15 22:08:56.587334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44272) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:08:56.643847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:56.709830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:56.710123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:56.796814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port cf353c72-d594-4938-bd3d-e58f09e4fa7a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:08:56.797159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:56.830243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:08:56.894318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d8c35bbc-e792-4f11-b0b8-93788f6def66 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:08:56.894694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:56.965296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:56.965535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:57.087219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for cf353c72-d594-4938-bd3d-e58f09e4fa7a owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:08:57.234668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:57.238121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-05554c19-bedb-47b9-8e06-be0464f27fe9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:08:57.283437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=cf353c72-d594-4938-bd3d-e58f09e4fa7a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:08:57.320120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.320510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.320885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.321282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.321647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.322013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.322374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.322739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.323101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.323460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.323815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.324213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:08:57.331020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:08:57.383135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:57.383457 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f disassociated (deleted). External IP: 172.26.6.37, port: 0d76bfd1-4085-498a-8a94-2e3154505284. Dec 15 22:08:57.849508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:08:58.024755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:08:58.034550 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:08:58.044329 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:58.044935 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:58.049962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:58.109262 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/floatingips/ff0b7e6e-6b35-4dc6-958e-713f203d370f HTTP/1.1" status: 204 len: 168 time: 1.5204465 Dec 15 22:08:58.109759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:08:58.158028 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284', 'status': 'completed', 'code': 200} Dec 15 22:08:58.252124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-c316ed2c-d933-410a-b0c5-37172930ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:58.253659 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-c316ed2c-d933-410a-b0c5-37172930ad9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a660c5e92e504abbae7877a5e15ab411&device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 1099 time: 0.0732448 Dec 15 22:08:58.260495 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:58.401499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-13cf6821-0237-43d3-9807-8f94fd45b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:58.402845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-13cf6821-0237-43d3-9807-8f94fd45b9bb service neutron] 10.222.0.32 "GET /v2.0/networks?id=65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 200 len: 897 time: 0.1416168 Dec 15 22:08:58.475211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-5ee369dc-ba86-42db-a384-9914cc91b94b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 200 len: 217 time: 0.0649164 Dec 15 22:08:58.485562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219cc00e-554e-4a64-b015-f115bf46c728 req-eba024d1-d1f0-4a57-818c-3abc63ec30b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:58.486490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-219cc00e-554e-4a64-b015-f115bf46c728 req-eba024d1-d1f0-4a57-818c-3abc63ec30b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:08:58.503864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-219cc00e-554e-4a64-b015-f115bf46c728 req-eba024d1-d1f0-4a57-818c-3abc63ec30b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:08:58.505897 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-219cc00e-554e-4a64-b015-f115bf46c728 req-eba024d1-d1f0-4a57-818c-3abc63ec30b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.1012855 Dec 15 22:08:58.551914 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-93b83f13-2c43-4a42-9045-2f871b56c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:58.553485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-93b83f13-2c43-4a42-9045-2f871b56c903 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 HTTP/1.1" status: 200 len: 835 time: 0.0718918 Dec 15 22:08:58.562736 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-219cc00e-554e-4a64-b015-f115bf46c728 req-5bca3583-0cc6-43a6-80e6-cbd6f2305589 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506256 Dec 15 22:08:58.618572 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:58.622345 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:08:58.631223 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:08:58.631823 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:58.641784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-b4d24315-0b0e-49a0-93b2-f2cfa576f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:58.643246 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-b4d24315-0b0e-49a0-93b2-f2cfa576f453 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=65888f40-4cb8-42c2-a637-4b739c0c371e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785074 Dec 15 22:08:58.779119 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-5da08bfe-9ddc-44fc-9747-90cc63dbb305 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275332 Dec 15 22:08:58.819894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:08:58.910547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d8835022-8160-4cc2-968d-f9808c8cfb03 req-74f07d95-46a4-4253-8355-89a2f25469b2 service neutron] 10.222.0.32 "GET /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236432 Dec 15 22:08:59.125440 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:08:59.129257 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f0b214-3f6e-4920-acf4-8fe58be86dc8 None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:08:52Z', 'revision_number': 6, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '4f347d09-d8ee-4f37-83f7-bb517f1cf67e', 'name': '', 'network_id': '65888f40-4cb8-42c2-a637-4b739c0c371e', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'mac_address': 'fa:16:3e:5c:f7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:58Z', 'updated_at': '2021-12-15T22:08:54Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'subnets': [{'id': 'ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:08:59.730103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-24dfb298-fd90-4ad0-ac4a-fa8d1cc3a74c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:08:59.731628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-24dfb298-fd90-4ad0-ac4a-fa8d1cc3a74c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.1313283 Dec 15 22:08:59.855092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826ff965-83ca-4c1a-a103-4b1d150e758b None None] New status for floating IP ff0b7e6e-6b35-4dc6-958e-713f203d370f: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:08:59.947405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 0d76bfd1-4085-498a-8a94-2e3154505284 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:08:59.947629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:08:59.999958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb9c10-1a92-406a-95ef-779045ac553c req-493578a6-a75f-45d9-90b2-4bfc1093d164 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:00.001531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0eb9c10-1a92-406a-95ef-779045ac553c req-493578a6-a75f-45d9-90b2-4bfc1093d164 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 946 time: 0.3258202 Dec 15 22:09:00.098730 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0eb9c10-1a92-406a-95ef-779045ac553c req-25138956-6f6e-411d-b257-14a2630efb54 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/security-groups?id=2b3c2826-22f5-4f53-b966-89b0bd43ae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908580 Dec 15 22:09:00.241088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 0d76bfd1-4085-498a-8a94-2e3154505284, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0d76bfd1-4085-498a-8a94-2e3154505284,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:00.241441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:00.361812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 0d76bfd1-4085-498a-8a94-2e3154505284 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:09:00.505695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:00.511144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:00.556393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=0d76bfd1-4085-498a-8a94-2e3154505284,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:00.600370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.600759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.601136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.601508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.601880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.602245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.602608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.602969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.603329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.603687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.604071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.604423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:09:00.631383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:00.642031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] No DVR routers for this DVR port 0d76bfd1-4085-498a-8a94-2e3154505284 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:09:00.644086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:00.646688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'name': 'network-vif-deleted', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:00.663174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9aab5c94-e8f1-45e1-b2da-187edb413631 req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.32 "DELETE /v2.0/ports/0d76bfd1-4085-498a-8a94-2e3154505284 HTTP/1.1" status: 204 len: 173 time: 0.9220819 Dec 15 22:09:00.694424 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107a14c6-b9ee-41d9-9c90-369381a3bd2f', 'name': 'network-vif-deleted', 'tag': '0d76bfd1-4085-498a-8a94-2e3154505284', 'status': 'completed', 'code': 200} Dec 15 22:09:01.260826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-00b9fac2-7611-4a61-855d-477b9f96b112 req-45336889-f5b7-4f83-8890-508afc473939 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Synchronizing usage tracker for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:01.275960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-00b9fac2-7611-4a61-855d-477b9f96b112 req-45336889-f5b7-4f83-8890-508afc473939 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Unset dirty status for tenant:a660c5e92e504abbae7877a5e15ab411 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:01.277069 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-00b9fac2-7611-4a61-855d-477b9f96b112 req-45336889-f5b7-4f83-8890-508afc473939 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "GET /v2.0/ports?device_id=107a14c6-b9ee-41d9-9c90-369381a3bd2f HTTP/1.1" status: 200 len: 210 time: 0.0580494 Dec 15 22:09:02.371216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44292) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:02.440676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:02.474941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:02.550764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:02.555035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-87bf1576-03a0-442e-a19b-c4bbd271f690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:02.574153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c2826-22f5-4f53-b966-89b0bd43ae8f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:02.578317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:02.581970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:02.583244 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/security-groups/2b3c2826-22f5-4f53-b966-89b0bd43ae8f HTTP/1.1" status: 204 len: 168 time: 0.2109849 Dec 15 22:09:02.620074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:03.184114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:03.647746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:09:03.648455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:03.831905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port 4f347d09-d8ee-4f37-83f7-bb517f1cf67e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:03.832182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:03.954382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for 4f347d09-d8ee-4f37-83f7-bb517f1cf67e owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:09:04.134114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:04.138430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-23947587-347d-40eb-9884-91d124b56d84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:04.182132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=4f347d09-d8ee-4f37-83f7-bb517f1cf67e,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:04.184611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:04.455083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:04.652689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0d76bfd1-4085-498a-8a94-2e3154505284 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:09:04.692635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 0d76bfd1-4085-498a-8a94-2e3154505284 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:09:04.692988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0d76bfd1-4085-498a-8a94-2e3154505284 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:09:04.817341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:09:05.103058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:09:05.113975 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Sync routers for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:09:05.119906 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "PUT /v2.0/routers/79ebb27a-8caa-46be-8dc1-2876666e4ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4986718 Dec 15 22:09:05.122667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44302) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:05.126464 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:09:05.127148 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:05.195138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting subnet ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:09:05.198055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.251287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.302847 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:09:05.335646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.407672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.411572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42bfb49f-b768-405f-bb25-f63466b5822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:05.446937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:05.450048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:05.451027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.457162 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5133dc41-d1d3-4993-9199-ff1da1b74d96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/subnets/ac0b54eb-3728-47c9-b9c0-e0b7f1f162e3 HTTP/1.1" status: 204 len: 168 time: 0.3329182 Dec 15 22:09:05.458836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dbe925-8405-4405-ac1a-a2a98db8eaa1 None None] Network 65888f40-4cb8-42c2-a637-4b739c0c371e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:09:05.460023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44306) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:05.621995 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:09:04Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:05.626120 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Checking router: 79ebb27a-8caa-46be-8dc1-2876666e4ff6 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:09:05.634455 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Routers {'79ebb27a-8caa-46be-8dc1-2876666e4ff6'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:09:05.635065 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:08:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:05.662429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.764582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] DHCP port deletion for 65888f40-4cb8-42c2-a637-4b739c0c371e request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:09:05.769390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Deleting port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:09:05.769770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.818698 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] Set router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:09:05.975172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.981220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] For port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,segment=NetworkSegment(528f3d1e-8445-46c0-968c-e6a1bc085186),segment_id=528f3d1e-8445-46c0-968c-e6a1bc085186)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:05.981626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:05.985904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Deleting port d8c35bbc-e792-4f11-b0b8-93788f6def66 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:09:05.986578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.102726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Calling delete_port for b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:09:06.105746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:09:04Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:06.109729 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d624cb5-350b-4c46-a58d-127d15f09b38 None None] The sync data for ids ['79ebb27a-8caa-46be-8dc1-2876666e4ff6'] in dv-neutron-820612-1-hyperv is: [{'id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'name': 'tempest-TestNetworkBasicOps-router-298044082', 'tenant_id': 'a660c5e92e504abbae7877a5e15ab411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186'}], 'enable_snat': True}, 'gw_port_id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:07:53Z', 'updated_at': '2021-12-15T22:09:04Z', 'revision_number': 7, 'project_id': 'a660c5e92e504abbae7877a5e15ab411', 'gw_port': {'id': 'd8c35bbc-e792-4f11-b0b8-93788f6def66', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c8:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ebb27a-8caa-46be-8dc1-2876666e4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:07:54Z', 'updated_at': '2021-12-15T22:08:55Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:09:06.181433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.183161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] For port d8c35bbc-e792-4f11-b0b8-93788f6def66, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d8c35bbc-e792-4f11-b0b8-93788f6def66,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:06.183672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.188637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d6c37fdb-9585-4c99-902a-9bfa179d7fd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:06.229728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] No DVR routers for this DVR port b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:09:06.231088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Pushing event deleted for resources: {'Port': ['ID=b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:06.234344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:06.311579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Calling delete_port for d8c35bbc-e792-4f11-b0b8-93788f6def66 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:09:06.635426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.639007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:06.644930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:09:06.683073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 4f347d09-d8ee-4f37-83f7-bb517f1cf67e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:09:06.683415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4f347d09-d8ee-4f37-83f7-bb517f1cf67e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:09:06.683839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:09:06.685777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Port': ['ID=d8c35bbc-e792-4f11-b0b8-93788f6def66,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:06.716019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:06.721099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:09:06.721456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b1fac0d8-c93b-40b2-a7e6-e3d8a2c9eec2 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:09:06.777144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.946265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.948713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.973662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.974244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Fanout notify agent at l3_agent the message router_deleted on router 79ebb27a-8caa-46be-8dc1-2876666e4ff6 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:09:06.990164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:06.991229 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/routers/79ebb27a-8caa-46be-8dc1-2876666e4ff6 HTTP/1.1" status: 204 len: 168 time: 1.5305459 Dec 15 22:09:06.994030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:07.105686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.237750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.261522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65888f40-4cb8-42c2-a637-4b739c0c371e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:07.273472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528f3d1e-8445-46c0-968c-e6a1bc085186') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:07.273764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528f3d1e-8445-46c0-968c-e6a1bc085186') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:09:07.285214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.300516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.306257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:09:07.306570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:09:07.320301 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:09:07.523274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.526763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-de41ce68-48e2-44ad-b546-11b794f833c9 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:07.540973 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:07.553719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Pushing event deleted for resources: {'Network': ['ID=65888f40-4cb8-42c2-a637-4b739c0c371e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:07.556252 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] 10.222.0.18 "DELETE /v2.0/networks/65888f40-4cb8-42c2-a637-4b739c0c371e HTTP/1.1" status: 204 len: 168 time: 0.5610731 Dec 15 22:09:07.557165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:07.849350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44320) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:07.991646 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4730c03c-1a01-479f-b848-28a87cddb64a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a660c5e92e504abbae7877a5e15ab411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410937 Dec 15 22:09:07.993954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44326) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:08.049620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.075582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.129041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.134021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4a4d3c3-1415-4ada-9c93-1903ffdd8f27 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:08.146479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae68fdaa-e750-49b3-aa5d-fa05d6146d3e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:08.150233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:08.153421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.154499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae68fdaa-e750-49b3-aa5d-fa05d6146d3e HTTP/1.1" status: 204 len: 168 time: 0.1596873 Dec 15 22:09:08.429129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44334) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:08.446548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.461202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:08.465572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Usage tracker for resource:security_group_rule and tenant:be87a1a179ad45eea5a928c23528f195 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:08.469036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:08.474720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:08.557309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.561818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.569050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-027c3c43-630b-4055-b78c-753b4e84f67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:08.608153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163e0622-6235-447c-be2a-9a2ce35d36e5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:08.611058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:08.618549 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be87a1a179ad45eea5a928c23528f195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877005 Dec 15 22:09:08.620590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44338) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:08.640443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:09:08.673718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d8c35bbc-e792-4f11-b0b8-93788f6def66 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:09:08.674066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d8c35bbc-e792-4f11-b0b8-93788f6def66 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:09:08.682872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.708153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.759065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.763859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:08.776079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163e0622-6235-447c-be2a-9a2ce35d36e5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:08.778906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:08.781409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:08.784901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/163e0622-6235-447c-be2a-9a2ce35d36e5 HTTP/1.1" status: 204 len: 168 time: 0.1608496 Dec 15 22:09:12.931827 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:09:13.475208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-21e8aa1e-d5f1-4bc3-b33b-f34c089aec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:15.588483 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-68b52db1-6516-43c6-a713-502eb1ade7c8 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=0e0fb9e6eff544e5962121b970f6de56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298657 Dec 15 22:09:15.739799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-7620bfe3-fa13-433a-a7b8-d3a5f4995261 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:15.741145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-7620bfe3-fa13-433a-a7b8-d3a5f4995261 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1473088 Dec 15 22:09:15.755063 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-eef62192-fd43-481a-8d69-fd067cb55e82 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/quotas/0e0fb9e6eff544e5962121b970f6de56 HTTP/1.1" status: 200 len: 375 time: 0.0085859 Dec 15 22:09:15.804294 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-61860f50-6902-46ac-8683-56eb3b685b6c tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0e0fb9e6eff544e5962121b970f6de56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445361 Dec 15 22:09:15.826603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4976fe5-22ae-42a1-af69-9dcfec5415d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:16.848437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:16.913264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:17.003572 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b590d8b-9668-4003-989e-0a25d417ac11 req-177c6f32-c87b-4731-a2df-92cf04dba428 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 210 time: 0.0446179 Dec 15 22:09:18.098861 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1b1e5180-4823-4523-adc3-e7846a714641 req-7186a163-3f7e-40fc-b761-04a1d8d7382f tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 210 time: 0.0427570 Dec 15 22:09:18.478072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:19.198139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c13152a3-8aa5-4e7c-9db4-2e6b3a91e364 req-5deea3fb-e683-47a0-9b05-8c638663b457 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 210 time: 0.0476785 Dec 15 22:09:19.928192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-e128065a-9afb-420f-92a6-f808aa799a3e tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0e0fb9e6eff544e5962121b970f6de56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276971 Dec 15 22:09:20.076939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0552f0bd-3f73-445e-b43c-695cae4aeb55 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:20.078832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0552f0bd-3f73-445e-b43c-695cae4aeb55 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458080 Dec 15 22:09:20.092646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Request body: {'port': {'device_id': '8e035576-4260-4c4c-9990-64af50a3a08c', 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e', 'admin_state_up': True, 'tenant_id': '0e0fb9e6eff544e5962121b970f6de56'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:20.226418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:20.230192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Usage tracker for resource:port and tenant:0e0fb9e6eff544e5962121b970f6de56 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:20.233005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:20.238720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:20.248364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Made reservation on behalf of 0e0fb9e6eff544e5962121b970f6de56 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:09:20.252400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.264213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.279146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:20.283006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Usage tracker for resource:security_group_rule and tenant:0e0fb9e6eff544e5962121b970f6de56 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:20.285768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:20.291661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:20.351606 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-74334534-b3d3-485b-ac7d-ca3b395bc0d5 req-7ce4fd99-484f-4c28-9e68-e1af6b98c528 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 210 time: 0.0480294 Dec 15 22:09:20.376445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.380256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.384319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-044e4e5c-f949-4143-80e2-60075ebed625 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:20.468303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67cd15f-8e68-4cfc-845d-6cf9356ac392,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:20.474107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:20.555344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Allocated IP 192.168.233.81 (7c927db0-6e18-4480-9348-65949d559a7e/c161c392-9bba-4916-a4cd-1fd4e5f713e0/d2ed857f-34b1-4c10-96a3-bbf3112b8c4d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:09:20.757466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.772822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Transition to ACTIVE for port object d2ed857f-34b1-4c10-96a3-bbf3112b8c4d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:09:20.795548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.801681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:20.870888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Network 7c927db0-6e18-4480-9348-65949d559a7e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:09:20.874758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:09:20.878600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:09:20.909231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Pushing event updated for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:20.917112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:20.947196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:20.947798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:20.973573 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8844047 Dec 15 22:09:21.085714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Request body: {'port': {'device_id': '8e035576-4260-4c4c-9990-64af50a3a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:21.117084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb615992-dc3d-4745-86b7-2698c11dd23c None None] Provisioning for port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:09:21.121826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eb615992-dc3d-4745-86b7-2698c11dd23c None None] Provisioning complete for port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:09:21.122270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eb615992-dc3d-4745-86b7-2698c11dd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:21.174851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-eb615992-dc3d-4745-86b7-2698c11dd23c None None] Port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:09:21.199376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:21.650454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc760c-1b76-408d-aae2-915d25023e1f req-fcd648d9-3c5e-4c48-bb35-d6ea829540b9 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:21.651110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-63cc760c-1b76-408d-aae2-915d25023e1f req-fcd648d9-3c5e-4c48-bb35-d6ea829540b9 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Synchronizing usage tracker for tenant:0e0fb9e6eff544e5962121b970f6de56 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:21.716913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-63cc760c-1b76-408d-aae2-915d25023e1f req-fcd648d9-3c5e-4c48-bb35-d6ea829540b9 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Unset dirty status for tenant:0e0fb9e6eff544e5962121b970f6de56 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:21.718038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63cc760c-1b76-408d-aae2-915d25023e1f req-fcd648d9-3c5e-4c48-bb35-d6ea829540b9 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 935 time: 0.1959772 Dec 15 22:09:21.747792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2ed857f-34b1-4c10-96a3-bbf3112b8c4d {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:09:21.757759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:21.785643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-63cc760c-1b76-408d-aae2-915d25023e1f req-8a5bf0c4-ddfc-4da2-8d44-5002a6830517 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Synchronizing usage tracker for tenant:0e0fb9e6eff544e5962121b970f6de56 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:21.790749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Transition to ACTIVE for port object d2ed857f-34b1-4c10-96a3-bbf3112b8c4d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:09:21.795817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:21.801530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-af7d87b2-2d90-45a9-a3a9-7ee4914c7bd3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:21.823247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:21.919248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-63cc760c-1b76-408d-aae2-915d25023e1f req-8a5bf0c4-ddfc-4da2-8d44-5002a6830517 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Unset dirty status for tenant:0e0fb9e6eff544e5962121b970f6de56 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:21.920337 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63cc760c-1b76-408d-aae2-915d25023e1f req-8a5bf0c4-ddfc-4da2-8d44-5002a6830517 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954265 Dec 15 22:09:21.968146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:21.971041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:22.050164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Attempting to bind port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:09:22.050495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Attempting to bind port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:09:22.050816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Attempting to bind port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d on network 7c927db0-6e18-4480-9348-65949d559a7e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:09:22.055281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d on network 7c927db0-6e18-4480-9348-65949d559a7e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:09:22.055595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Attempting to bind port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d on network 7c927db0-6e18-4480-9348-65949d559a7e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:09:22.060567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:09:22.060891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Checking segment: {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:09:22.061263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Bound using segment: {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:09:22.062328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Bound port: d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6691e7d-defc-4455-817b-f97365e60b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:09:22.062662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:22.152312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:09:22.155127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:09:22.158685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:22.163298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-503a02cd-f10a-4a52-a13e-eee2c8669035 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:22.218921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:22.219547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:22.220930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] 10.222.0.32 "PUT /v2.0/ports/d2ed857f-34b1-4c10-96a3-bbf3112b8c4d HTTP/1.1" status: 200 len: 1097 time: 1.2392681 Dec 15 22:09:22.221456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:22.244259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:22.247085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:22.301114 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d', 'status': 'completed', 'code': 200} Dec 15 22:09:22.341861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3a982f9b-a10a-4bd0-98e8-ec55d7eda19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:22.343405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-3a982f9b-a10a-4bd0-98e8-ec55d7eda19f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e0fb9e6eff544e5962121b970f6de56&device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 1100 time: 0.0790691 Dec 15 22:09:22.412045 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-0bf2aaf5-9981-48f0-bbce-813d6c78766e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d HTTP/1.1" status: 200 len: 217 time: 0.0616157 Dec 15 22:09:22.476248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-6826ffd9-15db-4bc6-bb91-f85768209a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:22.477526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-6826ffd9-15db-4bc6-bb91-f85768209a98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c161c392-9bba-4916-a4cd-1fd4e5f713e0 HTTP/1.1" status: 200 len: 843 time: 0.0592730 Dec 15 22:09:22.552609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-5026ec57-1d58-4f6c-bdf4-e5cf869b598b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:22.554038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-5026ec57-1d58-4f6c-bdf4-e5cf869b598b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c927db0-6e18-4480-9348-65949d559a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0706534 Dec 15 22:09:22.684385 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-79e45c15-2208-4e62-90b1-1eec8802a36d service neutron] 10.222.0.32 "GET /v2.0/networks/7c927db0-6e18-4480-9348-65949d559a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234627 Dec 15 22:09:22.815092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9895f3ba-52f3-48fb-8da8-c920fcbc748a req-c1de179c-8d91-4fa8-bafe-5597367d8447 service neutron] 10.222.0.32 "GET /v2.0/networks/7c927db0-6e18-4480-9348-65949d559a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241972 Dec 15 22:09:22.931540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-e8251071-91c8-4fb1-9552-367e99dfc6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:22.933004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-e8251071-91c8-4fb1-9552-367e99dfc6d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0e0fb9e6eff544e5962121b970f6de56&device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 1100 time: 0.0731583 Dec 15 22:09:23.113321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-ed5c8c36-0642-4f52-bd3d-1c2087d06629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:23.114633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-ed5c8c36-0642-4f52-bd3d-1c2087d06629 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c927db0-6e18-4480-9348-65949d559a7e HTTP/1.1" status: 200 len: 870 time: 0.1754363 Dec 15 22:09:23.295951 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-a6084c66-2392-48cc-8fd8-b1c7675565c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d HTTP/1.1" status: 200 len: 217 time: 0.1723483 Dec 15 22:09:23.304025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7895e3d-9c12-4dbc-a56c-56a3b6dc377e req-2964f850-59d0-40ed-8b60-e25c439ee969 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:23.305349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7895e3d-9c12-4dbc-a56c-56a3b6dc377e req-2964f850-59d0-40ed-8b60-e25c439ee969 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 947 time: 0.2788427 Dec 15 22:09:23.390133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-b1b808e8-a92f-44aa-8616-c8ab8aa6ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:23.391359 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-b1b808e8-a92f-44aa-8616-c8ab8aa6ce9b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c161c392-9bba-4916-a4cd-1fd4e5f713e0 HTTP/1.1" status: 200 len: 843 time: 0.0851851 Dec 15 22:09:23.394141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7895e3d-9c12-4dbc-a56c-56a3b6dc377e req-50fbc2bd-a535-4390-a317-2b106dba7873 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591242 Dec 15 22:09:23.469839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-4e33bffa-a054-4a2e-8c52-035b3590184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:23.471309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-4e33bffa-a054-4a2e-8c52-035b3590184c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c927db0-6e18-4480-9348-65949d559a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0716307 Dec 15 22:09:23.607232 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-d1750e10-b167-4f03-8ea6-12041524bcc6 service neutron] 10.222.0.32 "GET /v2.0/networks/7c927db0-6e18-4480-9348-65949d559a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278648 Dec 15 22:09:23.738012 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e250d2fc-64da-4f6f-a153-2b53cf57b4cf req-3bca8fc8-930b-4745-8dfd-14fe4c332403 service neutron] 10.222.0.32 "GET /v2.0/networks/7c927db0-6e18-4480-9348-65949d559a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243067 Dec 15 22:09:24.726131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7190ccd-94c1-427b-8dc2-ef4f9e89a6bc req-93c3d312-9e9f-48b3-8fa4-42eeda412089 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:24.727590 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7190ccd-94c1-427b-8dc2-ef4f9e89a6bc req-93c3d312-9e9f-48b3-8fa4-42eeda412089 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 947 time: 0.0826085 Dec 15 22:09:24.776884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7190ccd-94c1-427b-8dc2-ef4f9e89a6bc req-5297b8d9-9e3f-4660-99e9-5bbbb738e814 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Dec 15 22:09:25.956508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676d6a2-70ee-414e-8337-437621dd0ec5 req-bbcb74ad-3ec3-41c0-badc-c46cca4e52ff tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:25.957838 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5676d6a2-70ee-414e-8337-437621dd0ec5 req-bbcb74ad-3ec3-41c0-badc-c46cca4e52ff tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 947 time: 0.0799077 Dec 15 22:09:26.000871 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5676d6a2-70ee-414e-8337-437621dd0ec5 req-4b4beef4-4a6c-4d1a-add0-5d9d213cb1aa tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Dec 15 22:09:26.731155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d2ed857f-34b1-4c10-96a3-bbf3112b8c4d details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:09:26.859447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:26.871804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d', 'network_id': '7c927db0-6e18-4480-9348-65949d559a7e', 'port_id': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d', 'mac_address': 'fa:16:3e:78:73:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c161c392-9bba-4916-a4cd-1fd4e5f713e0', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:09:26.927926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:26.944296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2ed857f-34b1-4c10-96a3-bbf3112b8c4d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:09:26.960026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:26.963866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:26.965537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:27.029118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:27.032991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:27.165779 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['d2ed857f-34b1-4c10-96a3-bbf3112b8c4d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:09:27.187538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e6255-a75f-4e52-a40c-13ec6795174f req-d48b42b7-680f-4b1a-a1b0-f61af4a445db tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:27.189022 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d3e6255-a75f-4e52-a40c-13ec6795174f req-d48b42b7-680f-4b1a-a1b0-f61af4a445db tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 948 time: 0.0816870 Dec 15 22:09:27.237105 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7d3e6255-a75f-4e52-a40c-13ec6795174f req-b78cc116-fd18-434c-93fa-f80bbabc575c tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Dec 15 22:09:28.425641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fc4a1-aa10-4262-84d2-74c40d90184a req-ea5882e9-473d-445d-b822-6b03fff981fa tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:28.427078 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c04fc4a1-aa10-4262-84d2-74c40d90184a req-ea5882e9-473d-445d-b822-6b03fff981fa tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 948 time: 0.0835001 Dec 15 22:09:28.470237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c04fc4a1-aa10-4262-84d2-74c40d90184a req-757cff4a-72c5-4963-b70c-17507cddc4d5 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376041 Dec 15 22:09:28.746030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d2ed857f-34b1-4c10-96a3-bbf3112b8c4d up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:09:28.811664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:09:28.816231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:09:28.816610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:28.962734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:28.988624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:28.998336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:29.002331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:29.005276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-03110d5c-eff4-4bd2-9e53-13cc2ce9b69c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:29.036953 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d', 'code': 200} Dec 15 22:09:29.082443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:29.085582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:29.261002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95e2aa-3217-4e78-bbd2-112fa3912daa req-620b856a-5c1e-4a18-a945-81549d31b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:29.262458 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed95e2aa-3217-4e78-bbd2-112fa3912daa req-620b856a-5c1e-4a18-a945-81549d31b880 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 1102 time: 0.0682623 Dec 15 22:09:29.305155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed95e2aa-3217-4e78-bbd2-112fa3912daa req-e9dbfc4b-007e-4019-9351-58d0e89b4ba2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364408 Dec 15 22:09:29.651631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd487f7f-8288-44e3-bf93-5ea87a21fe11 req-bc6399b5-2d4e-4b8b-a2ca-ee859d02cebd tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:29.653253 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cd487f7f-8288-44e3-bf93-5ea87a21fe11 req-bc6399b5-2d4e-4b8b-a2ca-ee859d02cebd tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 949 time: 0.0789740 Dec 15 22:09:29.701623 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cd487f7f-8288-44e3-bf93-5ea87a21fe11 req-09b60a04-0e31-47fc-a1b0-cd1c005ff01c tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428677 Dec 15 22:09:30.886238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b76e2-a84e-49f0-b1ef-b70af3265c2f req-dc0585bf-a42d-4d57-8c3e-0a2d69103399 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:30.887652 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-068b76e2-a84e-49f0-b1ef-b70af3265c2f req-dc0585bf-a42d-4d57-8c3e-0a2d69103399 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 949 time: 0.0790715 Dec 15 22:09:30.931735 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-068b76e2-a84e-49f0-b1ef-b70af3265c2f req-154a9bea-75e6-4e8e-a385-0ebf79a5c45d tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384564 Dec 15 22:09:31.998576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c880fa0-062d-4420-a810-1cfbc79e700c req-98f70dd8-2ed4-410c-a9c9-add730ca9995 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:32.000549 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c880fa0-062d-4420-a810-1cfbc79e700c req-98f70dd8-2ed4-410c-a9c9-add730ca9995 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 949 time: 0.0826335 Dec 15 22:09:32.042283 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c880fa0-062d-4420-a810-1cfbc79e700c req-da2f6fdd-2c29-478d-8aae-de35f3da0520 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362403 Dec 15 22:09:33.260334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-964d6e7a-2a82-49b8-add5-acedde439fa4 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:33.261794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-964d6e7a-2a82-49b8-add5-acedde439fa4 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.32 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 949 time: 0.1374328 Dec 15 22:09:33.273723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa27cb-b455-410e-8e88-c7f759d28bfb req-f7ef30f0-83d1-4db8-ba0a-3802c1f1dd6e tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:33.275034 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1afa27cb-b455-410e-8e88-c7f759d28bfb req-f7ef30f0-83d1-4db8-ba0a-3802c1f1dd6e tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e035576-4260-4c4c-9990-64af50a3a08c HTTP/1.1" status: 200 len: 949 time: 0.1154697 Dec 15 22:09:33.366429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Deleting port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:09:33.366676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:33.406822 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1afa27cb-b455-410e-8e88-c7f759d28bfb req-2495a845-d28a-4b23-9dd6-261d4d05341c tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.18 "GET /v2.0/security-groups?id=d67cd15f-8e68-4cfc-845d-6cf9356ac392&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982995 Dec 15 22:09:33.609888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] For port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,segment=NetworkSegment(f6691e7d-defc-4455-817b-f97365e60b2d),segment_id=f6691e7d-defc-4455-817b-f97365e60b2d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:33.610234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:33.732959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Calling delete_port for d2ed857f-34b1-4c10-96a3-bbf3112b8c4d owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:09:33.871913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:33.877305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ea7c807b-6cca-4605-9f80-e7968bca1e02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:33.883069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['d2ed857f-34b1-4c10-96a3-bbf3112b8c4d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:09:33.925379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Pushing event deleted for resources: {'Port': ['ID=d2ed857f-34b1-4c10-96a3-bbf3112b8c4d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:33.928530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:33.998691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] No DVR routers for this DVR port d2ed857f-34b1-4c10-96a3-bbf3112b8c4d on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:09:34.001230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:34.004024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'name': 'network-vif-deleted', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:34.021549 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2da965d2-a1f6-419f-9e79-f6b478f534be req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] 10.222.0.32 "DELETE /v2.0/ports/d2ed857f-34b1-4c10-96a3-bbf3112b8c4d HTTP/1.1" status: 204 len: 173 time: 0.7455471 Dec 15 22:09:34.051392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e035576-4260-4c4c-9990-64af50a3a08c', 'name': 'network-vif-deleted', 'tag': 'd2ed857f-34b1-4c10-96a3-bbf3112b8c4d', 'status': 'completed', 'code': 200} Dec 15 22:09:34.893585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44484) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:35.153149 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fd72e41f-ef2f-46f5-8c19-7210c761cc3a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e0fb9e6eff544e5962121b970f6de56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581885 Dec 15 22:09:35.155323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:35.211169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.235490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.286102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.291020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2ce8786-7f61-4fe9-a9b7-55cc618cff8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:35.303193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67cd15f-8e68-4cfc-845d-6cf9356ac392,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:35.306004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:35.313398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.314492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d67cd15f-8e68-4cfc-845d-6cf9356ac392 HTTP/1.1" status: 204 len: 168 time: 0.1583080 Dec 15 22:09:35.582877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44498) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:35.600075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.614714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:35.618538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Usage tracker for resource:security_group_rule and tenant:e0ead3910c814f2483ec84a35574c631 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:35.621347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:35.627615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:35.715581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.719090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.726877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:35.771192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0ead3910c814f2483ec84a35574c631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872249 Dec 15 22:09:35.772395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbeb2d5a-a933-4e5b-bd17-fc64757bd0cc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:35.773842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:35.778182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:35.832047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.856726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.907528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.912962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3ce0df05-b1e7-41af-ab4e-198af45dbe98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:35.926323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbeb2d5a-a933-4e5b-bd17-fc64757bd0cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:35.928750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:35.930857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:35.931892 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cbeb2d5a-a933-4e5b-bd17-fc64757bd0cc HTTP/1.1" status: 204 len: 168 time: 0.1570468 Dec 15 22:09:36.624965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:36.725545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-74466896-network', 'tenant_id': '25907b39b58948ec9532ceb1523235c9'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:36.730513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:36.735091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Usage tracker for resource:network and tenant:25907b39b58948ec9532ceb1523235c9 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:36.737930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:36.744806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:36.753831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Made reservation on behalf of 25907b39b58948ec9532ceb1523235c9 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:09:36.756050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.767607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.777371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d2ed857f-34b1-4c10-96a3-bbf3112b8c4d no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:09:36.782573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:36.786416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Usage tracker for resource:security_group_rule and tenant:25907b39b58948ec9532ceb1523235c9 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:36.789506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:36.795069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:36.812421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: d2ed857f-34b1-4c10-96a3-bbf3112b8c4d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:09:36.812775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d2ed857f-34b1-4c10-96a3-bbf3112b8c4d not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:09:36.877163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.880626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.883411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b04d5a7-ec0f-4751-8ffb-40ddcf8259ec tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:36.912176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:09:36.917225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd4094c-0921-4570-9219-8c2c8d670721,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:36.920859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:36.925332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.925589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Added segment 65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e of type vlan for network e059d4dc-05bb-4366-bccf-597f2b253c51 Dec 15 22:09:36.954625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.985629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.986596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:36.987158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:36.991636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca418990-2d08-46c2-98eb-ac4aa8e102d4 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:37.092666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Pushing event updated for resources: {'Network': ['ID=e059d4dc-05bb-4366-bccf-597f2b253c51,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:37.096622 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4706485 Dec 15 22:09:37.097488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:37.099481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44532) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:37.103975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e059d4dc-05bb-4366-bccf-597f2b253c51 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:09:37.104671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Request body: {'subnet': {'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-74466896-subnet', 'tenant_id': '25907b39b58948ec9532ceb1523235c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:37.109521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:37.113340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Usage tracker for resource:subnet and tenant:25907b39b58948ec9532ceb1523235c9 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:37.116184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:37.121786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:37.131799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Made reservation on behalf of 25907b39b58948ec9532ceb1523235c9 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:09:37.134216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:37.332500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:37.336681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-921c5ebd-6028-4303-bbfe-84fd79c0600e tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:37.411970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc2ba47-b045-4edd-a252-697857bf509d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:37.415661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:37.416367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Checking segment: {'id': '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:09:37.416720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Network hostable DHCP agents. Network: e059d4dc-05bb-4366-bccf-597f2b253c51, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:09:37.434836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Network e059d4dc-05bb-4366-bccf-597f2b253c51 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:09:37.443674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e059d4dc-05bb-4366-bccf-597f2b253c51) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:09:37.447449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:37.448101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:37.452443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f52de-20e7-43c5-8ce0-2a2ba3289201 None None] Network e059d4dc-05bb-4366-bccf-597f2b253c51 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:09:37.469055 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3685589 Dec 15 22:09:37.675586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b009cd16-1355-4acc-a09e-de6c2cebd9c9 None None] Network e059d4dc-05bb-4366-bccf-597f2b253c51 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:09:37.982981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-642ada0f-a3a0-4dda-98c6-1cca40e54a0b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:37.984848 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-642ada0f-a3a0-4dda-98c6-1cca40e54a0b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 810 time: 0.1488931 Dec 15 22:09:37.998945 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-f2db4df5-f30c-442b-804c-2f2cbf39eec5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/quotas/25907b39b58948ec9532ceb1523235c9 HTTP/1.1" status: 200 len: 375 time: 0.0087712 Dec 15 22:09:38.048427 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-e30c2331-f32e-46c0-b927-c2c6fbb5870f tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440559 Dec 15 22:09:38.102476 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-25ea7f75-2c7f-4396-ac82-f97e6ba6aaaa service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:09:38.103421 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-25ea7f75-2c7f-4396-ac82-f97e6ba6aaaa service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489390 Dec 15 22:09:38.238125 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-e350d832-f3cb-41d8-856b-6e7d97e92ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287768 Dec 15 22:09:38.366309 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-024b3adb-ccec-4762-a01e-0f4c408736b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225369 Dec 15 22:09:38.537401 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27322503-4891-4f3c-936e-3c52ab18c8a6 req-b9bbd56d-4913-48b7-9742-9929175535bc tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 210 time: 0.0442646 Dec 15 22:09:39.555283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-90fcffd0-6bc7-4a94-a88e-db44841a88bf tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:39.556095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-90fcffd0-6bc7-4a94-a88e-db44841a88bf tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Synchronizing usage tracker for tenant:25907b39b58948ec9532ceb1523235c9 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:39.575814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-90fcffd0-6bc7-4a94-a88e-db44841a88bf tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Unset dirty status for tenant:25907b39b58948ec9532ceb1523235c9 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:39.577083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-90fcffd0-6bc7-4a94-a88e-db44841a88bf tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 810 time: 0.1791520 Dec 15 22:09:39.589236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Request body: {'port': {'device_id': '2608a270-dccc-4775-8486-2cadb9df80a8', 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51', 'admin_state_up': True, 'tenant_id': '25907b39b58948ec9532ceb1523235c9'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:39.694905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8870ee2e-f626-413b-95dd-1086df574200 req-9ff8ec15-35c5-4868-adda-bf8108931d0b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 210 time: 0.0427802 Dec 15 22:09:39.727162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:09:39.731608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Usage tracker for resource:port and tenant:25907b39b58948ec9532ceb1523235c9 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:09:39.734429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:09:39.740116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:09:39.750173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Made reservation on behalf of 25907b39b58948ec9532ceb1523235c9 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:09:39.753645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:39.918670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Allocated IP 172.20.0.6 (e059d4dc-05bb-4366-bccf-597f2b253c51/acc2ba47-b045-4edd-a252-697857bf509d/ea08507c-bd91-4673-9e17-8628174f91cd) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:09:40.123551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:40.153749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:40.159512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-652f970a-2ec0-425a-81cc-59fc92adfe28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:40.228610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Network e059d4dc-05bb-4366-bccf-597f2b253c51 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:09:40.231714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:09:40.236084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:09:40.266226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:40.272288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:40.301468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:40.302068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:40.322097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366652 Dec 15 22:09:40.333007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Request body: {'port': {'device_id': '2608a270-dccc-4775-8486-2cadb9df80a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:09:40.554389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:40.954849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-39ddd5b8-4b61-45e7-a33f-43994136d2aa tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:40.955580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-39ddd5b8-4b61-45e7-a33f-43994136d2aa tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Synchronizing usage tracker for tenant:25907b39b58948ec9532ceb1523235c9 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:40.966399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:09:40.976229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:40.991582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-39ddd5b8-4b61-45e7-a33f-43994136d2aa tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Unset dirty status for tenant:25907b39b58948ec9532ceb1523235c9 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:40.992719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-39ddd5b8-4b61-45e7-a33f-43994136d2aa tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 931 time: 0.1893485 Dec 15 22:09:40.994886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Transition to ACTIVE for port object ea08507c-bd91-4673-9e17-8628174f91cd will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:09:40.998226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:41.004434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ed93ab22-865e-4bab-9ffc-d9a37482c277 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:41.193863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:41.221981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:41.224154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-695ed0ae-5170-407c-b3ec-de31e83bbe99 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Synchronizing usage tracker for tenant:25907b39b58948ec9532ceb1523235c9 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:09:41.257986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-695ed0ae-5170-407c-b3ec-de31e83bbe99 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Unset dirty status for tenant:25907b39b58948ec9532ceb1523235c9 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:09:41.259091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab2eb2da-7e91-4014-b84a-7b5756b96dd9 req-695ed0ae-5170-407c-b3ec-de31e83bbe99 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565706 Dec 15 22:09:41.280216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Attempting to bind port ea08507c-bd91-4673-9e17-8628174f91cd on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:09:41.280216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Attempting to bind port ea08507c-bd91-4673-9e17-8628174f91cd by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:09:41.280216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Attempting to bind port ea08507c-bd91-4673-9e17-8628174f91cd on network e059d4dc-05bb-4366-bccf-597f2b253c51 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:09:41.281486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Port ea08507c-bd91-4673-9e17-8628174f91cd on network e059d4dc-05bb-4366-bccf-597f2b253c51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:09:41.281796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Attempting to bind port ea08507c-bd91-4673-9e17-8628174f91cd on network e059d4dc-05bb-4366-bccf-597f2b253c51 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:09:41.287021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:09:41.287349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Checking segment: {'id': '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:09:41.287720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Bound using segment: {'id': '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:09:41.288174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Bound port: ea08507c-bd91-4673-9e17-8628174f91cd, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:09:41.288510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:41.378568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:09:41.381790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:09:41.385204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:41.389635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffb642e1-c1ab-477f-93c6-e36ade752a76 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:41.443922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:41.444533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:41.445932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] 10.222.0.32 "PUT /v2.0/ports/ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 1093 time: 1.1167877 Dec 15 22:09:41.446443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:41.469492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:41.472803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:41.515450 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'status': 'completed', 'code': 200} Dec 15 22:09:41.558202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-55711b0b-7d31-4a82-b0e1-bd59f7252b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:41.559632 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-55711b0b-7d31-4a82-b0e1-bd59f7252b9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1096 time: 0.0760491 Dec 15 22:09:41.626433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-05993e66-20d4-4380-a45b-e3ab5839600f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0597024 Dec 15 22:09:41.690551 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-0edf5db6-5274-4fec-9eb4-f5d4de3804a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:41.691965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-0edf5db6-5274-4fec-9eb4-f5d4de3804a6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0596116 Dec 15 22:09:41.739806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-aadf5a80-7e5b-42b4-82b4-889e4bbd6b86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414040 Dec 15 22:09:41.869517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-a4d7769c-2ea2-4533-bdf4-657273928564 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229608 Dec 15 22:09:42.000148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-988de14c-1b39-4a3e-8ff6-a339b33deffa req-52d0521f-6d27-44c7-8a2b-965cfe369b2b service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234472 Dec 15 22:09:42.113382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-3fa2a992-6ae6-452e-8ae9-7f8c17d2c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:42.114829 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-3fa2a992-6ae6-452e-8ae9-7f8c17d2c2e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1096 time: 0.0735290 Dec 15 22:09:42.352270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-07a5f44b-0d35-4d15-a949-424de2392914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:42.353700 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-07a5f44b-0d35-4d15-a949-424de2392914 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 911 time: 0.2316167 Dec 15 22:09:42.457025 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-0b1a1d16-a384-42b7-a629-4b7acfaf68ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0956476 Dec 15 22:09:42.539077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-4c219628-0198-441f-80d1-1d3e77857821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:42.540426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-4c219628-0198-441f-80d1-1d3e77857821 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0733945 Dec 15 22:09:42.552544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62418f77-1be9-4fce-bc6a-d60075298b81 req-bbe8e7a4-99a0-421e-b0dd-7b464e68f868 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:42.553879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62418f77-1be9-4fce-bc6a-d60075298b81 req-bbe8e7a4-99a0-421e-b0dd-7b464e68f868 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 943 time: 0.1431489 Dec 15 22:09:42.612094 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-88f17ad8-690b-4735-914b-ad74bfc43007 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572762 Dec 15 22:09:42.700888 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62418f77-1be9-4fce-bc6a-d60075298b81 req-56277f66-28cf-4dc1-8c71-63b7b9513152 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164360 Dec 15 22:09:42.762857 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-81546ecd-ef15-491a-83ab-eb0d6b13ccae service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380093 Dec 15 22:09:42.892194 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ab92e000-6ce3-4909-905a-e0e8d950319b req-72c371b3-059c-4e45-86d3-8754d3e0b4d0 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227705 Dec 15 22:09:43.477414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ab90ee8f-37de-4695-bc3c-78826c8731d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:43.885236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399831-3b19-43a9-b7ab-ce36cbd14d20 req-54da5ac5-7dd6-429b-a9f4-6bbe47b685a5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:43.886666 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-29399831-3b19-43a9-b7ab-ce36cbd14d20 req-54da5ac5-7dd6-429b-a9f4-6bbe47b685a5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 943 time: 0.0782535 Dec 15 22:09:43.933245 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-29399831-3b19-43a9-b7ab-ce36cbd14d20 req-c6ebc9ac-48a4-4f79-a780-53fdcef4096b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Dec 15 22:09:44.839719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:09:44.969048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:44.981787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51', 'port_id': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'mac_address': 'fa:16:3e:5f:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc2ba47-b045-4edd-a252-697857bf509d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:09:45.039938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:45.057624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:09:45.072976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:45.078449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:45.080165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:45.114250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9018fb50-c56b-468a-8752-8f70aae400f2 req-5846a7fd-cd02-43ed-9845-8690ac2145dd tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:45.115635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9018fb50-c56b-468a-8752-8f70aae400f2 req-5846a7fd-cd02-43ed-9845-8690ac2145dd tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 943 time: 0.0806525 Dec 15 22:09:45.147112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:45.150084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:45.163721 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9018fb50-c56b-468a-8752-8f70aae400f2 req-857e04d9-26ff-43e4-bd66-ec72015eb13b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 Dec 15 22:09:45.268336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['ea08507c-bd91-4673-9e17-8628174f91cd'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:09:45.827725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3c655058-ae0c-4632-9394-9e7bce364e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:46.342364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371d750-cb30-4edf-87d2-de36f1b1b1cf req-3fd6eff4-5151-4a99-b270-c3d4d807c41d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:46.344469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e371d750-cb30-4edf-87d2-de36f1b1b1cf req-3fd6eff4-5151-4a99-b270-c3d4d807c41d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 944 time: 0.0785382 Dec 15 22:09:46.386785 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e371d750-cb30-4edf-87d2-de36f1b1b1cf req-936465ca-7764-4fa5-8e30-b704fda278a6 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Dec 15 22:09:46.840880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:09:46.892297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:46.914731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:46.924238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port ea08507c-bd91-4673-9e17-8628174f91cd completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:09:46.928796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port ea08507c-bd91-4673-9e17-8628174f91cd triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:09:46.929228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:47.040525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:47.066385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:09:47.075704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:09:47.080409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:47.082462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:09:47.121486 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'code': 200} Dec 15 22:09:47.157654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:09:47.161128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:09:47.337168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b8d1f-a06c-4721-9a78-2acc4f122f6e req-cf655236-1ed3-4f82-90b2-4a8fe4972302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:47.338641 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-159b8d1f-a06c-4721-9a78-2acc4f122f6e req-cf655236-1ed3-4f82-90b2-4a8fe4972302 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1098 time: 0.0733249 Dec 15 22:09:47.379074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-159b8d1f-a06c-4721-9a78-2acc4f122f6e req-cc239bef-3bbf-4b61-999d-80febfd0c23d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Dec 15 22:09:47.569535 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354659-2d39-40d5-97af-3b766b5370c9 req-a9d8507e-baf1-49e0-9b5b-138bbd74382d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:47.570988 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2f354659-2d39-40d5-97af-3b766b5370c9 req-a9d8507e-baf1-49e0-9b5b-138bbd74382d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0826116 Dec 15 22:09:47.614008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2f354659-2d39-40d5-97af-3b766b5370c9 req-afb70d9f-7c08-48d4-9e2f-0118e7725559 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374258 Dec 15 22:09:48.480594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:48.798269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883d129-5485-44b8-a24d-ef106af3d233 req-c8cc5c9e-0f63-44c1-8515-f99d1cfcc5af tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:48.799575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f883d129-5485-44b8-a24d-ef106af3d233 req-c8cc5c9e-0f63-44c1-8515-f99d1cfcc5af tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0783525 Dec 15 22:09:48.842302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f883d129-5485-44b8-a24d-ef106af3d233 req-8149bcc5-4469-40a6-9975-b18a1ab462a2 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Dec 15 22:09:49.196037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:09:49.242124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461df16e-58aa-4e0d-b526-3470def357ae req-9454e784-a08e-43a8-80e9-30620357fcf3 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:49.243601 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-461df16e-58aa-4e0d-b526-3470def357ae req-9454e784-a08e-43a8-80e9-30620357fcf3 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0846388 Dec 15 22:09:49.287178 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-461df16e-58aa-4e0d-b526-3470def357ae req-f7ac7d59-fda1-490d-a9e4-36e1f9586ae4 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Dec 15 22:09:49.313882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-eece35cb-464d-423e-9767-52ec78298d3d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1166289 Dec 15 22:09:49.931854 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:09:50.550348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-3231e24c-e560-4e8f-838a-a45247254537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:50.551977 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-3231e24c-e560-4e8f-838a-a45247254537 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1098 time: 0.0748684 Dec 15 22:09:50.594205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dae44c-2b01-4c65-a5a7-566dc68277b5 req-74c611f3-ccd2-4b3d-978d-9d53d6fc2ef9 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:50.595638 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-59dae44c-2b01-4c65-a5a7-566dc68277b5 req-74c611f3-ccd2-4b3d-978d-9d53d6fc2ef9 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.2051752 Dec 15 22:09:50.639318 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-59dae44c-2b01-4c65-a5a7-566dc68277b5 req-5a0f5b95-d05f-44a0-af98-e0a088ad408a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Dec 15 22:09:50.683967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-56347c46-7740-414d-a1a2-6815406c5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:50.685387 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-56347c46-7740-414d-a1a2-6815406c5442 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 911 time: 0.1267653 Dec 15 22:09:50.758781 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-7278f6d4-3a73-4402-9b2c-b3cf9c964ad6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0669782 Dec 15 22:09:50.822546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-15885a12-7142-42cb-a225-878640982981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:50.823893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-15885a12-7142-42cb-a225-878640982981 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0586910 Dec 15 22:09:50.873496 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-33eeda49-f52a-413b-b244-db5b9006ffc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434394 Dec 15 22:09:51.101200 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-ce365e7c-5ed7-41d9-a3f7-e0798bd5d475 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209914 Dec 15 22:09:51.237823 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-a7dd1c8e-35dd-4b96-8adc-10698c74f3c5 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298413 Dec 15 22:09:51.821140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16e9ea-6cac-4b63-854c-640aa04edb50 req-9fbc28d9-77c3-440a-93a3-5b76336f257e tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:51.822560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f16e9ea-6cac-4b63-854c-640aa04edb50 req-9fbc28d9-77c3-440a-93a3-5b76336f257e tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0800395 Dec 15 22:09:51.828388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:09:51.866453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f16e9ea-6cac-4b63-854c-640aa04edb50 req-cf87a77a-91e8-4a29-a1f7-75442ad867df tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370319 Dec 15 22:09:53.058529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d953191-3ad8-4cae-8be0-5f5895c70e9d req-a9f3c9dc-9230-41c8-852c-2d6a37c2d30b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:53.059957 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d953191-3ad8-4cae-8be0-5f5895c70e9d req-a9f3c9dc-9230-41c8-852c-2d6a37c2d30b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0776837 Dec 15 22:09:53.106325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d953191-3ad8-4cae-8be0-5f5895c70e9d req-8697c826-d0dc-436c-a0ce-dd5a58977b63 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407984 Dec 15 22:09:54.290074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8541009b-2d97-45de-b35c-90bbba73545b req-c362b559-035f-4178-8816-1464f2062c2c tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:54.291483 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8541009b-2d97-45de-b35c-90bbba73545b req-c362b559-035f-4178-8816-1464f2062c2c tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0827360 Dec 15 22:09:54.335732 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8541009b-2d97-45de-b35c-90bbba73545b req-d4c1fecb-9382-4e54-8f1a-d0805caa83c2 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Dec 15 22:09:55.521258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655aaaae-8d80-4a40-ad0a-c2f93e76d3f1 req-e17d9ae8-2b12-460c-b58b-1a5a45b29b82 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:55.521258 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-655aaaae-8d80-4a40-ad0a-c2f93e76d3f1 req-e17d9ae8-2b12-460c-b58b-1a5a45b29b82 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0776961 Dec 15 22:09:55.566522 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-655aaaae-8d80-4a40-ad0a-c2f93e76d3f1 req-8ffbc1c7-1d71-4737-9ef6-2608688dd6bb tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425224 Dec 15 22:09:56.758031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5d984-24f4-4465-9dab-1c1f07324032 req-ed22a6c0-56e3-4e0e-82a9-364d10f24eed tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:56.759463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5a5d984-24f4-4465-9dab-1c1f07324032 req-ed22a6c0-56e3-4e0e-82a9-364d10f24eed tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0871286 Dec 15 22:09:56.804813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5a5d984-24f4-4465-9dab-1c1f07324032 req-31808478-9502-417e-883a-5bc50371ce0d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Dec 15 22:09:57.988352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87f58c-2a4d-47d5-8bf2-1c2873833110 req-76968830-5c0a-4280-a03e-9df40a2e547a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:57.990109 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd87f58c-2a4d-47d5-8bf2-1c2873833110 req-76968830-5c0a-4280-a03e-9df40a2e547a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0823240 Dec 15 22:09:58.033098 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd87f58c-2a4d-47d5-8bf2-1c2873833110 req-13b0bd2d-d7a2-477c-9bd2-90fb0e4965ce tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Dec 15 22:09:59.222729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f3ee3-f528-4a21-9ec7-dbb85d4f19fa req-d7049146-2430-47a2-ad22-ba9c6b77c572 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:09:59.224189 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b6f3ee3-f528-4a21-9ec7-dbb85d4f19fa req-d7049146-2430-47a2-ad22-ba9c6b77c572 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0885718 Dec 15 22:09:59.267469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b6f3ee3-f528-4a21-9ec7-dbb85d4f19fa req-f5a1a85c-235c-4d43-9a72-a7a57a5913af tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376766 Dec 15 22:10:00.449361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada14bb-ce22-4cac-b5d6-4820e3a89a8f req-4b6423f9-9a5c-435b-84da-25f4804bbcf5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:00.450780 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aada14bb-ce22-4cac-b5d6-4820e3a89a8f req-4b6423f9-9a5c-435b-84da-25f4804bbcf5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0787477 Dec 15 22:10:00.493496 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aada14bb-ce22-4cac-b5d6-4820e3a89a8f req-3477db48-c607-4ae2-8499-65616ff2738d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Dec 15 22:10:01.674309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736aee38-ba27-42a0-8a54-030967196eb6 req-9a29090c-246f-406b-b519-11095630fbe3 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:01.675729 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-736aee38-ba27-42a0-8a54-030967196eb6 req-9a29090c-246f-406b-b519-11095630fbe3 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0791535 Dec 15 22:10:01.723368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-736aee38-ba27-42a0-8a54-030967196eb6 req-3fe8858e-bf02-4699-9afd-5b92a5cc5095 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Dec 15 22:10:02.907173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db431-0345-4775-b364-9e44372eae7a req-c43e9bed-7a40-4377-8e3c-6219e6f27a78 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:02.908542 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4f0db431-0345-4775-b364-9e44372eae7a req-c43e9bed-7a40-4377-8e3c-6219e6f27a78 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0825512 Dec 15 22:10:02.951970 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4f0db431-0345-4775-b364-9e44372eae7a req-7b7e5adf-da98-47b2-8a50-a0c4ffa71c72 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374722 Dec 15 22:10:04.146092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a01d2f-baf6-4e6e-8f91-97278ff4857d req-e70a7e3c-cb6f-4725-8e2d-db6f0758df4f tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:04.147541 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-96a01d2f-baf6-4e6e-8f91-97278ff4857d req-e70a7e3c-cb6f-4725-8e2d-db6f0758df4f tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0809426 Dec 15 22:10:04.191142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-96a01d2f-baf6-4e6e-8f91-97278ff4857d req-30c2d0cc-107a-4395-9625-8bc08d087939 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 Dec 15 22:10:05.371006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55360a1-c0ba-4c00-914f-cc4c2efc8463 req-56fef606-438c-4e92-9f84-61de32d72944 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:05.372470 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d55360a1-c0ba-4c00-914f-cc4c2efc8463 req-56fef606-438c-4e92-9f84-61de32d72944 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0785973 Dec 15 22:10:05.415351 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d55360a1-c0ba-4c00-914f-cc4c2efc8463 req-209f35ac-273e-4ff8-bb69-abaf6d208e3e tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372519 Dec 15 22:10:06.602027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d51ed7-1c91-4da7-a873-466f8d731695 req-d5c093f9-99b1-4146-9bb1-1326643b5b05 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:06.603451 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65d51ed7-1c91-4da7-a873-466f8d731695 req-d5c093f9-99b1-4146-9bb1-1326643b5b05 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0849307 Dec 15 22:10:06.646219 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65d51ed7-1c91-4da7-a873-466f8d731695 req-37ec6e41-5735-471d-9f1c-9892e053bf01 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Dec 15 22:10:07.831926 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff90a71-da01-4cd1-bda0-486f525c0f85 req-b603f3e8-fd11-43b7-b1c9-e079ed12944c tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:07.833360 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ff90a71-da01-4cd1-bda0-486f525c0f85 req-b603f3e8-fd11-43b7-b1c9-e079ed12944c tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0828760 Dec 15 22:10:07.875791 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ff90a71-da01-4cd1-bda0-486f525c0f85 req-123a2b14-b57d-4b80-ad42-747391f9deef tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Dec 15 22:10:09.058278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2b479-ba49-4517-a097-259e74fae1f7 req-22ac41c9-2a4f-4e2a-b6f6-1e80b3a5498a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:09.059698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0da2b479-ba49-4517-a097-259e74fae1f7 req-22ac41c9-2a4f-4e2a-b6f6-1e80b3a5498a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0788684 Dec 15 22:10:09.102363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0da2b479-ba49-4517-a097-259e74fae1f7 req-075994c6-a12d-4be8-bc78-10c9e6c2d979 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366557 Dec 15 22:10:10.285035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf97a3-95ad-4beb-abe4-3e3d5044672b req-6e65bf81-ddda-4008-94b0-c9e2e8c79df8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:10.286480 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ddf97a3-95ad-4beb-abe4-3e3d5044672b req-6e65bf81-ddda-4008-94b0-c9e2e8c79df8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0812664 Dec 15 22:10:10.334370 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ddf97a3-95ad-4beb-abe4-3e3d5044672b req-c81539c0-69e1-4dcf-a69d-e7f94c4ef6a2 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Dec 15 22:10:11.524971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603824a-4aed-453b-8459-ddd71aa0b002 req-6bc87b48-6a5b-46e7-b8bf-d4d6a919b7b4 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:11.526446 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1603824a-4aed-453b-8459-ddd71aa0b002 req-6bc87b48-6a5b-46e7-b8bf-d4d6a919b7b4 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0860047 Dec 15 22:10:11.571184 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1603824a-4aed-453b-8459-ddd71aa0b002 req-9b1f1ed4-37c6-4943-82b9-5c369be58728 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389857 Dec 15 22:10:12.752620 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b6629-6a6d-4279-911b-823b02eaa383 req-0948f273-0aec-4fee-9c87-f3a34e68e468 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:12.754055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-821b6629-6a6d-4279-911b-823b02eaa383 req-0948f273-0aec-4fee-9c87-f3a34e68e468 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0796976 Dec 15 22:10:12.797455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-821b6629-6a6d-4279-911b-823b02eaa383 req-a4730686-769e-4ef4-a262-7a403440e5f2 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Dec 15 22:10:13.478475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eeb2133f-ce39-4a88-8a91-ec201d81f8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:13.977139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f14596-00e6-4a2d-8e99-3e507bc8634e req-d3029aea-5579-4e0a-9af0-dc956dd39de8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:13.978539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93f14596-00e6-4a2d-8e99-3e507bc8634e req-d3029aea-5579-4e0a-9af0-dc956dd39de8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0790114 Dec 15 22:10:14.024139 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-93f14596-00e6-4a2d-8e99-3e507bc8634e req-223e3c48-eb4c-4aab-a28e-f68f4db7ad79 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Dec 15 22:10:15.213028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd488e-b5b3-40ae-9310-a92826576be6 req-a7dd8bac-371f-4810-aefc-492ea15d140a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:15.214447 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-40cd488e-b5b3-40ae-9310-a92826576be6 req-a7dd8bac-371f-4810-aefc-492ea15d140a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0836198 Dec 15 22:10:15.260982 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-40cd488e-b5b3-40ae-9310-a92826576be6 req-13db2991-71bb-467c-8014-03d331213701 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Dec 15 22:10:15.830221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-59a59155-8439-440b-b711-0edb75d917dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:16.441062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7c00e-a388-4117-b4c9-e73822328b08 req-51a1b9bc-ff1a-47d0-bcf6-a9e76004e857 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:16.443141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ad7c00e-a388-4117-b4c9-e73822328b08 req-51a1b9bc-ff1a-47d0-bcf6-a9e76004e857 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0787661 Dec 15 22:10:16.485931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ad7c00e-a388-4117-b4c9-e73822328b08 req-f91728ac-ecc6-4c0f-8c3a-201ba2821100 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372863 Dec 15 22:10:16.852311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:16.906129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:17.670296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39aab1-cf94-493b-9198-99682c18f17a req-ca7c1009-65cc-44ac-b81d-0cf58d0a4a5a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:17.672275 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6c39aab1-cf94-493b-9198-99682c18f17a req-ca7c1009-65cc-44ac-b81d-0cf58d0a4a5a tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0792584 Dec 15 22:10:17.714915 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6c39aab1-cf94-493b-9198-99682c18f17a req-45220a44-23e9-4d27-b9f1-77f9f3ddbf88 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371871 Dec 15 22:10:17.877707 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-1b041e6f-7246-4acb-881d-5b167a5b73cd service neutron] 10.222.0.32 "GET /v2.0/ports/ea08507c-bd91-4673-9e17-8628174f91cd/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0779741 Dec 15 22:10:18.136208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-4220fb0a-3b45-4fbd-a86e-031102f71297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:18.137556 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-4220fb0a-3b45-4fbd-a86e-031102f71297 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8&tenant_id=25907b39b58948ec9532ceb1523235c9 HTTP/1.1" status: 200 len: 1098 time: 0.0702789 Dec 15 22:10:18.225846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-2cfeff64-07e9-4aa1-b28c-1f1b06d42407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:18.227275 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-2cfeff64-07e9-4aa1-b28c-1f1b06d42407 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1098 time: 0.0695889 Dec 15 22:10:18.360079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-1f622868-95c6-4d6b-b308-3c9be82219b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:18.361498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-1f622868-95c6-4d6b-b308-3c9be82219b7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 911 time: 0.1280277 Dec 15 22:10:18.431021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-e729b437-24b5-4cd2-ab51-553831d31235 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0629649 Dec 15 22:10:18.482594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:18.492055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-ce37aff9-6aec-4ed6-a81d-93e40ee4ef56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:18.493521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-ce37aff9-6aec-4ed6-a81d-93e40ee4ef56 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0556481 Dec 15 22:10:18.542781 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-982cb3a0-8cb5-4629-8049-98f902e32b4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426106 Dec 15 22:10:18.779411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-7bcdcecc-e074-4fc4-926b-65c9f2a5b8db service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300508 Dec 15 22:10:18.969302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-557f0bfd-e4d8-434f-b551-f70ada844ba9 req-f1e3037b-bb68-4f35-8db1-c6a7bae1c036 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832347 Dec 15 22:10:18.981134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9c550-1bbc-490a-92e3-cf22c3c70cdc req-a674a7c8-266d-43a0-9527-0ad0ecbd6337 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:18.982526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5f9c550-1bbc-490a-92e3-cf22c3c70cdc req-a674a7c8-266d-43a0-9527-0ad0ecbd6337 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.1308160 Dec 15 22:10:19.033481 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5f9c550-1bbc-490a-92e3-cf22c3c70cdc req-8905bf5a-da5d-4e64-b231-277c5194b6ef tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438819 Dec 15 22:10:19.158244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-d4692d61-6477-4a14-8814-9a5982512a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:19.159716 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-d4692d61-6477-4a14-8814-9a5982512a42 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1098 time: 0.0728285 Dec 15 22:10:19.304071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-d8fe7f47-e8ed-4d3f-adcd-f93ec9961c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:19.305393 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-d8fe7f47-e8ed-4d3f-adcd-f93ec9961c44 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 911 time: 0.1279016 Dec 15 22:10:19.380905 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-5a648bc5-841b-4230-b2a4-a0e2df176e0c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0657279 Dec 15 22:10:19.443226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-4a228af1-fd7e-40bd-8fb0-214b85cf9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:19.444627 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-4a228af1-fd7e-40bd-8fb0-214b85cf9080 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0560358 Dec 15 22:10:19.491830 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-bfd3f2d4-1e7a-4e16-abe6-a62d1847a24d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383642 Dec 15 22:10:19.620273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-e2468bf6-4d24-426b-bbfd-dde07da41374 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215348 Dec 15 22:10:19.753550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-55c932ef-caae-4bfd-be00-0a8e69d043dd req-001d7b19-ea05-4059-a702-bd7d071a74ea service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246192 Dec 15 22:10:20.217337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b693b-d3a3-4d4e-a3e7-0b0f9cc8df66 req-8d9f3817-78e9-4f73-b3d9-6bc7dc4671ef tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:20.219289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-709b693b-d3a3-4d4e-a3e7-0b0f9cc8df66 req-8d9f3817-78e9-4f73-b3d9-6bc7dc4671ef tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0832000 Dec 15 22:10:20.262602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-709b693b-d3a3-4d4e-a3e7-0b0f9cc8df66 req-25fd977d-c9a6-404d-86cc-84ce535280f5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377085 Dec 15 22:10:21.457978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97816f-7b26-4dc1-89f7-ec1137b8b12b req-b6c54664-63af-44cd-9b35-0745126e1f09 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:21.459443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3b97816f-7b26-4dc1-89f7-ec1137b8b12b req-b6c54664-63af-44cd-9b35-0745126e1f09 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0913062 Dec 15 22:10:21.509339 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3b97816f-7b26-4dc1-89f7-ec1137b8b12b req-49c919b2-3eff-4c7d-beac-176fcb552b5c tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Dec 15 22:10:21.837269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:21.881270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-27920024-3933-40b6-aecf-e035aa0b8e37 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:21.882681 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-27920024-3933-40b6-aecf-e035aa0b8e37 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.32 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8&tenant_id=25907b39b58948ec9532ceb1523235c9&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 945 time: 0.0839908 Dec 15 22:10:22.023609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-800c7fcf-2786-4266-8bff-67eead0470e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:22.025062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-800c7fcf-2786-4266-8bff-67eead0470e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=25907b39b58948ec9532ceb1523235c9&device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 1098 time: 0.0730927 Dec 15 22:10:22.152196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-dc54a9b2-20de-41d2-8ba0-59916c19e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:22.153499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-dc54a9b2-20de-41d2-8ba0-59916c19e64e service neutron] 10.222.0.32 "GET /v2.0/networks?id=e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 200 len: 911 time: 0.1219842 Dec 15 22:10:22.223175 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-8bee96f4-fcb6-488c-8cff-ce2345648ec2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 200 len: 217 time: 0.0633922 Dec 15 22:10:22.284006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-35c90a6d-784e-4e30-bfb4-20963892a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:22.285353 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-35c90a6d-784e-4e30-bfb4-20963892a312 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 200 len: 850 time: 0.0561390 Dec 15 22:10:22.330678 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-0df87f21-8092-40d7-b355-aceeecbf92a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e059d4dc-05bb-4366-bccf-597f2b253c51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388372 Dec 15 22:10:22.565930 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-fd16ae1f-42ad-453d-b2b3-eb967466017f service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288573 Dec 15 22:10:22.693996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-9ff1791c-c4d7-4686-b83b-e31c4a0cab06 service neutron] 10.222.0.32 "GET /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214414 Dec 15 22:10:23.009983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:10:23.144390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:23.157566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'network_id': 'e059d4dc-05bb-4366-bccf-597f2b253c51', 'port_id': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'mac_address': 'fa:16:3e:5f:36:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc2ba47-b045-4edd-a252-697857bf509d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:10:23.213445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:23.233577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:10:23.248818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:23.252858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:23.254564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:23.319749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['ea08507c-bd91-4673-9e17-8628174f91cd'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:10:23.362356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:23.374680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.375021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.375349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.375673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.376022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.376347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.376663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.376977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.377292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.377604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.377916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.378224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:23.383587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:23.505924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164a7b1-9914-4e8f-929d-eb90b8a89b98 req-7f225ae9-f854-4ef2-aa3f-73763622f918 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:23.507384 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9164a7b1-9914-4e8f-929d-eb90b8a89b98 req-7f225ae9-f854-4ef2-aa3f-73763622f918 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 944 time: 0.0858176 Dec 15 22:10:23.562500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9164a7b1-9914-4e8f-929d-eb90b8a89b98 req-545fd95d-7715-4542-866c-488182885e52 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495186 Dec 15 22:10:24.745397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ab651-0148-4517-8e07-fc42743ba805 req-cce362b6-96de-4ccd-acd1-d0488e582e6f tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:24.746827 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df5ab651-0148-4517-8e07-fc42743ba805 req-cce362b6-96de-4ccd-acd1-d0488e582e6f tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 944 time: 0.0802145 Dec 15 22:10:24.795630 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-df5ab651-0148-4517-8e07-fc42743ba805 req-c8c6c0f1-db9d-4e72-9414-b345a23cda7e tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423949 Dec 15 22:10:25.028219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:10:25.068909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-339feff6-bdca-444c-a15f-59e8c1c1bed8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:25.070309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-339feff6-bdca-444c-a15f-59e8c1c1bed8 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.32 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 944 time: 0.0792055 Dec 15 22:10:25.095238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port ea08507c-bd91-4673-9e17-8628174f91cd triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:10:25.095618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:25.141210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Deleting port ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:10:25.141548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:25.215524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:25.242052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:10:25.252063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:25.256509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:25.258344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:25.300769 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'code': 200} Dec 15 22:10:25.324846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:25.327780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:25.398502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:25.398852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:25.548962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Calling delete_port for ea08507c-bd91-4673-9e17-8628174f91cd owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:10:25.651516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.db.api [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87554) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:10:25.651832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_db.api [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:10:25.979192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3052892-b10f-46b6-955b-7f0a61323f12 req-aa0a83aa-8920-418b-9c2d-0469ded77d4b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:25.980620 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c3052892-b10f-46b6-955b-7f0a61323f12 req-aa0a83aa-8920-418b-9c2d-0469ded77d4b tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 945 time: 0.0790620 Dec 15 22:10:26.023256 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c3052892-b10f-46b6-955b-7f0a61323f12 req-0e28aa2c-e014-4c97-9e60-fcde399e69c5 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/security-groups?id=5dd4094c-0921-4570-9219-8c2c8d670721&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Dec 15 22:10:26.153755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Deleting port ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:10:26.154362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:26.397208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] For port ea08507c-bd91-4673-9e17-8628174f91cd, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ea08507c-bd91-4673-9e17-8628174f91cd,segment=NetworkSegment(65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e),segment_id=65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:26.397569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:26.536680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Calling delete_port for ea08507c-bd91-4673-9e17-8628174f91cd owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:10:26.677971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:26.683368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4b851cd-baa2-4920-95a1-77f42c2b97d2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:26.690030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['ea08507c-bd91-4673-9e17-8628174f91cd'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:10:26.731147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Pushing event deleted for resources: {'Port': ['ID=ea08507c-bd91-4673-9e17-8628174f91cd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:26.771933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.771933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.771933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.771933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.771933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.772467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.772467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.774052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.774052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.774052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.774052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.774327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:26.782401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:26.816094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] No DVR routers for this DVR port ea08507c-bd91-4673-9e17-8628174f91cd on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:10:26.818359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:26.820880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-deleted', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:10:26.838563 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2fbc0422-c6bb-40cd-b867-4d298067e989 req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.32 "DELETE /v2.0/ports/ea08507c-bd91-4673-9e17-8628174f91cd HTTP/1.1" status: 204 len: 173 time: 1.7628775 Dec 15 22:10:26.869484 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2608a270-dccc-4775-8486-2cadb9df80a8', 'name': 'network-vif-deleted', 'tag': 'ea08507c-bd91-4673-9e17-8628174f91cd', 'status': 'completed', 'code': 200} Dec 15 22:10:26.931632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:10:27.180482 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9cda757-9fac-4548-90ec-b4a9668c622a req-bc64091a-c452-4375-9119-130187584f06 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] 10.222.0.18 "GET /v2.0/ports?device_id=2608a270-dccc-4775-8486-2cadb9df80a8 HTTP/1.1" status: 200 len: 210 time: 0.0432529 Dec 15 22:10:28.433945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:28.500441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Deleting subnet acc2ba47-b045-4edd-a252-697857bf509d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:10:28.503313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.553688 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.610613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.675831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.680347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e5f2dff7-d546-4296-81d4-4bc1888c9242 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:28.714309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc2ba47-b045-4edd-a252-697857bf509d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:28.716774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.726157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.726548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.726930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.727307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.727679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.728082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.728457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.728823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.729193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.729587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.730096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.730507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:10:28.734527 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acc2ba47-b045-4edd-a252-697857bf509d HTTP/1.1" status: 204 len: 168 time: 0.2996187 Dec 15 22:10:28.735413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:28.737081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44706) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:28.842250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:28.972172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.000320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e059d4dc-05bb-4366-bccf-597f2b253c51']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:10:29.012207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:10:29.012513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eb84cd-2f1f-49df-96d3-8f2a19d5ff6e') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:10:29.023945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.039908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.045819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:10:29.046197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:10:29.059175 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:10:29.072945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:10:29.108859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: ea08507c-bd91-4673-9e17-8628174f91cd {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:10:29.109132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ea08507c-bd91-4673-9e17-8628174f91cd not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:10:29.133973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.139081 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.142052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ba9a02e8-78a7-4211-8afa-90492c0f61c0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:29.167655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Pushing event deleted for resources: {'Network': ['ID=e059d4dc-05bb-4366-bccf-597f2b253c51,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:29.170548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:29.176530 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e059d4dc-05bb-4366-bccf-597f2b253c51 HTTP/1.1" status: 204 len: 168 time: 0.4383123 Dec 15 22:10:29.285760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:29.338762 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-59f1c27b-7f7b-41c3-9676-083f60ff0f91 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25907b39b58948ec9532ceb1523235c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517893 Dec 15 22:10:29.341186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44716) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:29.396510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.420752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.471474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.475164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d49267a0-f9d2-4cc3-afea-e0765392376d tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:29.489244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd4094c-0921-4570-9219-8c2c8d670721,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:29.491786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:29.501603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:29.502706 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dd4094c-0921-4570-9219-8c2c8d670721 HTTP/1.1" status: 204 len: 168 time: 0.1606605 Dec 15 22:10:30.185751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 44740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:30.287011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1520737452-network', 'tenant_id': '55ad48b2768e4d76b3ed0993d07a3ff5'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:10:30.292031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:10:30.295810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Usage tracker for resource:network and tenant:55ad48b2768e4d76b3ed0993d07a3ff5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:10:30.298631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:10:30.304279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:10:30.314457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Made reservation on behalf of 55ad48b2768e4d76b3ed0993d07a3ff5 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:10:30.316698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.332111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.448673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:10:30.452986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Usage tracker for resource:security_group_rule and tenant:55ad48b2768e4d76b3ed0993d07a3ff5 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:10:30.455749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:10:30.461341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:10:30.544721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.548503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.551320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93c9cf52-4111-49cc-9b5a-497ff881f38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:30.578334 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:10:30.586584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ca6f39-d60f-4398-9309-e87d09cfe319,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:30.590057 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:30.592424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.593362 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Added segment 81c5ce52-bd2c-466f-8329-4fc767f26b3a of type vlan for network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e Dec 15 22:10:30.617761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.645657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.646636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:30.647208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:30.651715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f2be9fb-6fca-4414-9aad-72f8b9e7f378 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:30.744312 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5574596 Dec 15 22:10:30.747298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 44746) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:10:30.750066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Pushing event updated for resources: {'Network': ['ID=79b19bf3-b7fa-4ff9-a61e-21a05e57751e,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:30.753576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Request body: {'subnet': {'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1520737452-subnet', 'tenant_id': '55ad48b2768e4d76b3ed0993d07a3ff5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:10:30.755729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:30.760656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:10:30.762773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:10:30.772306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Usage tracker for resource:subnet and tenant:55ad48b2768e4d76b3ed0993d07a3ff5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:10:30.775403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:10:30.781748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:10:30.793719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Made reservation on behalf of 55ad48b2768e4d76b3ed0993d07a3ff5 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:10:30.796736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:31.098480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:31.105636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a475cbe-9c51-4214-8a40-ceae418f0c15 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:31.177245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47a7afe4-5e4f-40f1-a19e-a280ff7143e4,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:31.181199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:31.185056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Checking segment: {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:10:31.185402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Network hostable DHCP agents. Network: 79b19bf3-b7fa-4ff9-a61e-21a05e57751e, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:10:31.203824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:10:31.212312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 79b19bf3-b7fa-4ff9-a61e-21a05e57751e) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:10:31.216300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:31.216875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:31.220962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5932253-164d-417a-83ed-772af29fcca2 None None] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:10:31.238066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4896393 Dec 15 22:10:31.436333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ae36a-45cd-4e88-901d-dfd54e6c58a3 None None] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:10:31.748882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-9a424781-8ad7-4e9e-b74b-14e41fd18614 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:31.749555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-9a424781-8ad7-4e9e-b74b-14e41fd18614 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Synchronizing usage tracker for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:10:31.765827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-9a424781-8ad7-4e9e-b74b-14e41fd18614 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Unset dirty status for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:10:31.767114 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-9a424781-8ad7-4e9e-b74b-14e41fd18614 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 815 time: 0.1629286 Dec 15 22:10:31.781808 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-716ccebe-9832-45e9-9994-961e13494b6b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/quotas/55ad48b2768e4d76b3ed0993d07a3ff5 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Dec 15 22:10:31.826441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-91147369-06df-4269-8d67-748fafa9a42b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397866 Dec 15 22:10:31.955600 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-0de312a1-52fa-42f3-bbf4-48fac31d3ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222231 Dec 15 22:10:32.082541 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-d4d4d933-bb40-4154-b01d-2134f99c0f66 service neutron] 10.222.0.18 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210494 Dec 15 22:10:32.259940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afa2fb1e-8b82-4a7e-aeec-ec1f9c1897b6 req-908e9d21-a4a9-454d-994b-ec0e80637741 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 210 time: 0.0461633 Dec 15 22:10:33.244060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99dc96b6-0c8f-4a9a-8ce6-07f1e8704908 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:33.245474 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99dc96b6-0c8f-4a9a-8ce6-07f1e8704908 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 815 time: 0.1460526 Dec 15 22:10:33.256929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Request body: {'port': {'device_id': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'admin_state_up': True, 'tenant_id': '55ad48b2768e4d76b3ed0993d07a3ff5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:10:33.396480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:10:33.400299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Usage tracker for resource:port and tenant:55ad48b2768e4d76b3ed0993d07a3ff5 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:10:33.403085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:10:33.409294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:10:33.418230 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f77ddaf7-cf52-44c2-a160-358050e2f5bb req-0949137f-200e-429b-b822-34048f19dc7f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 210 time: 0.0475678 Dec 15 22:10:33.419529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Made reservation on behalf of 55ad48b2768e4d76b3ed0993d07a3ff5 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:10:33.423030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:33.586075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Allocated IP 172.20.0.10 (79b19bf3-b7fa-4ff9-a61e-21a05e57751e/47a7afe4-5e4f-40f1-a19e-a280ff7143e4/7e0aade4-57a6-459d-ac81-0a3411fe77f5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:10:33.784582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:33.812865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:33.818037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:33.883277 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:10:33.886352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:10:33.890718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:10:33.923625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:33.929714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:33.959117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:33.959721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:33.979117 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7257202 Dec 15 22:10:33.990251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Request body: {'port': {'device_id': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:10:34.098178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:34.430409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0aade4-57a6-459d-ac81-0a3411fe77f5 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:10:34.437506 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:34.452666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Transition to ACTIVE for port object 7e0aade4-57a6-459d-ac81-0a3411fe77f5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:10:34.457713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:34.462356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:34.767333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:34.775424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:34.868692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29473354-f5f9-4695-9727-79c26e887e21 req-b32ab85a-44d1-4a52-b13b-f6374293c6cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:34.869380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-29473354-f5f9-4695-9727-79c26e887e21 req-b32ab85a-44d1-4a52-b13b-f6374293c6cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Synchronizing usage tracker for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:10:34.881636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Attempting to bind port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:10:34.881968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Attempting to bind port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:10:34.882294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Attempting to bind port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:10:34.890801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:10:34.891123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Attempting to bind port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:10:34.897816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:10:34.898148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Checking segment: {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:10:34.898527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Bound using segment: {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:10:34.898962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Bound port: 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:10:34.899320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:34.913386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-29473354-f5f9-4695-9727-79c26e887e21 req-b32ab85a-44d1-4a52-b13b-f6374293c6cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Unset dirty status for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:10:34.914498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29473354-f5f9-4695-9727-79c26e887e21 req-b32ab85a-44d1-4a52-b13b-f6374293c6cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 944 time: 0.3527281 Dec 15 22:10:35.017469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29473354-f5f9-4695-9727-79c26e887e21 req-3e3ff9ca-4b86-433d-a13b-05a0d1c57431 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Dec 15 22:10:35.022944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:10:35.026042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:10:35.032062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:35.035646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b95f3bc1-48e3-48ce-a6e6-1c6f6b860146 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:35.093108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:35.093717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:35.095046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] 10.222.0.32 "PUT /v2.0/ports/7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 1094 time: 1.1086843 Dec 15 22:10:35.095553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:10:35.114170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:35.117368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:35.169334 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'status': 'completed', 'code': 200} Dec 15 22:10:35.209146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-5ec82858-1859-42c2-9b4d-73799128cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:35.210591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-5ec82858-1859-42c2-9b4d-73799128cb9b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1097 time: 0.0762882 Dec 15 22:10:35.280447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-583a2b08-f9fb-473f-95c2-a95e1af7fc6c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0625346 Dec 15 22:10:35.341069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-15346b85-8a5b-4a43-adb7-dfbc68b01376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:35.342441 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-15346b85-8a5b-4a43-adb7-dfbc68b01376 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0562592 Dec 15 22:10:35.388961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-d31a9cd6-b798-4a65-a965-e4c2c6ebef03 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402029 Dec 15 22:10:35.518540 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-a46f81bf-b4c3-40e5-aa03-4d80bdd32347 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229293 Dec 15 22:10:35.653081 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca594bf1-2835-4dfc-b7c9-c92975c592b7 req-0be47f31-e059-4fa3-84d1-72158b3a34b3 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276863 Dec 15 22:10:35.772964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-83c27909-7067-45fb-8117-2e7f784ea013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:35.774399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-83c27909-7067-45fb-8117-2e7f784ea013 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1097 time: 0.0742435 Dec 15 22:10:35.902240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-01e7ea9a-c1e9-42b4-8fa7-810060984bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:35.903674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-01e7ea9a-c1e9-42b4-8fa7-810060984bf1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1225533 Dec 15 22:10:35.970386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-71b4a505-590d-49a2-9621-4abed6bdaca0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0590384 Dec 15 22:10:36.034637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-74dc3a1b-8d9f-46d8-938e-f9304511d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:36.036000 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-74dc3a1b-8d9f-46d8-938e-f9304511d265 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0580964 Dec 15 22:10:36.082071 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-df852f09-dedd-482b-8fcb-724f0ae8c639 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394475 Dec 15 22:10:36.267550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-d6ed50b3-0101-46f3-98c1-bb077cebc7a7 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784573 Dec 15 22:10:36.281366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca41040-b7db-43ef-85f6-3abfb9794185 req-75e77aee-9ed9-4491-a963-ac43fcd2ee93 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:36.282679 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca41040-b7db-43ef-85f6-3abfb9794185 req-75e77aee-9ed9-4491-a963-ac43fcd2ee93 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 944 time: 0.1268680 Dec 15 22:10:36.510956 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca41040-b7db-43ef-85f6-3abfb9794185 req-a50166b8-79b7-4ed0-9843-96d78dfcd871 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107229 Dec 15 22:10:36.546554 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3a8dfcb2-05a1-4507-9630-11bafa37eb41 req-5b33b17f-1824-4e2c-9254-d2d7d52e6ebc service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629745 Dec 15 22:10:37.693100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e6583-1a00-48bd-931c-73649b2e1431 req-ada07dd7-313b-4273-9a31-ecf82e4117ed tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:37.694519 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-634e6583-1a00-48bd-931c-73649b2e1431 req-ada07dd7-313b-4273-9a31-ecf82e4117ed tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 944 time: 0.0786166 Dec 15 22:10:37.737367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-634e6583-1a00-48bd-931c-73649b2e1431 req-5834794b-a31f-4123-8c30-b5fc1336d39a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Synchronizing usage tracker for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:10:37.754798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-634e6583-1a00-48bd-931c-73649b2e1431 req-5834794b-a31f-4123-8c30-b5fc1336d39a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Unset dirty status for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:10:37.755899 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-634e6583-1a00-48bd-931c-73649b2e1431 req-5834794b-a31f-4123-8c30-b5fc1336d39a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555551 Dec 15 22:10:38.939445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201b67f-2599-4e8a-ab14-216b9bfafe3b req-54185aa3-c3d0-43cd-b5ce-40feded54edf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:38.940803 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a201b67f-2599-4e8a-ab14-216b9bfafe3b req-54185aa3-c3d0-43cd-b5ce-40feded54edf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 944 time: 0.0810521 Dec 15 22:10:38.984415 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a201b67f-2599-4e8a-ab14-216b9bfafe3b req-752f7588-cb84-4c53-b6a5-f15c9b50f8e2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Dec 15 22:10:39.120080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:10:39.285765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:39.299065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'port_id': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'mac_address': 'fa:16:3e:22:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a7afe4-5e4f-40f1-a19e-a280ff7143e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:10:39.354154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:39.375419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0aade4-57a6-459d-ac81-0a3411fe77f5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:10:39.390172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:39.393954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:39.395634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:39.458571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:39.461396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:39.612446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['7e0aade4-57a6-459d-ac81-0a3411fe77f5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:10:40.170034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bf14f-463b-4190-935c-40f0775ed262 req-5882ce73-3baf-4348-a081-9e9da742f8a9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:40.171969 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf7bf14f-463b-4190-935c-40f0775ed262 req-5882ce73-3baf-4348-a081-9e9da742f8a9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 945 time: 0.0834289 Dec 15 22:10:40.215651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf7bf14f-463b-4190-935c-40f0775ed262 req-3e93d8a9-461b-4ac7-b8f1-d6b018235a89 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381002 Dec 15 22:10:41.120310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:10:41.187162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:10:41.191879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:10:41.192289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:41.306992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:41.334137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:10:41.343855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:10:41.348078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:41.350037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:10:41.390785 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'code': 200} Dec 15 22:10:41.423696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d4a15-3ffb-4feb-b05c-0bbb34134264 req-13251338-42d8-4b2a-bce1-7122c1e975d3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:41.425172 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a5d4a15-3ffb-4feb-b05c-0bbb34134264 req-13251338-42d8-4b2a-bce1-7122c1e975d3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.1059647 Dec 15 22:10:41.431465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:10:41.440902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:10:41.471275 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a5d4a15-3ffb-4feb-b05c-0bbb34134264 req-096d67dc-b385-41cf-8e9b-14200ec779a2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397975 Dec 15 22:10:41.621243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfa669-5292-4812-8451-84b7535877fb req-9ccb98da-7a9c-4c30-831e-2e873fc04793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:41.622739 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fecfa669-5292-4812-8451-84b7535877fb req-9ccb98da-7a9c-4c30-831e-2e873fc04793 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1099 time: 0.0710485 Dec 15 22:10:41.665040 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fecfa669-5292-4812-8451-84b7535877fb req-21f12fbb-5ec7-4148-b44d-498867809dd2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362825 Dec 15 22:10:42.663209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b7022-c50e-461f-8f63-b8c06ad985e2 req-fa0bfb7c-ae8c-4ade-a505-9a656ebaf07a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:42.664844 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9d4b7022-c50e-461f-8f63-b8c06ad985e2 req-fa0bfb7c-ae8c-4ade-a505-9a656ebaf07a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0823140 Dec 15 22:10:42.713037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9d4b7022-c50e-461f-8f63-b8c06ad985e2 req-fd8bb45c-8870-4aff-97be-ba5958b87254 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425842 Dec 15 22:10:43.480478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e82ef15-064a-4b3e-ae4b-cc38780a2b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:43.909427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6229aa-bde0-4fc0-a2f4-35ffaa35cd5d req-bc8b1f4f-c8ac-4c02-a6dd-ccbc03b04307 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:43.916333 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed6229aa-bde0-4fc0-a2f4-35ffaa35cd5d req-bc8b1f4f-c8ac-4c02-a6dd-ccbc03b04307 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0874417 Dec 15 22:10:43.955309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed6229aa-bde0-4fc0-a2f4-35ffaa35cd5d req-3c5c04c5-56ea-4dcc-82be-6224a118dcca tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Dec 15 22:10:44.134711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066c063-cded-4948-9b93-3c29181698c2 req-dbe964d6-8336-4aab-9011-8ab258be0914 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:44.136177 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c066c063-cded-4948-9b93-3c29181698c2 req-dbe964d6-8336-4aab-9011-8ab258be0914 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0797546 Dec 15 22:10:44.179471 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c066c063-cded-4948-9b93-3c29181698c2 req-eb107f2e-a090-45df-aa65-0a6630c2fffc tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371630 Dec 15 22:10:44.516929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7366f-63ca-4ac1-95ae-e1a8133eb3b8 req-05d3ce23-6706-4191-afeb-7b5ab4445f50 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:44.518251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ee7366f-63ca-4ac1-95ae-e1a8133eb3b8 req-05d3ce23-6706-4191-afeb-7b5ab4445f50 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0824654 Dec 15 22:10:44.561115 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ee7366f-63ca-4ac1-95ae-e1a8133eb3b8 req-065aa156-fa07-4116-9721-b0fb71812ebd tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371346 Dec 15 22:10:44.748984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ececbd6-e51f-40e5-9d29-fd3e0e925120 req-1a917139-fdbb-4801-988f-3bb704472c16 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:44.751044 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ececbd6-e51f-40e5-9d29-fd3e0e925120 req-1a917139-fdbb-4801-988f-3bb704472c16 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0854845 Dec 15 22:10:44.794210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ececbd6-e51f-40e5-9d29-fd3e0e925120 req-cd1ee0f0-4666-48c0-901f-3e82422d0a67 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374439 Dec 15 22:10:45.130260 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-f56bb1c9-8041-42e8-b2ca-dfd63eb75fab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0690510 Dec 15 22:10:45.188848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247c841-dd78-4bc3-921a-544c2af69c7f req-ae6eb6e0-054c-438d-9446-d5a1d5d1cac9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:45.190296 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a247c841-dd78-4bc3-921a-544c2af69c7f req-ae6eb6e0-054c-438d-9446-d5a1d5d1cac9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0816743 Dec 15 22:10:45.235661 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a247c841-dd78-4bc3-921a-544c2af69c7f req-671821e3-d36d-43d8-af90-daa998996b0a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395184 Dec 15 22:10:45.832767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bde484f7-bf92-4303-9224-d9b5bf833115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:46.272240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-099e59b6-a8c7-4d7e-9f06-3a3653177804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:46.273710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-099e59b6-a8c7-4d7e-9f06-3a3653177804 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1099 time: 0.0750449 Dec 15 22:10:46.404833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-2d074608-4331-4bab-938c-0d3b8aa567fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:46.406272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-2d074608-4331-4bab-938c-0d3b8aa567fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1263916 Dec 15 22:10:46.429162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e4725-cf26-4144-b33b-9c23536a9cda req-0100378b-d81b-43c5-95b7-4f02b3c370c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:46.430765 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-416e4725-cf26-4144-b33b-9c23536a9cda req-0100378b-d81b-43c5-95b7-4f02b3c370c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0888517 Dec 15 22:10:46.475527 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-416e4725-cf26-4144-b33b-9c23536a9cda req-93db365f-819f-4cb9-87a3-07915308935a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390146 Dec 15 22:10:46.476570 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-c601d6b2-092c-4bcf-91fc-fd0b8230485f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0641384 Dec 15 22:10:46.539443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-e8961b41-2da2-4f7b-9760-69cbb87c7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:46.540841 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-e8961b41-2da2-4f7b-9760-69cbb87c7e27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0586097 Dec 15 22:10:46.586996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-de389be5-ec81-433f-87b2-4a9556031bf3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397654 Dec 15 22:10:46.716999 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-6089d468-bd26-4717-91a0-86422238d5c5 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239929 Dec 15 22:10:46.850130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-0d3d4a3d-002e-446b-a311-49dff9c18a7f service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261446 Dec 15 22:10:46.855197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:46.911810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:47.662097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716bcdc-f5a8-426c-a1c4-caff7f16fb6d req-df2afada-f220-4555-9572-92185c9800d1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:47.663784 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7716bcdc-f5a8-426c-a1c4-caff7f16fb6d req-df2afada-f220-4555-9572-92185c9800d1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0830760 Dec 15 22:10:47.707143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7716bcdc-f5a8-426c-a1c4-caff7f16fb6d req-a6657e3c-0cdc-4603-b94e-ad7a4d2ff34d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378716 Dec 15 22:10:48.484683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:48.888961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf89b5-320f-440c-b879-297a210d7174 req-ac2fd988-c137-4e8b-ad90-2ab9b05764e5 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:48.890380 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fbf89b5-320f-440c-b879-297a210d7174 req-ac2fd988-c137-4e8b-ad90-2ab9b05764e5 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0783148 Dec 15 22:10:48.934038 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fbf89b5-320f-440c-b879-297a210d7174 req-9d8a941b-87cd-4b65-9ac6-4b1a663d78b1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Dec 15 22:10:50.116988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce624-3f75-429e-a136-3a7c86037a29 req-69d9ecd3-3748-45a8-8a3f-4c82b5be6eac tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:50.118397 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c1ce624-3f75-429e-a136-3a7c86037a29 req-69d9ecd3-3748-45a8-8a3f-4c82b5be6eac tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0774965 Dec 15 22:10:50.161142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1c1ce624-3f75-429e-a136-3a7c86037a29 req-f7251a5f-e373-4d1f-93b8-52ca53ead788 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Dec 15 22:10:51.343079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b7947-f3f8-44d7-91d0-bdeff53dc727 req-02a1b4a2-17a3-4463-96c0-d731ecaa7612 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:51.345131 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e56b7947-f3f8-44d7-91d0-bdeff53dc727 req-02a1b4a2-17a3-4463-96c0-d731ecaa7612 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0826213 Dec 15 22:10:51.387589 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e56b7947-f3f8-44d7-91d0-bdeff53dc727 req-894f47fd-d863-4c2d-8532-9119a2673cdc tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369048 Dec 15 22:10:51.836017 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:10:52.571731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdabf8-7313-48fe-a785-6c9719b8334d req-1fb06571-cb96-42dd-91b4-4a30af99a80b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:52.573195 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2bdabf8-7313-48fe-a785-6c9719b8334d req-1fb06571-cb96-42dd-91b4-4a30af99a80b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0823057 Dec 15 22:10:52.616638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b2bdabf8-7313-48fe-a785-6c9719b8334d req-927cbc48-1830-4970-9d53-59f14ba2a6e9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378945 Dec 15 22:10:53.799235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc82f7-77f4-4566-8e23-389f704f1efc req-4623d6a0-319d-4451-94ba-eb4365eb46f6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:53.800771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0cc82f7-77f4-4566-8e23-389f704f1efc req-4623d6a0-319d-4451-94ba-eb4365eb46f6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0788143 Dec 15 22:10:53.846072 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0cc82f7-77f4-4566-8e23-389f704f1efc req-602ff73b-78d7-4252-97c1-35e0fb257670 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Dec 15 22:10:55.024774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbbaf8-3023-451e-a3d7-d77a30930d78 req-8ba30417-1277-4a47-b4ec-64a3b370f5d3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:55.026201 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4afbbaf8-3023-451e-a3d7-d77a30930d78 req-8ba30417-1277-4a47-b4ec-64a3b370f5d3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0789959 Dec 15 22:10:55.175794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4afbbaf8-3023-451e-a3d7-d77a30930d78 req-a5edeb4f-3cc1-4c37-82d4-021dab07642e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432168 Dec 15 22:10:56.357317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad826f-c904-4887-bd51-5af95a3ed757 req-8aea1110-c7f8-47a5-bffb-fe32b261cb01 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:56.358722 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4cad826f-c904-4887-bd51-5af95a3ed757 req-8aea1110-c7f8-47a5-bffb-fe32b261cb01 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0813394 Dec 15 22:10:56.401169 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4cad826f-c904-4887-bd51-5af95a3ed757 req-6f4b20ef-74fa-4582-b459-89f50f5bad9d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Dec 15 22:10:57.585947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cc68a-2d08-453b-8832-5ef3d08b3e47 req-2faf5f67-cecf-457f-81c7-bd016ac9d147 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:57.587382 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c89cc68a-2d08-453b-8832-5ef3d08b3e47 req-2faf5f67-cecf-457f-81c7-bd016ac9d147 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0788565 Dec 15 22:10:57.630779 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c89cc68a-2d08-453b-8832-5ef3d08b3e47 req-fb724bc3-a428-47fa-9565-579af2c2ae82 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 Dec 15 22:10:58.810293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c48077-b906-4b13-a00b-fbddbd8f0aac req-3cbbeb89-4ab6-4e13-92d1-29b465d53ca1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:10:58.811696 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-61c48077-b906-4b13-a00b-fbddbd8f0aac req-3cbbeb89-4ab6-4e13-92d1-29b465d53ca1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0776775 Dec 15 22:10:58.858331 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-61c48077-b906-4b13-a00b-fbddbd8f0aac req-860e6875-62ce-4656-88f4-69e3f9e8b082 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Dec 15 22:11:00.042873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51824872-e6fc-407f-ad61-f8a1326d116e req-18448259-b922-48b3-be64-bfba994493a1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:00.044344 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51824872-e6fc-407f-ad61-f8a1326d116e req-18448259-b922-48b3-be64-bfba994493a1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0835469 Dec 15 22:11:00.087202 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51824872-e6fc-407f-ad61-f8a1326d116e req-c372d101-4c18-490e-b8d7-3ed6fba7ce79 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366690 Dec 15 22:11:01.271134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf107ad-7ea7-4827-a99f-0337c7be8fd5 req-79b747d3-a8d7-44f4-9575-8cfc22785a92 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:01.272579 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edf107ad-7ea7-4827-a99f-0337c7be8fd5 req-79b747d3-a8d7-44f4-9575-8cfc22785a92 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0798769 Dec 15 22:11:01.315583 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-edf107ad-7ea7-4827-a99f-0337c7be8fd5 req-1dbb7319-1c58-4ef9-9356-6e2889c908d4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374718 Dec 15 22:11:02.503651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf52c6-494c-4fdb-9231-0f0c6ea811dc req-8c942613-5eb9-43a9-807d-c8867fad5110 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:02.505121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9dbf52c6-494c-4fdb-9231-0f0c6ea811dc req-8c942613-5eb9-43a9-807d-c8867fad5110 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0799155 Dec 15 22:11:02.553183 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9dbf52c6-494c-4fdb-9231-0f0c6ea811dc req-d12d5464-03d3-4eb0-94fb-61815f2d9fea tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388823 Dec 15 22:11:03.839730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08c4b-662d-4d56-842a-e68993dbabd8 req-f49a0a08-a714-4867-8960-c62f93596952 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:03.841095 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d3a08c4b-662d-4d56-842a-e68993dbabd8 req-f49a0a08-a714-4867-8960-c62f93596952 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.1841567 Dec 15 22:11:03.883570 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d3a08c4b-662d-4d56-842a-e68993dbabd8 req-b17283a3-c88e-4c78-9e3a-6b75ba0050be tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Dec 15 22:11:03.931123 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:11:05.076900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956f20e-0d67-434d-84cf-dca1880846e6 req-bee8f1be-4a87-4e67-962b-035edb1069e4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:05.078332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8956f20e-0d67-434d-84cf-dca1880846e6 req-bee8f1be-4a87-4e67-962b-035edb1069e4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0873585 Dec 15 22:11:05.120600 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8956f20e-0d67-434d-84cf-dca1880846e6 req-a37a0f6e-499c-4f86-93ef-38054d4e2375 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Dec 15 22:11:06.303182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce017-3c80-4123-9e0f-d759e0129008 req-e9e701a4-c69e-4347-872e-7791ee45b85f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:06.304642 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ffdce017-3c80-4123-9e0f-d759e0129008 req-e9e701a4-c69e-4347-872e-7791ee45b85f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0803885 Dec 15 22:11:06.350533 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ffdce017-3c80-4123-9e0f-d759e0129008 req-88507a10-4843-4204-a345-d14b0368a9b1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403450 Dec 15 22:11:07.531457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a16bea-582f-42ac-9144-ff677f00ca65 req-3e985dfb-8cb8-4555-b27c-d27eec42b925 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:07.533426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34a16bea-582f-42ac-9144-ff677f00ca65 req-3e985dfb-8cb8-4555-b27c-d27eec42b925 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0812998 Dec 15 22:11:07.582621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34a16bea-582f-42ac-9144-ff677f00ca65 req-adb62aa9-036e-4ac0-bc2d-0993c28ecaf5 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Dec 15 22:11:08.766250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e599-9ee9-4c97-86e3-f2751a98a28c req-533a3b46-799e-4817-b155-2c58d17500f1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:08.767758 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13b4e599-9ee9-4c97-86e3-f2751a98a28c req-533a3b46-799e-4817-b155-2c58d17500f1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0792093 Dec 15 22:11:08.815062 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-13b4e599-9ee9-4c97-86e3-f2751a98a28c req-35240449-f257-42b2-9ed2-f9ec8c936b34 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Dec 15 22:11:09.995646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d955f9-7f56-4966-8216-2e9be7996852 req-b9b131d3-fe60-4451-9634-db13e5959271 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:09.997098 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58d955f9-7f56-4966-8216-2e9be7996852 req-b9b131d3-fe60-4451-9634-db13e5959271 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0800445 Dec 15 22:11:10.040272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58d955f9-7f56-4966-8216-2e9be7996852 req-73b9d41d-21de-4bf9-b4d2-2636a8e604bf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 Dec 15 22:11:11.335351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9462428-5016-443f-902c-031d7f86b884 req-0ce40a8d-86b2-4cb1-bdda-72c6126c739a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:11.336699 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9462428-5016-443f-902c-031d7f86b884 req-0ce40a8d-86b2-4cb1-bdda-72c6126c739a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.1918368 Dec 15 22:11:11.379153 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9462428-5016-443f-902c-031d7f86b884 req-cca72f8c-61f4-4e15-a0e8-47f66b35bed3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368357 Dec 15 22:11:12.632342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986c1fe-8ab6-4ed4-b997-d22baf7f00a8 req-713ac3b9-a612-41aa-8843-ac3f57f651b8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:12.633762 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6986c1fe-8ab6-4ed4-b997-d22baf7f00a8 req-713ac3b9-a612-41aa-8843-ac3f57f651b8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.1440799 Dec 15 22:11:12.677375 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6986c1fe-8ab6-4ed4-b997-d22baf7f00a8 req-02885d5f-91bd-444e-a7a8-a9ca2a11c93e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Dec 15 22:11:13.481237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-72e54f37-d7d7-44fa-a690-708fb1c5038e service neutron] 10.222.0.32 "GET /v2.0/ports/7e0aade4-57a6-459d-ac81-0a3411fe77f5/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0742307 Dec 15 22:11:13.482420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-48295eb2-033b-4388-bcc5-f84dfddb4e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:13.745997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-1a02a597-c801-45fe-9db6-8a23bc884b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:13.747492 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-1a02a597-c801-45fe-9db6-8a23bc884b06 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc&tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5 HTTP/1.1" status: 200 len: 1099 time: 0.0778248 Dec 15 22:11:13.839409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-61c55b63-d3d8-4629-ae48-da9e5b3702dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:13.840917 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-61c55b63-d3d8-4629-ae48-da9e5b3702dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1099 time: 0.0722392 Dec 15 22:11:13.859073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b40b6-5ee8-4d4d-a6a9-40f4356d6693 req-28f330fd-d39e-49cb-9a49-b1abe87fb868 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:13.860559 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-281b40b6-5ee8-4d4d-a6a9-40f4356d6693 req-28f330fd-d39e-49cb-9a49-b1abe87fb868 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0798066 Dec 15 22:11:13.904498 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-281b40b6-5ee8-4d4d-a6a9-40f4356d6693 req-9e791906-95ec-4090-9915-a93404405a4f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375416 Dec 15 22:11:13.970943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-3a5d5324-4d24-4067-be35-26124f27bf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:13.972373 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-3a5d5324-4d24-4067-be35-26124f27bf99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1256292 Dec 15 22:11:14.042184 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-8739fc6d-c704-46a4-bf7a-c9d1eadcf335 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0630875 Dec 15 22:11:14.102563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286532a-dbe3-444d-af82-d813eced28b3 req-04492a74-f0e2-4698-9c9c-8cbec2e427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:14.103903 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-04492a74-f0e2-4698-9c9c-8cbec2e427cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0556998 Dec 15 22:11:14.151247 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-738a0ffa-7856-47c0-b645-5435d2ff33e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412984 Dec 15 22:11:14.278612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-9d7e79a6-57bf-4866-aa8e-a703a218f64c service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210015 Dec 15 22:11:14.405678 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9286532a-dbe3-444d-af82-d813eced28b3 req-69a829e5-2dd9-44bc-90f6-7afb9936c2c1 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206942 Dec 15 22:11:15.088960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e3ce3-776d-4178-978f-087fa8b1fae7 req-b3092b72-cbbc-47d6-9b0c-ee3f3a9e06a8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:15.090391 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b32e3ce3-776d-4178-978f-087fa8b1fae7 req-b3092b72-cbbc-47d6-9b0c-ee3f3a9e06a8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0814943 Dec 15 22:11:15.134124 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b32e3ce3-776d-4178-978f-087fa8b1fae7 req-a6091178-cf2f-4a8d-a85d-5bc5171d8d4c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375488 Dec 15 22:11:15.833152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6e166df-47a5-483d-bffc-e61b4dcbc01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:16.324445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be445719-3c75-4815-9e41-2a408d230ba3 req-30ee1e25-907f-4725-b85e-d11e25445486 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:16.325865 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-be445719-3c75-4815-9e41-2a408d230ba3 req-30ee1e25-907f-4725-b85e-d11e25445486 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0840237 Dec 15 22:11:16.368772 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-be445719-3c75-4815-9e41-2a408d230ba3 req-3dab69ad-b178-4c55-9edf-d05a5501f057 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373387 Dec 15 22:11:16.675441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629f7ca-c9e6-497e-8b17-8f8a98d267bd req-4a9ad0db-d1e4-4e0d-98cd-0143ba74dfe9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:16.676925 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0629f7ca-c9e6-497e-8b17-8f8a98d267bd req-4a9ad0db-d1e4-4e0d-98cd-0143ba74dfe9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0808401 Dec 15 22:11:16.682500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-4b289f7f-78b2-481c-b351-3cf09fd615c8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:16.683935 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-4b289f7f-78b2-481c-b351-3cf09fd615c8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc&tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 946 time: 0.0870404 Dec 15 22:11:16.739293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0629f7ca-c9e6-497e-8b17-8f8a98d267bd req-af534f16-e65d-48cb-9b17-fb124857ea0e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566735 Dec 15 22:11:16.859393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:16.904402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:16.923947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-18e12901-5bab-440f-ba2c-298311a98e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:16.925406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-18e12901-5bab-440f-ba2c-298311a98e19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1099 time: 0.1729262 Dec 15 22:11:17.060952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-0e1dab8c-b198-4c61-9172-6fac5a799445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:17.062885 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-0e1dab8c-b198-4c61-9172-6fac5a799445 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1305909 Dec 15 22:11:17.139897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-33e2954a-104c-4e4f-a9a3-ab2637c3b1c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0702677 Dec 15 22:11:17.200861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-d2e290c6-4063-4a1b-bdcf-401f557f4e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:17.202210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-d2e290c6-4063-4a1b-bdcf-401f557f4e4d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0563836 Dec 15 22:11:17.251620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-70189db6-6b52-404a-94f6-1d89df93dc6e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431752 Dec 15 22:11:17.274219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:11:17.277639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:11:17.390083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-f271d0c4-72c5-4778-b56f-fbfbf7021ae0 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315880 Dec 15 22:11:17.488147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:17.518204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:17.530391 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2e34bd0-4a53-4f11-9a75-169767026c3e req-8d15bd1c-b32f-4835-a7aa-d204da2bf0f7 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267593 Dec 15 22:11:17.539997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:11:17.549328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'port_id': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'mac_address': 'fa:16:3e:22:f8:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a7afe4-5e4f-40f1-a19e-a280ff7143e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:11:17.553465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:17.606722 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'code': 200} Dec 15 22:11:17.607799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:17.616614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:17.679571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:17.701014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0aade4-57a6-459d-ac81-0a3411fe77f5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:11:17.708375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:17.711807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:17.722506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:17.726333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:17.728055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:17.795394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['7e0aade4-57a6-459d-ac81-0a3411fe77f5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:11:17.839637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:17.844448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:17.928749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa62b5-a8bf-4d54-a65a-8412bf236687 req-eb444ee5-5183-4fca-9e86-88910132bc4e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:17.930116 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7cfa62b5-a8bf-4d54-a65a-8412bf236687 req-eb444ee5-5183-4fca-9e86-88910132bc4e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 945 time: 0.0823817 Dec 15 22:11:17.975489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7cfa62b5-a8bf-4d54-a65a-8412bf236687 req-6979ac2c-0f6c-4631-843b-9cfb69fbac4c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394857 Dec 15 22:11:18.489241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:19.083845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-76ef90b3-82c9-466f-8788-3dd46b518ccd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739861 Dec 15 22:11:19.222745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed39b49-ba79-4127-9049-0f11aa09bff6 req-d768f983-552b-4df1-aa81-8d1f7754604c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.224164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ed39b49-ba79-4127-9049-0f11aa09bff6 req-d768f983-552b-4df1-aa81-8d1f7754604c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 945 time: 0.1298122 Dec 15 22:11:19.265647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-107ee47d-504c-4473-8974-f140dcfadce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.267629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-107ee47d-504c-4473-8974-f140dcfadce5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 1098 time: 0.1144984 Dec 15 22:11:19.277181 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ed39b49-ba79-4127-9049-0f11aa09bff6 req-ad162448-efb3-46d2-9b94-fbf203ba96c8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461767 Dec 15 22:11:19.301190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:11:19.371335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:11:19.371733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:19.410792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-ff169f14-647e-44b7-aa5d-44175ba93a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.412572 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-ff169f14-647e-44b7-aa5d-44175ba93a2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1278985 Dec 15 22:11:19.468978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a694-a856-466e-82f1-f2441014cd15 req-fba36ab6-6b66-4496-832d-4d869bea1635 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.470465 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6b71a694-a856-466e-82f1-f2441014cd15 req-fba36ab6-6b66-4496-832d-4d869bea1635 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 945 time: 0.0806327 Dec 15 22:11:19.485367 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-dc40a29d-a9d0-41d4-85e0-0cf5bcae4d0f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 200 len: 217 time: 0.0659306 Dec 15 22:11:19.494237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:19.521963 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6b71a694-a856-466e-82f1-f2441014cd15 req-b52ee925-c23e-4972-86d2-f0c30882c0c4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453818 Dec 15 22:11:19.532348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:19.548762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:19.550629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74916e9d-ad96-4550-a0c4-64fd811e7efe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:19.558309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-f3d33aca-ffc8-43c9-a41e-7d22408bf814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.559857 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-f3d33aca-ffc8-43c9-a41e-7d22408bf814 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0679476 Dec 15 22:11:19.609936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:11:19.618442 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-bbf3c841-080e-4fed-8ad7-644208eb623f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489879 Dec 15 22:11:19.623058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:19.626157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:19.659192 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'code': 200} Dec 15 22:11:19.811404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-934d04dc-b267-4a15-a6b4-4f2cca69655c service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828065 Dec 15 22:11:19.822756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36889286-dfac-4bca-8043-9c15b2783643 req-ae6b06a0-efae-442e-bca3-a63ff7e2522d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:19.824113 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36889286-dfac-4bca-8043-9c15b2783643 req-ae6b06a0-efae-442e-bca3-a63ff7e2522d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.1752315 Dec 15 22:11:20.050344 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-36889286-dfac-4bca-8043-9c15b2783643 req-ace542ed-c0cd-41ba-81e9-fe8b6d9f03cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085950 Dec 15 22:11:20.087641 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f43f2bbe-6874-4ffd-b04c-a5364da5ca35 req-fe9eb4eb-dbd3-4d79-a2d6-3e8e361463e3 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626059 Dec 15 22:11:20.520971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-59edf5f0-2c45-48ef-a06d-59c2d3d03007 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:20.522368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-59edf5f0-2c45-48ef-a06d-59c2d3d03007 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 815 time: 0.1411896 Dec 15 22:11:20.537551 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-64c4dc8d-fae1-429d-89b8-8c7b15880654 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/quotas/55ad48b2768e4d76b3ed0993d07a3ff5 HTTP/1.1" status: 200 len: 375 time: 0.0097184 Dec 15 22:11:20.617788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-bed50457-338b-4a1a-bf3d-adf3fff5b47b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0750539 Dec 15 22:11:20.628049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-1f2620ea-159f-43d8-b09c-4737095b0384 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:11:20.628938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-1f2620ea-159f-43d8-b09c-4737095b0384 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047965 Dec 15 22:11:20.758715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-ff129ccc-5036-45df-bdf4-b9a2d067d1ae service neutron] 10.222.0.18 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245801 Dec 15 22:11:20.887867 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-b14a4a23-234b-4feb-b555-23fb4d9dd125 service neutron] 10.222.0.18 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233399 Dec 15 22:11:21.057898 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-47ce7f6b-7e89-42af-8a6a-0177a79b24f8 req-f16afa5b-cadc-46f0-be0f-1768f0082cfa tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 210 time: 0.0425010 Dec 15 22:11:21.853099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.071753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-4017146a-777f-4b75-ab05-90b2d93858f8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:22.073231 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-4017146a-777f-4b75-ab05-90b2d93858f8 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 815 time: 0.1476262 Dec 15 22:11:22.086182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Request body: {'port': {'device_id': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'admin_state_up': True, 'tenant_id': '55ad48b2768e4d76b3ed0993d07a3ff5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:11:22.109414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-6adc74f2-cd77-4dd3-a5bb-19eff590ded4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:22.111507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-6adc74f2-cd77-4dd3-a5bb-19eff590ded4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/ports?device_id=8f8aa853-a03d-4bfc-b062-d7e21fb633fc HTTP/1.1" status: 200 len: 946 time: 0.0917821 Dec 15 22:11:22.193342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Deleting port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:11:22.193679 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.223039 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-deeae7e4-4be8-4510-8d32-dfd67848224f req-1c49927f-3491-4c24-8c7b-df41482d2f9c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 210 time: 0.0471675 Dec 15 22:11:22.277064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:11:22.286799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:11:22.296839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Made reservation on behalf of 55ad48b2768e4d76b3ed0993d07a3ff5 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:11:22.300918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.444871 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] For port 7e0aade4-57a6-459d-ac81-0a3411fe77f5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=7e0aade4-57a6-459d-ac81-0a3411fe77f5,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:22.445130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.459426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Allocated IP 172.20.0.6 (79b19bf3-b7fa-4ff9-a61e-21a05e57751e/47a7afe4-5e4f-40f1-a19e-a280ff7143e4/fcc09d0c-03fc-4822-bbbc-e5ce3afec127) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:11:22.568523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Calling delete_port for 7e0aade4-57a6-459d-ac81-0a3411fe77f5 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:11:22.667197 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.695952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.701392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-db7fe926-2b63-455c-9771-a42a01eca741 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:22.707858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['7e0aade4-57a6-459d-ac81-0a3411fe77f5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:11:22.713360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.725938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d5bee873-aa3d-4d65-b595-1a3d3cb13cff tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:22.752314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['7e0aade4-57a6-459d-ac81-0a3411fe77f5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:11:22.772660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:11:22.775618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Pushing event deleted for resources: {'Port': ['ID=7e0aade4-57a6-459d-ac81-0a3411fe77f5,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:22.775904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:11:22.780426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:11:22.803619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:22.806794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:22.812388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:22.846268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:22.847453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.853352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] No DVR routers for this DVR port 7e0aade4-57a6-459d-ac81-0a3411fe77f5 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:11:22.855713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:22.858385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-deleted', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:11:22.872062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7896943 Dec 15 22:11:22.873230 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "DELETE /v2.0/ports/7e0aade4-57a6-459d-ac81-0a3411fe77f5 HTTP/1.1" status: 204 len: 173 time: 0.7560666 Dec 15 22:11:22.885164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Request body: {'port': {'device_id': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:11:22.910342 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8aa853-a03d-4bfc-b062-d7e21fb633fc', 'name': 'network-vif-deleted', 'tag': '7e0aade4-57a6-459d-ac81-0a3411fe77f5', 'status': 'completed', 'code': 200} Dec 15 22:11:23.000342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.462948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa2733-14aa-4c27-8e96-86b87e4cbaf4 req-11e61adc-94a1-4a12-b869-982348587722 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:23.463612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4eaa2733-14aa-4c27-8e96-86b87e4cbaf4 req-11e61adc-94a1-4a12-b869-982348587722 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Synchronizing usage tracker for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:11:23.527905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4eaa2733-14aa-4c27-8e96-86b87e4cbaf4 req-11e61adc-94a1-4a12-b869-982348587722 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Unset dirty status for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:11:23.528952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4eaa2733-14aa-4c27-8e96-86b87e4cbaf4 req-11e61adc-94a1-4a12-b869-982348587722 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 931 time: 0.1898446 Dec 15 22:11:23.551637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc09d0c-03fc-4822-bbbc-e5ce3afec127 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:11:23.566092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.594583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Transition to ACTIVE for port object fcc09d0c-03fc-4822-bbbc-e5ce3afec127 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:11:23.599949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4eaa2733-14aa-4c27-8e96-86b87e4cbaf4 req-14c70691-44fa-47bd-aa2c-e334625350d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640640 Dec 15 22:11:23.600926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.605358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:23.754907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:23.764422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:23.839929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Attempting to bind port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:11:23.840267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Attempting to bind port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:11:23.840592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Attempting to bind port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:11:23.845095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:11:23.845412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Attempting to bind port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 on network 79b19bf3-b7fa-4ff9-a61e-21a05e57751e {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:11:23.850481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:11:23.850811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Checking segment: {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:11:23.851185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Bound using segment: {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:11:23.851608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Bound port: fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c5ce52-bd2c-466f-8329-4fc767f26b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:11:23.851975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.942788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:11:23.945740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:11:23.950116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.954472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-88e58876-586a-4739-a40a-2a13a3e6bcbd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:23.996106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:23.996721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:23.998090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] 10.222.0.32 "PUT /v2.0/ports/fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 1093 time: 1.1173038 Dec 15 22:11:24.007244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:11:24.085630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:24.089091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:24.110836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'status': 'completed', 'code': 200} Dec 15 22:11:24.118941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-389c0a06-16a7-4295-85c7-16605b00671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:24.121108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-389c0a06-16a7-4295-85c7-16605b00671d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1096 time: 0.0831411 Dec 15 22:11:24.189516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-cca3f318-e86b-4110-a8c2-273287c9f124 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 217 time: 0.0610414 Dec 15 22:11:24.254008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-8a24bcfb-fcb5-4899-8f33-62fff1d99962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:24.255403 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-8a24bcfb-fcb5-4899-8f33-62fff1d99962 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0597522 Dec 15 22:11:24.302515 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-c37f8c8a-2b7e-41a0-ab80-88cf25bf49d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405107 Dec 15 22:11:24.432516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-d5ba8a97-e768-47de-9454-31dfcec9ad31 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230478 Dec 15 22:11:24.570111 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1368fed4-fe47-4089-bb2a-2cdf97f1c53e req-2e3acca7-290b-4ebb-9fea-a184439b25ab service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314163 Dec 15 22:11:24.684856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-b162de46-1897-4e55-b079-df6254b8bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:24.686244 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-b162de46-1897-4e55-b079-df6254b8bcb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1096 time: 0.0752647 Dec 15 22:11:24.876346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-836c9f89-49dd-418e-a55a-17d0697f5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:24.878314 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-836c9f89-49dd-418e-a55a-17d0697f5d11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1849520 Dec 15 22:11:24.889754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e85dc-bb3a-4455-906d-ebc31b07a58a req-4c0a2645-3e62-4af7-90b2-d06b0b9013cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:24.891056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f86e85dc-bb3a-4455-906d-ebc31b07a58a req-4c0a2645-3e62-4af7-90b2-d06b0b9013cb tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 943 time: 0.1805170 Dec 15 22:11:25.076550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-6b39cbd8-c1b0-4d28-8592-5933e6c2d012 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 217 time: 0.1845930 Dec 15 22:11:25.145689 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f86e85dc-bb3a-4455-906d-ebc31b07a58a req-2126adb3-0544-436e-b585-9f8798ce512a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961819 Dec 15 22:11:25.156134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-a31beed1-c34d-4cae-8cb7-3dc8220bb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:25.157511 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-a31beed1-c34d-4cae-8cb7-3dc8220bb0b7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0738304 Dec 15 22:11:25.205539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-df7c008b-09a7-4b7a-8502-0ac0c032ab33 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407195 Dec 15 22:11:25.309369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:11:25.336780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-84b4b7dd-e271-4257-84d0-00ee3ea1faee service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244068 Dec 15 22:11:25.342323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 7e0aade4-57a6-459d-ac81-0a3411fe77f5 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:11:25.342759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 7e0aade4-57a6-459d-ac81-0a3411fe77f5 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:11:25.467083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1b25a2c-634c-4f8f-b2c7-f7106e2c35ec req-d2d4187a-c486-4961-a1e5-213ffd67779f service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239431 Dec 15 22:11:26.327801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215b496-3e09-4c0c-9998-91fd06f30418 req-2388a24f-10a8-4aa7-a3e4-fb618af91f02 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:26.328543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2215b496-3e09-4c0c-9998-91fd06f30418 req-2388a24f-10a8-4aa7-a3e4-fb618af91f02 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Synchronizing usage tracker for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:11:26.340392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-2215b496-3e09-4c0c-9998-91fd06f30418 req-2388a24f-10a8-4aa7-a3e4-fb618af91f02 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Unset dirty status for tenant:55ad48b2768e4d76b3ed0993d07a3ff5 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:11:26.341461 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2215b496-3e09-4c0c-9998-91fd06f30418 req-2388a24f-10a8-4aa7-a3e4-fb618af91f02 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 943 time: 0.0920241 Dec 15 22:11:26.385976 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2215b496-3e09-4c0c-9998-91fd06f30418 req-2e93ee68-3846-44cf-a56f-734f4f15f93d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380049 Dec 15 22:11:27.320457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:11:27.450776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:27.468675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'port_id': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'mac_address': 'fa:16:3e:48:a9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a7afe4-5e4f-40f1-a19e-a280ff7143e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:11:27.527218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:27.544577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc09d0c-03fc-4822-bbbc-e5ce3afec127 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:11:27.560315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:27.564671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:27.567192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:27.574297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8966f80-208a-4928-a27d-d5d4842cbded req-7c53381f-3c2a-4dd3-a084-44a04165b37e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:27.575768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8966f80-208a-4928-a27d-d5d4842cbded req-7c53381f-3c2a-4dd3-a084-44a04165b37e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 943 time: 0.0835803 Dec 15 22:11:27.620082 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8966f80-208a-4928-a27d-d5d4842cbded req-53ccb920-d735-4f18-bcab-22a0d9180f85 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383022 Dec 15 22:11:27.635959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:27.643250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.643599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.643965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.644304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.644638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.644968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.645296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.645619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.645943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.646290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.646610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.646925 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:11:27.651223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:27.769361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['fcc09d0c-03fc-4822-bbbc-e5ce3afec127'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:11:28.817797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9597a6-7ec1-4ea6-b5d6-3320f2c1e645 req-23dd8798-a37d-486a-b242-dcca6898d375 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:28.819247 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd9597a6-7ec1-4ea6-b5d6-3320f2c1e645 req-23dd8798-a37d-486a-b242-dcca6898d375 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 944 time: 0.0844376 Dec 15 22:11:28.866319 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd9597a6-7ec1-4ea6-b5d6-3320f2c1e645 req-45ccf813-5fa2-40a0-b096-e5db67cc43ef tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Dec 15 22:11:29.324563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:11:29.388984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:11:29.393980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:11:29.394360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:29.507324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:29.533504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:11:29.544594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:11:29.548771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:29.551102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:11:29.586964 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'code': 200} Dec 15 22:11:29.623418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:11:29.626181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:11:29.814859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673831e5-f299-4137-a487-49512a6fdf8a req-b069a30b-fb81-4a29-b003-dce0fad8b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:29.816857 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-673831e5-f299-4137-a487-49512a6fdf8a req-b069a30b-fb81-4a29-b003-dce0fad8b09b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1098 time: 0.0757127 Dec 15 22:11:29.857746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-673831e5-f299-4137-a487-49512a6fdf8a req-4ee83366-db84-4d83-bd65-d8ccf7c1fcd9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Dec 15 22:11:30.051191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81efe30e-8943-4868-9621-39cfd5357c70 req-02e94e56-0c8f-4cd1-aaf2-c43d7ac8d870 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:30.052639 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-81efe30e-8943-4868-9621-39cfd5357c70 req-02e94e56-0c8f-4cd1-aaf2-c43d7ac8d870 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0781300 Dec 15 22:11:30.095499 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-81efe30e-8943-4868-9621-39cfd5357c70 req-c0a785af-7455-4b30-b78e-abefb2866e8f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372496 Dec 15 22:11:31.278084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eadbec9-269c-4d83-8fcf-5e1ac3f3e7bd req-842ec1cb-de09-4fde-ab01-13073e1ac18b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:31.279832 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6eadbec9-269c-4d83-8fcf-5e1ac3f3e7bd req-842ec1cb-de09-4fde-ab01-13073e1ac18b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0808203 Dec 15 22:11:31.326931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6eadbec9-269c-4d83-8fcf-5e1ac3f3e7bd req-30f7900d-b25e-43fa-9dec-3b7715ee9d79 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Dec 15 22:11:31.513383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e10e68-3dc8-4399-a954-da16257931db req-3b134c46-cf93-4bf0-9381-85d01da211ef tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:31.514840 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a8e10e68-3dc8-4399-a954-da16257931db req-3b134c46-cf93-4bf0-9381-85d01da211ef tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0842290 Dec 15 22:11:31.562379 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a8e10e68-3dc8-4399-a954-da16257931db req-ae593b29-86e4-4b5c-9172-60f86981a0e2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410767 Dec 15 22:11:32.087318 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-45903507-4ac3-4979-a955-343f57ad0510 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2413177 Dec 15 22:11:32.102634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fd1b6-6a7d-48c8-bff4-06ab1e5de9fd req-6d31d402-1b36-4ca3-9d4e-ae403698d010 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:32.104073 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d91fd1b6-6a7d-48c8-bff4-06ab1e5de9fd req-6d31d402-1b36-4ca3-9d4e-ae403698d010 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.2099755 Dec 15 22:11:32.149499 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d91fd1b6-6a7d-48c8-bff4-06ab1e5de9fd req-cf6e619b-e858-412b-9b2a-198eff0b7ba1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390935 Dec 15 22:11:33.330131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-b0f58f6c-f447-4603-8c5d-5ba0b79f2655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:33.331610 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-b0f58f6c-f447-4603-8c5d-5ba0b79f2655 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1098 time: 0.1296241 Dec 15 22:11:33.366731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7640d9-a1fa-45a8-9875-5c6511cc5f1e req-6b0d3260-260d-4fdb-bede-0a1bd1f70cc6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:33.368097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d7640d9-a1fa-45a8-9875-5c6511cc5f1e req-6b0d3260-260d-4fdb-bede-0a1bd1f70cc6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.1135538 Dec 15 22:11:33.474300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d7640d9-a1fa-45a8-9875-5c6511cc5f1e req-4fcd96f9-d7e7-4bc5-abd6-8cf06eee6ce6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Dec 15 22:11:33.503229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-7a47aa46-533c-4214-a030-550970636b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:33.505282 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-7a47aa46-533c-4214-a030-550970636b2b service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1654117 Dec 15 22:11:33.575338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-b5f27550-dc99-46e0-bd15-c56b8ec764e7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 217 time: 0.0633719 Dec 15 22:11:33.638222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-15c36b69-79eb-4475-bfd3-43d84c92e66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:33.639603 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-15c36b69-79eb-4475-bfd3-43d84c92e66f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0581698 Dec 15 22:11:33.685910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-3ff22aa1-4d58-466b-8955-4a7288a66e81 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396194 Dec 15 22:11:33.817225 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-3743d70c-d500-4ce4-8285-9530f1cde852 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240842 Dec 15 22:11:33.946872 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-61781870-abe3-482b-8300-79228b8db209 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230764 Dec 15 22:11:34.661347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ff9ec-d7ab-42b2-8a61-094d1a8bd91c req-2e256f54-752a-45a6-bd60-247b04fc0d58 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:34.662760 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a25ff9ec-d7ab-42b2-8a61-094d1a8bd91c req-2e256f54-752a-45a6-bd60-247b04fc0d58 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0830948 Dec 15 22:11:34.705708 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a25ff9ec-d7ab-42b2-8a61-094d1a8bd91c req-d829a721-53d9-44f6-9980-8fd062fb8ecf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365181 Dec 15 22:11:36.006606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f968143-15e0-4f8b-9a6e-4feaf1c127ad req-f7108e4a-a125-4850-9bb1-09676a08549b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:36.008047 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f968143-15e0-4f8b-9a6e-4feaf1c127ad req-f7108e4a-a125-4850-9bb1-09676a08549b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.1943121 Dec 15 22:11:36.052256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f968143-15e0-4f8b-9a6e-4feaf1c127ad req-7f597887-10e1-4110-ba0f-563def8b3418 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386260 Dec 15 22:11:37.237276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43176bb1-b0fc-4fc3-9c0e-d25f3078c961 req-5cd59511-071d-4c3e-9cbf-00847e41afd2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:37.238714 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-43176bb1-b0fc-4fc3-9c0e-d25f3078c961 req-5cd59511-071d-4c3e-9cbf-00847e41afd2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0788603 Dec 15 22:11:37.282850 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-43176bb1-b0fc-4fc3-9c0e-d25f3078c961 req-7fe890ac-fbd3-4cba-8e7b-1212e52c1a4c tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386186 Dec 15 22:11:38.465224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f674ad-87a9-48ec-ac10-8afc17a5d882 req-26344105-b470-4bad-abe7-d7bf1e1eda2d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:38.466628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17f674ad-87a9-48ec-ac10-8afc17a5d882 req-26344105-b470-4bad-abe7-d7bf1e1eda2d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0790260 Dec 15 22:11:38.512308 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-17f674ad-87a9-48ec-ac10-8afc17a5d882 req-34eac325-45b0-4b68-b0a2-454c2bc9ea96 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 Dec 15 22:11:39.696013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470253a-9562-4b78-84d0-725da61a4a89 req-f3308fb6-fac6-4c0d-9a81-c39dea275318 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:39.697442 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5470253a-9562-4b78-84d0-725da61a4a89 req-f3308fb6-fac6-4c0d-9a81-c39dea275318 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0816100 Dec 15 22:11:39.742548 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5470253a-9562-4b78-84d0-725da61a4a89 req-ee6f0809-6a8e-4a84-affe-71081a15eff1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394902 Dec 15 22:11:40.922345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e36e44-0afb-4e6a-8fdf-35633954dc1e req-d5f0221a-fbfe-4421-a5ce-02cf61e45c8f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:40.923996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08e36e44-0afb-4e6a-8fdf-35633954dc1e req-d5f0221a-fbfe-4421-a5ce-02cf61e45c8f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0789945 Dec 15 22:11:40.930797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:11:40.967808 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-08e36e44-0afb-4e6a-8fdf-35633954dc1e req-c86d40f1-7d8a-4ff9-909a-d583d8fdb345 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373187 Dec 15 22:11:42.151838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ba341-6b9c-4e3b-ac98-ee286fbbad98 req-28c590a1-b58a-4657-af09-8b87370aa6be tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:42.153307 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-eb3ba341-6b9c-4e3b-ac98-ee286fbbad98 req-28c590a1-b58a-4657-af09-8b87370aa6be tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0794406 Dec 15 22:11:42.200370 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-eb3ba341-6b9c-4e3b-ac98-ee286fbbad98 req-695d28d4-0b36-4d36-b936-ca5c3c17d4bf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Dec 15 22:11:43.384345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7b28-0751-4bbf-90c5-8929d55ff983 req-eeeda3b7-fd3a-4791-a324-54420e096175 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:43.385740 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-872a7b28-0751-4bbf-90c5-8929d55ff983 req-eeeda3b7-fd3a-4791-a324-54420e096175 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0820532 Dec 15 22:11:43.436501 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-872a7b28-0751-4bbf-90c5-8929d55ff983 req-4e0f7e1c-e0e5-4fbf-8edf-f6e8309d80e9 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451756 Dec 15 22:11:43.485394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9389e925-e261-42b1-a31b-66c77229bc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:44.617143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb15bb3-f9e4-4d3b-905f-b17d9f2f309d req-7dfca21d-289b-4772-aae7-26e39a872f82 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:44.618570 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fb15bb3-f9e4-4d3b-905f-b17d9f2f309d req-7dfca21d-289b-4772-aae7-26e39a872f82 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0782738 Dec 15 22:11:44.662196 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7fb15bb3-f9e4-4d3b-905f-b17d9f2f309d req-aa8d3c0e-7b51-4cfc-9dfd-5b90d22489ef tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378087 Dec 15 22:11:45.835075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e7cf3f93-d1ed-46a9-b6f3-29ea3235a329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:45.850274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de11d3f-db88-4e3b-9e2f-8c643f4710e5 req-886f25f2-5676-4d31-8134-e2076551d1b5 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:45.851694 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5de11d3f-db88-4e3b-9e2f-8c643f4710e5 req-886f25f2-5676-4d31-8134-e2076551d1b5 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0844159 Dec 15 22:11:45.893801 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5de11d3f-db88-4e3b-9e2f-8c643f4710e5 req-dddefe7e-ed56-4542-81e8-59c56c854b9e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365129 Dec 15 22:11:46.860508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:46.904801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:47.079522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaab305-168f-4ec5-9f5a-2773a04ee957 req-af6260a0-012f-4fdc-91e0-7538e5ebc2f0 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:47.080981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5aaab305-168f-4ec5-9f5a-2773a04ee957 req-af6260a0-012f-4fdc-91e0-7538e5ebc2f0 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0823960 Dec 15 22:11:47.124182 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5aaab305-168f-4ec5-9f5a-2773a04ee957 req-617673c4-b141-40fd-8f30-e35c07b55cc1 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375676 Dec 15 22:11:48.309049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d387aab-fdad-46d0-8fe6-b59ea87f7c8e req-2bf7fca5-e92f-43aa-bd0a-d75e3e98f090 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:48.310480 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d387aab-fdad-46d0-8fe6-b59ea87f7c8e req-2bf7fca5-e92f-43aa-bd0a-d75e3e98f090 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0833664 Dec 15 22:11:48.354305 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d387aab-fdad-46d0-8fe6-b59ea87f7c8e req-38847630-9b01-41fe-8425-0c509b976ea2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Dec 15 22:11:48.491258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:49.537869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4fc73-fdba-45e7-b631-d32a5071dcea req-04245293-d7a7-4dcc-825e-deadfce27dca tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:49.539551 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-28a4fc73-fdba-45e7-b631-d32a5071dcea req-04245293-d7a7-4dcc-825e-deadfce27dca tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0792122 Dec 15 22:11:49.582866 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-28a4fc73-fdba-45e7-b631-d32a5071dcea req-20fa8de9-1440-4b3d-91bf-2bd9ff3dc066 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377312 Dec 15 22:11:50.764668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69edc9-451f-4040-ad52-907b4be93d18 req-4b3aaab1-c207-4869-8364-b522d6506420 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:50.766093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db69edc9-451f-4040-ad52-907b4be93d18 req-4b3aaab1-c207-4869-8364-b522d6506420 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0800593 Dec 15 22:11:50.813153 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db69edc9-451f-4040-ad52-907b4be93d18 req-28fd865a-4ae3-4ac8-b963-d234155e84da tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Dec 15 22:11:51.866015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:11:51.999318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89368c25-266b-4bc3-b562-cea1ebb3d071 req-4aa32df0-0ede-40d0-b5af-61de79ed2f31 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:52.000798 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89368c25-266b-4bc3-b562-cea1ebb3d071 req-4aa32df0-0ede-40d0-b5af-61de79ed2f31 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0832143 Dec 15 22:11:52.044263 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89368c25-266b-4bc3-b562-cea1ebb3d071 req-aeed339b-86d3-45dd-8afb-a071e7fbacba tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Dec 15 22:11:53.225826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe12619-9cc2-4192-94fe-f94344c6f17f req-893df69a-81bd-4df6-9d25-1af6b3ac93a4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:53.227235 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8fe12619-9cc2-4192-94fe-f94344c6f17f req-893df69a-81bd-4df6-9d25-1af6b3ac93a4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Dec 15 22:11:53.270326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8fe12619-9cc2-4192-94fe-f94344c6f17f req-f2dad43d-9a1e-4bfd-a06b-7be445623b66 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375011 Dec 15 22:11:54.453747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c8eb3-2d10-444d-b08c-2f0c5c6ca609 req-eadd7374-35e7-4b11-bc62-23123ea6e363 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:54.455170 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a7c8eb3-2d10-444d-b08c-2f0c5c6ca609 req-eadd7374-35e7-4b11-bc62-23123ea6e363 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0819552 Dec 15 22:11:54.502267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a7c8eb3-2d10-444d-b08c-2f0c5c6ca609 req-32176a0e-c7be-46ac-b41d-ef4b3210f881 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Dec 15 22:11:55.692894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1560-415e-403c-a4c3-60595ad0de6d req-422cd5f8-893f-4e16-a06e-995c4f2e76c6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:55.694287 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d31a1560-415e-403c-a4c3-60595ad0de6d req-422cd5f8-893f-4e16-a06e-995c4f2e76c6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0834219 Dec 15 22:11:55.738209 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d31a1560-415e-403c-a4c3-60595ad0de6d req-b571f5ce-04f3-4815-b486-3f3bee7e121b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Dec 15 22:11:56.922934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c6e22-ffc0-4064-a34e-be93c7fd17c1 req-4bd5eed5-1dfa-4b4f-a0bb-cf055337d067 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:56.924290 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e1c6e22-ffc0-4064-a34e-be93c7fd17c1 req-4bd5eed5-1dfa-4b4f-a0bb-cf055337d067 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0791159 Dec 15 22:11:56.967556 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5e1c6e22-ffc0-4064-a34e-be93c7fd17c1 req-1dad2e8f-6302-4c00-9419-3942d028237b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Dec 15 22:11:58.146803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298f4ef-b913-4271-a61b-019dbb0dddac req-d0a67658-bca5-420d-844b-0067e523087e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:58.148220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1298f4ef-b913-4271-a61b-019dbb0dddac req-d0a67658-bca5-420d-844b-0067e523087e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0790193 Dec 15 22:11:58.193109 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1298f4ef-b913-4271-a61b-019dbb0dddac req-f0c25d32-52b3-4d82-847c-c89ec0e96470 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Dec 15 22:11:59.384560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbe62a-ec18-4e62-90e2-4df6741f6386 req-389be928-47ea-4778-b8cf-d587b05c42cf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:11:59.386003 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b1cbe62a-ec18-4e62-90e2-4df6741f6386 req-389be928-47ea-4778-b8cf-d587b05c42cf tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0864546 Dec 15 22:11:59.429333 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b1cbe62a-ec18-4e62-90e2-4df6741f6386 req-7a3639a4-1300-42d4-aa78-1fec125a937f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Dec 15 22:12:00.670022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-66063aeb-dfb7-4029-af48-90e53c05c1a8 service neutron] 10.222.0.32 "GET /v2.0/ports/fcc09d0c-03fc-4822-bbbc-e5ce3afec127/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0993142 Dec 15 22:12:00.682246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62060e54-b4df-44c0-9b3e-cf39273979fc req-c97d11e3-4e35-4a24-a158-01331fb07e39 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:00.683674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62060e54-b4df-44c0-9b3e-cf39273979fc req-c97d11e3-4e35-4a24-a158-01331fb07e39 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.1489184 Dec 15 22:12:00.732080 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62060e54-b4df-44c0-9b3e-cf39273979fc req-f39ffdf1-fa0e-4fd4-b1ef-f944c5de33f2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Dec 15 22:12:00.934438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-a1876aeb-4874-4ace-95bb-fbb7516ce728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:00.935977 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-a1876aeb-4874-4ace-95bb-fbb7516ce728 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56&tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0696647 Dec 15 22:12:01.023767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-cc09f11a-e9d8-488f-a9d1-bac53ae29c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:01.025120 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-cc09f11a-e9d8-488f-a9d1-bac53ae29c77 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1098 time: 0.0691097 Dec 15 22:12:01.154059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-78f46704-8116-437d-b5f5-cb70c277b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:01.155443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-78f46704-8116-437d-b5f5-cb70c277b3ec service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1237068 Dec 15 22:12:01.224740 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-0e3d0332-08ae-48cb-ad5c-7a709ae20d3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 217 time: 0.0628047 Dec 15 22:12:01.286229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-6c2d6f69-e0b3-4bfa-ad7d-dd2e36c3501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:01.287527 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-6c2d6f69-e0b3-4bfa-ad7d-dd2e36c3501e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0562918 Dec 15 22:12:01.336349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-c29547a7-5272-492a-a082-6730cef66b87 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420623 Dec 15 22:12:01.464479 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-96664c0d-ec58-42f6-a4c4-499ff1bb7b8a service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216190 Dec 15 22:12:01.703349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4dffa232-d3f9-4c59-b664-414b3e8d9398 req-113e3050-5745-405b-b6a1-77aa9d66e8a9 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324300 Dec 15 22:12:01.924380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3d596-fcb8-46ec-a17f-724dee93328f req-0b8f60b8-2fa2-4536-aced-9379570f7a01 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:01.925848 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-40b3d596-fcb8-46ec-a17f-724dee93328f req-0b8f60b8-2fa2-4536-aced-9379570f7a01 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0823238 Dec 15 22:12:01.971942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-40b3d596-fcb8-46ec-a17f-724dee93328f req-47a6993f-e8a2-464c-adf6-c3c0f754ab91 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Dec 15 22:12:03.318547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b39e2-086f-4a31-813f-e37b50feef52 req-6e67f50c-d191-431a-bd7f-920146323400 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:03.320293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-de9b39e2-086f-4a31-813f-e37b50feef52 req-6e67f50c-d191-431a-bd7f-920146323400 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0964522 Dec 15 22:12:03.364698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-de9b39e2-086f-4a31-813f-e37b50feef52 req-2b81b7ca-149e-4a58-bbd8-5a10f758e19e tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386801 Dec 15 22:12:04.552155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff45e5-316a-42f7-a6fb-cd02d43595b8 req-91c2da3d-7044-4378-b888-bcdd4ba37b11 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:04.553602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89ff45e5-316a-42f7-a6fb-cd02d43595b8 req-91c2da3d-7044-4378-b888-bcdd4ba37b11 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0834002 Dec 15 22:12:04.596791 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-89ff45e5-316a-42f7-a6fb-cd02d43595b8 req-8be4f632-f1a6-4adc-abda-a8129bd4a7b2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 Dec 15 22:12:04.895226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaab2f6-729d-4767-ab51-19941063faa8 req-e75710a2-d994-4aa6-a0b4-2b48c89b4d54 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:04.896728 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ccaab2f6-729d-4767-ab51-19941063faa8 req-e75710a2-d994-4aa6-a0b4-2b48c89b4d54 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0795951 Dec 15 22:12:04.901782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-698a9fde-60ed-4d95-aeed-b477d12af8c3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:04.903173 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-698a9fde-60ed-4d95-aeed-b477d12af8c3 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56&tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 945 time: 0.0877681 Dec 15 22:12:04.942884 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ccaab2f6-729d-4767-ab51-19941063faa8 req-94f6edaa-8b93-4547-a1f6-689013b2a9fd tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403481 Dec 15 22:12:05.038859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-80741b78-832c-4b59-9db1-bbd646a93cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:05.040609 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-80741b78-832c-4b59-9db1-bbd646a93cc0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 1098 time: 0.0695224 Dec 15 22:12:05.167735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-a554350e-14de-47df-abec-64cff556af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:05.169168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-a554350e-14de-47df-abec-64cff556af6e service neutron] 10.222.0.32 "GET /v2.0/networks?id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 200 len: 916 time: 0.1226935 Dec 15 22:12:05.237208 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-5f25660f-d766-4f1f-b6b5-bb4cbfd67c1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 200 len: 217 time: 0.0620098 Dec 15 22:12:05.298379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-21724fb2-3d40-4b53-9d5c-6254c4a307e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:05.299783 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-21724fb2-3d40-4b53-9d5c-6254c4a307e1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 200 len: 855 time: 0.0562758 Dec 15 22:12:05.349254 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-fb2ff2d7-14fb-47cc-ab8a-5e0a20094e70 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=79b19bf3-b7fa-4ff9-a61e-21a05e57751e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430298 Dec 15 22:12:05.477887 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-845fce9f-9d15-42c7-b019-5536521a07c1 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219530 Dec 15 22:12:05.527659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:12:05.610289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2cec4b46-95f3-4fc5-8fa6-9cabb0468618 req-5f37fd87-bbcc-4741-abfc-3ed556cad080 service neutron] 10.222.0.32 "GET /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261578 Dec 15 22:12:05.673363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:05.686366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'network_id': '79b19bf3-b7fa-4ff9-a61e-21a05e57751e', 'port_id': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'mac_address': 'fa:16:3e:48:a9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47a7afe4-5e4f-40f1-a19e-a280ff7143e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:12:05.740988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:05.760529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fcc09d0c-03fc-4822-bbbc-e5ce3afec127 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:12:05.775794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:05.779152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:05.780761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-51371011-15ff-4d23-b8e2-155cfb4f526d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:05.843558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['fcc09d0c-03fc-4822-bbbc-e5ce3afec127'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:12:05.880441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:05.891608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:06.139749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4c6ce-8b32-4500-87b3-0ebbdab87eac req-76f4b5e8-a29c-474e-96ec-fe2cc0b4ec3b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:06.142090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47f4c6ce-8b32-4500-87b3-0ebbdab87eac req-76f4b5e8-a29c-474e-96ec-fe2cc0b4ec3b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 944 time: 0.0833080 Dec 15 22:12:06.186916 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47f4c6ce-8b32-4500-87b3-0ebbdab87eac req-bcf72252-f919-490a-ac85-4b81b6f3354b tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392540 Dec 15 22:12:06.373517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04f9ad-0538-4f8e-8663-bc869939c18f req-3e848f9a-0ef9-4a42-8ee8-b42001f961dc tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:06.374937 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2a04f9ad-0538-4f8e-8663-bc869939c18f req-3e848f9a-0ef9-4a42-8ee8-b42001f961dc tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 944 time: 0.0825124 Dec 15 22:12:06.418249 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2a04f9ad-0538-4f8e-8663-bc869939c18f req-b308d85f-fa81-41ca-83d6-95e719dc0487 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377712 Dec 15 22:12:06.600442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e1cc9-aebd-4363-82f6-7f2d0558f255 req-110ca7b9-0b84-4d9f-bf5c-f440ee626b7d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:06.601851 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb8e1cc9-aebd-4363-82f6-7f2d0558f255 req-110ca7b9-0b84-4d9f-bf5c-f440ee626b7d tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 944 time: 0.0831366 Dec 15 22:12:06.645170 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb8e1cc9-aebd-4363-82f6-7f2d0558f255 req-af75142e-a587-4c07-a569-8d996f5de9d2 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375915 Dec 15 22:12:07.180658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978ec9f-7401-477f-be6d-d74f4f431024 req-68d4b927-1cad-4f76-ad23-8f223f7e22d6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:07.182070 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0978ec9f-7401-477f-be6d-d74f4f431024 req-68d4b927-1cad-4f76-ad23-8f223f7e22d6 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 944 time: 0.0783541 Dec 15 22:12:07.228302 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0978ec9f-7401-477f-be6d-d74f4f431024 req-beee6c0d-de24-4f86-aa5f-678b1dc1571a tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Dec 15 22:12:07.543388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:07.614981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:07.615362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:07.786323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:07.816034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:12:07.826333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:07.834021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:07.834816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:07.902499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:07.905465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:07.936155 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'code': 200} Dec 15 22:12:08.409244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb20792-b47a-44bf-afd6-327be98aeacf req-1b9868cb-5e50-4c5e-998e-32a4a8052907 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:08.410741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5eb20792-b47a-44bf-afd6-327be98aeacf req-1b9868cb-5e50-4c5e-998e-32a4a8052907 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0815592 Dec 15 22:12:08.454773 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5eb20792-b47a-44bf-afd6-327be98aeacf req-d641c081-8ff0-444a-9507-55a4e11304a4 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/security-groups?id=33ca6f39-d60f-4398-9309-e87d09cfe319&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Dec 15 22:12:08.596125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-1d9bcc57-700e-4e53-9ced-3cc75dff2b7f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:08.597579 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-1d9bcc57-700e-4e53-9ced-3cc75dff2b7f tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 945 time: 0.0792744 Dec 15 22:12:08.669515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Deleting port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:12:08.669852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:08.910900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] For port fcc09d0c-03fc-4822-bbbc-e5ce3afec127, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,segment=NetworkSegment(81c5ce52-bd2c-466f-8329-4fc767f26b3a),segment_id=81c5ce52-bd2c-466f-8329-4fc767f26b3a)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:08.911255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:09.145111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Calling delete_port for fcc09d0c-03fc-4822-bbbc-e5ce3afec127 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:12:09.289852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:09.295022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e51fcde-41f5-4a51-aaf2-49dfdb3c1b93 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:09.301136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['fcc09d0c-03fc-4822-bbbc-e5ce3afec127'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:12:09.339435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Pushing event deleted for resources: {'Port': ['ID=fcc09d0c-03fc-4822-bbbc-e5ce3afec127,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:09.377300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.377691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.378066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.378487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.378861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.379226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.379588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.379978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.380341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.380700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.381060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.381417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:09.388425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:09.426049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] No DVR routers for this DVR port fcc09d0c-03fc-4822-bbbc-e5ce3afec127 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:12:09.428396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:09.430916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-deleted', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:12:09.446869 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-302dfbb0-f316-40e6-9d63-56591d9bde31 req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.32 "DELETE /v2.0/ports/fcc09d0c-03fc-4822-bbbc-e5ce3afec127 HTTP/1.1" status: 204 len: 173 time: 0.8437324 Dec 15 22:12:09.481557 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a9b4784-3f2f-4eca-baac-757b87544f56', 'name': 'network-vif-deleted', 'tag': 'fcc09d0c-03fc-4822-bbbc-e5ce3afec127', 'status': 'completed', 'code': 200} Dec 15 22:12:09.766965 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0f5056a-ac11-4857-8ff6-d966177c0bb7 req-cf2f93e4-503b-44ca-bfaf-db76bbccc758 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] 10.222.0.18 "GET /v2.0/ports?device_id=0a9b4784-3f2f-4eca-baac-757b87544f56 HTTP/1.1" status: 200 len: 210 time: 0.0512888 Dec 15 22:12:10.997121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:11.056007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Deleting subnet 47a7afe4-5e4f-40f1-a19e-a280ff7143e4 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:12:11.059005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.106680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.168233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.232793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.237253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c0e5996-6ac1-4185-9d56-baa7ca26fa5b tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:11.272368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47a7afe4-5e4f-40f1-a19e-a280ff7143e4,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:11.274275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.276773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:11.280720 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0e1b929a-c3ad-462e-a66b-e23f23ce311a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/47a7afe4-5e4f-40f1-a19e-a280ff7143e4 HTTP/1.1" status: 204 len: 168 time: 0.2826004 Dec 15 22:12:11.283078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45092) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:11.386114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.508648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.538403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b19bf3-b7fa-4ff9-a61e-21a05e57751e']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:11.551014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c5ce52-bd2c-466f-8329-4fc767f26b3a') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:11.551316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c5ce52-bd2c-466f-8329-4fc767f26b3a') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:11.563137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.579031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.585162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:12:11.585544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:12:11.598370 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:12:11.675264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.678574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6cf732e-101c-4d16-85bf-a00d96f5b056 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:11.691284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.701230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=79b19bf3-b7fa-4ff9-a61e-21a05e57751e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:11.704253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:11.710447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf1d7077-569a-4100-be98-9ecd61add0ea admin admin] 10.222.0.18 "DELETE /v2.0/networks/79b19bf3-b7fa-4ff9-a61e-21a05e57751e HTTP/1.1" status: 204 len: 168 time: 0.4264684 Dec 15 22:12:11.818423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45098) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:11.867333 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f7de1b00-4bf9-43f9-b233-3496d200f94f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55ad48b2768e4d76b3ed0993d07a3ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476673 Dec 15 22:12:11.869598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45102) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:11.925571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:11.949976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:12.000675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:12.004264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5a966e5f-9412-4cdf-89dd-08195f82703f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:12.016159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ca6f39-d60f-4398-9309-e87d09cfe319,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:12.019229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:12.028119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:12.029210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/33ca6f39-d60f-4398-9309-e87d09cfe319 HTTP/1.1" status: 204 len: 168 time: 0.1587522 Dec 15 22:12:12.723724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:12.841501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1471126077-network', 'tenant_id': '8c227b147220443b87df5ceb8753942b'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:12.846161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:12.851469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Usage tracker for resource:network and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:12.852841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:12.868791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:12.880688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:12:12.883460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:12.895157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:12.909683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:12.913517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Usage tracker for resource:security_group_rule and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:12.916523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:12.922095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:13.002018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.005934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.010328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4ea67f2e-00b1-4284-befb-710a0fc97314 tempest-NegativeSecGroupTest-1415363924 tempest-NegativeSecGroupTest-1415363924-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:13.033813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:12:13.046280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1285a5e9-668e-438f-bd7e-0436ef78f49a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:13.050682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:13.051614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.051971 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Added segment 9d75d563-c448-45c9-86c6-c499719a7381 of type vlan for network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d Dec 15 22:12:13.078256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.106221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.107211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:13.107771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.112303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:13.215944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Pushing event updated for resources: {'Network': ['ID=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:13.218788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4940519 Dec 15 22:12:13.219648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:13.221794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45132) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:13.226380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:12:13.227994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Request body: {'subnet': {'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1471126077-subnet', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:13.232958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:13.236796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Usage tracker for resource:subnet and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:13.239640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:13.245343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:13.255664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:12:13.257934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.461105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.465288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8137d0a4-2c36-4a0b-95ae-7478bbc53207 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:13.486617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2895a67-e7f1-4f7a-bcb9-48343b0956e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.546438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8735a025-63a7-433f-aec5-c2b3d96816fd,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:13.550083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:13.554055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:12:13.554418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Network hostable DHCP agents. Network: 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:12:13.574412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:12:13.583052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:13.587504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:13.588102 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.593006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b08cd7b-e8e7-4040-93f5-8c5abcb15c21 None None] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:12:13.610312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:12:13.610511 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-beea28f2-1852-466d-9a57-8311c0157034 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3850563 Dec 15 22:12:13.610511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45136) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:13.615255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:13.619797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:13.623612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Usage tracker for resource:router and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:13.626396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:13.632547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:13.643074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.644059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.659178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:13.689717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: fcc09d0c-03fc-4822-bbbc-e5ce3afec127 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:12:13.690075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device fcc09d0c-03fc-4822-bbbc-e5ce3afec127 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:12:13.849339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:12:13.850760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.006296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Allocated IP 172.20.0.2 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/7fb3a420-2edf-46ea-a445-967bd2811024) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:12:14.039677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.213046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.223500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Transition to ACTIVE for port object 7fb3a420-2edf-46ea-a445-967bd2811024 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:14.242356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Transition to ACTIVE for port object 7fb3a420-2edf-46ea-a445-967bd2811024 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:14.248338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.251700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:14.318980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:14.321970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:14.325582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:12:14.332544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Pushing event updated for resources: {'Port': ['ID=7fb3a420-2edf-46ea-a445-967bd2811024,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:14.357978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:14.359315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.388866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.415107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Attempting to bind port 7fb3a420-2edf-46ea-a445-967bd2811024 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:12:14.415485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Attempting to bind port 7fb3a420-2edf-46ea-a445-967bd2811024 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:12:14.415856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Attempting to bind port 7fb3a420-2edf-46ea-a445-967bd2811024 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:12:14.421037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:12:14.421424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:12:14.421835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.422233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:12:14.422700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Bound port: 7fb3a420-2edf-46ea-a445-967bd2811024, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:12:14.423088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.514480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] For port 7fb3a420-2edf-46ea-a445-967bd2811024, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:12:14.517753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] For port 7fb3a420-2edf-46ea-a445-967bd2811024, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fb3a420-2edf-46ea-a445-967bd2811024,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:12:14.522170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.526589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:14.530070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Allocated IP 172.26.6.122 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d77b5b55-bb10-49c5-a2f3-e73b9d77eb38) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:12:14.605801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Pushing event updated for resources: {'Port': ['ID=7fb3a420-2edf-46ea-a445-967bd2811024,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:14.608884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:14.685645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.716238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:14.720273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-963331b0-5ca8-4be0-b518-240a1467b58d tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:14.791828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:14.794757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:14.798693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:12:14.843346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Pushing event updated for resources: {'Port': ['ID=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:14.847778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:15.213764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:15.595277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc715d6e-7f65-4cdc-a73a-e129f5ca4a9e None None] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:12:15.686225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-867ef2d2-446e-4f6b-b834-dea606c1aa5b None None] Provisioning for port 7fb3a420-2edf-46ea-a445-967bd2811024 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:15.697046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:15.845054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce85ce10-30b8-486a-90e3-a3e6c9bfd497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:15.914966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:12:16.093783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:12:16.103111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:12:16.116533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:16.117045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:16.118762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:16.120147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5087934 Dec 15 22:12:16.122848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45140) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:16.332870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:16.610066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:15Z', 'revision_number': 3, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:16.613961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:12:16.614319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Updating router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:12:16.669733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:16.777089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fb3a420-2edf-46ea-a445-967bd2811024 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:16.896512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:16.926001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:16.973210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:16.981950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7fb3a420-2edf-46ea-a445-967bd2811024 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:16.999888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7fb3a420-2edf-46ea-a445-967bd2811024 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:17.000277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.137011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Allocated IP 172.20.0.1 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/64be7c9e-27b1-4322-aec8-b25e71fcc73e) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:12:17.204232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.206390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.233147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Transition to ACTIVE for port object d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:17.244494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.249967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9ea39bcf-b6e8-46cb-9052-3881b66cc606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:17.284306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.301069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 7fb3a420-2edf-46ea-a445-967bd2811024, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fb3a420-2edf-46ea-a445-967bd2811024,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:17.305703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Transition to ACTIVE for port object 64be7c9e-27b1-4322-aec8-b25e71fcc73e will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:17.321435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.333765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Attempting to bind port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:12:17.334187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Attempting to bind port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:12:17.334573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Attempting to bind port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:12:17.337637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.342583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:17.343318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Pushing event updated for resources: {'Port': ['ID=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:17.345756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:12:17.346127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:12:17.346525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.346924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:12:17.347391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Bound port: d77b5b55-bb10-49c5-a2f3-e73b9d77eb38, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:12:17.347768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.372672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:17.373214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-74bd7004-6259-401d-b9cf-4e72459c884b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:17.406470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:17.409150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:17.413436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:12:17.449222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Pushing event updated for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:17.458143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:17.474112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.475341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=7fb3a420-2edf-46ea-a445-967bd2811024,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:17.479637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:17.483714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] For port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:12:17.487288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] For port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:12:17.491253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.495211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:17.571538 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:17.572101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:17.632467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Pushing event updated for resources: {'Port': ['ID=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:17.642469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:17.767117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.813290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-89c50f2e-74ef-4e5b-80b2-0c4beac0e035 None None] Provisioning for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:17.821024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:17.861631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-89c50f2e-74ef-4e5b-80b2-0c4beac0e035 None None] Provisioning complete for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:17.862114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-89c50f2e-74ef-4e5b-80b2-0c4beac0e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.930826 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:12:17.985769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:17.991038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:18.019248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ffb5eb53-fbdd-4174-9ea1-7cbb897d0953 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:18.052305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-89c50f2e-74ef-4e5b-80b2-0c4beac0e035 None None] Port 64be7c9e-27b1-4322-aec8-b25e71fcc73e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:12:18.096214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Pushing event updated for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:18.100990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:18.101740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:18.156716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:15Z', 'revision_number': 3, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:18.160582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458d3be8-5796-4563-8c41-f8bd6edf0ee5 None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:15Z', 'revision_number': 3, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:12:18.242087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:18.243207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:18.504089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:18.579643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-242bf234-1f8a-4c50-b957-b8b21578ff32 None None] Provisioning complete for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:18.579942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:12:18.580548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-242bf234-1f8a-4c50-b957-b8b21578ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:18.641295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-242bf234-1f8a-4c50-b957-b8b21578ff32 None None] Port 64be7c9e-27b1-4322-aec8-b25e71fcc73e cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:12:18.778268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:12:18.790452 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] 10.222.0.18 "PUT /v2.0/routers/2cf64b92-ea9b-4ed5-93b7-1e888bade71e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6636348 Dec 15 22:12:18.816957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fb3a420-2edf-46ea-a445-967bd2811024 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:18.889178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7fb3a420-2edf-46ea-a445-967bd2811024 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:18.889563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.015464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:19.088140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:19.093644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:19.094360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.209720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.226169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:19.229847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.231601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:19.298818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:19.301795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:19.451339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45150) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:19.456728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--705128309', 'description': 'tempest-description--698477218'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:19.463412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:19.467440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Usage tracker for resource:security_group and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:19.470341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:19.476987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:19.487361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.507320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:19.511601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Usage tracker for resource:security_group_rule and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:19.516646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:19.523532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:19.599314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.603262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.607307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-76c137c5-6e4a-4dbe-8a4d-53d3bb93a680 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:19.646142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:19.649693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.650863 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1985133 Dec 15 22:12:19.651732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a500981e-d5b3-40e0-ac90-8fdfd9d2fe71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:19.653662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45154) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:19.658660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'security_group_rule': {'security_group_id': '7c3d2be6-c7f2-4d1b-b247-a81307ed8a41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:19.664939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:19.668775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Usage tracker for resource:security_group_rule and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:19.671621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:19.677491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:19.695492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.757823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.762023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.763834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5bcf26a2-3102-4c42-a52a-3fe9f98019b2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:19.765586 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:12:19.775307 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:19.775944 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:19.788673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa39d46-036e-4229-a6db-0150155c3734,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:19.792913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:19.800707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.801861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473155 Dec 15 22:12:19.804766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45158) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:19.809527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'security_group_rule': {'security_group_id': '7c3d2be6-c7f2-4d1b-b247-a81307ed8a41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:19.815211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:19.819699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Usage tracker for resource:security_group_rule and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:19.822617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:19.828339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:19.848744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.909425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.913123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.915286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:19.939626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945ee523-b62b-4b3f-b6f3-37f4306eb6e2,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:19.942086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:19.949990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:19.951163 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454692 Dec 15 22:12:19.954131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 45162) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:19.956682 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:19.959152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:19.964929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:19.968785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Usage tracker for resource:floatingip and tenant:8c227b147220443b87df5ceb8753942b is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:12:19.971600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:12:19.977724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:19.988014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.125594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.263423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Allocated IP 172.26.6.248 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/5e30bf0f-652b-4647-838b-dfbc63e63acf) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:12:20.292795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 2, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:20.296753 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:12:20.297112 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Updating router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e port 64be7c9e-27b1-4322-aec8-b25e71fcc73e binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:12:20.350477 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.415208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.443099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.448219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e969de21-2901-4a26-b5fd-1385806f26d7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:20.511590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:20.514294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:20.518074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:12:20.552603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=5e30bf0f-652b-4647-838b-dfbc63e63acf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:20.564180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:20.604768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.663250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.689339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.701749 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Transition to ACTIVE for port object 64be7c9e-27b1-4322-aec8-b25e71fcc73e will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:20.715900 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.715900 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e33369de-3b4f-4b8b-b29e-6d3384e6712a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:20.744930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:20.823158 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:20.823951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.890500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.898042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.908187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-82442c26-e84c-45a7-9f74-f80c47308b81 tempest-DeleteServersTestJSON-1682369343 tempest-DeleteServersTestJSON-1682369343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:20.950786 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Attempting to bind port 64be7c9e-27b1-4322-aec8-b25e71fcc73e on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:12:20.951804 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Attempting to bind port 64be7c9e-27b1-4322-aec8-b25e71fcc73e by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:12:20.952545 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Attempting to bind port 64be7c9e-27b1-4322-aec8-b25e71fcc73e on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:12:20.961206 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:12:20.961911 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:12:20.962686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.963291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:12:20.964025 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Bound port: 64be7c9e-27b1-4322-aec8-b25e71fcc73e, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:12:20.964632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:20.984058 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Pushing event updated for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:21.017434 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.017785 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.018127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.018461 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.018788 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.019145 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.019442 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.019766 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.020112 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.020435 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.020756 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.021352 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:21.029069 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:21.032285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=5e30bf0f-652b-4647-838b-dfbc63e63acf,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:21.035252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:21.045053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:21.067585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:21.069380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1143451 Dec 15 22:12:21.081932 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] For port 64be7c9e-27b1-4322-aec8-b25e71fcc73e, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:12:21.086551 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] For port 64be7c9e-27b1-4322-aec8-b25e71fcc73e, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=64be7c9e-27b1-4322-aec8-b25e71fcc73e,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:12:21.090618 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:21.095169 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5b97fc52-ac3a-4da1-bec0-7bc2fa8d236a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:21.167179 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:21.167801 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:21.233383 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Pushing event updated for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:21.237894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:21.244562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-aa7c8da5-84a4-441b-bbdb-76bc672d94c0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:12:21.263395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-aa7c8da5-84a4-441b-bbdb-76bc672d94c0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:12:21.264789 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-aa7c8da5-84a4-441b-bbdb-76bc672d94c0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--705128309&fields=id&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 267 time: 0.0637629 Dec 15 22:12:21.357547 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:21.430167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-256ef8d1-a16a-4be5-b7c6-8e5f83d386f0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:21.430774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-256ef8d1-a16a-4be5-b7c6-8e5f83d386f0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:12:21.448150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-256ef8d1-a16a-4be5-b7c6-8e5f83d386f0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:12:21.449279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-256ef8d1-a16a-4be5-b7c6-8e5f83d386f0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1777430 Dec 15 22:12:21.463914 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-aa6fcc75-6346-48a8-a932-59b5476c5531 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/quotas/8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 375 time: 0.0089285 Dec 15 22:12:21.554154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-2c53cdf6-f9a7-4934-9516-9767b8ec4298 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:12:21.571727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-be802741-c812-4099-bdfe-676aa363a5e6 req-2c53cdf6-f9a7-4934-9516-9767b8ec4298 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:12:21.573166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-2c53cdf6-f9a7-4934-9516-9767b8ec4298 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042843 Dec 15 22:12:21.677164 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:21Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:21.681582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f6142a-ccdc-415f-9dcf-3e3683a8252e None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:21Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:12:21.847708 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-6047867e-99ae-48f9-b7e7-299a47f2253a service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618086 Dec 15 22:12:21.868251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:21.984222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-cc346e56-7f75-4ac8-a527-ca421d09adc0 service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308110 Dec 15 22:12:22.162093 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5612583e-2696-4ab8-b194-5aacf5ae3d18 req-01837925-a1c9-4a9d-ac70-73a882fa52a9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 210 time: 0.0445220 Dec 15 22:12:22.792215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 64be7c9e-27b1-4322-aec8-b25e71fcc73e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:22.873090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:22.877793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:22.878171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:22.990769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:23.020837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 64be7c9e-27b1-4322-aec8-b25e71fcc73e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=64be7c9e-27b1-4322-aec8-b25e71fcc73e,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:23.024703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:23.026460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:23.094621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:23.097572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:23.350989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-1dd0ecfe-0360-4adb-b195-3ce338dfc215 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:23.352352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-1dd0ecfe-0360-4adb-b195-3ce338dfc215 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.2046328 Dec 15 22:12:23.359903 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b70a824-a12f-4a45-84e2-abe3368b0c6a req-a54b6ae1-5661-44bf-ae0d-3324242f5009 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 210 time: 0.0620613 Dec 15 22:12:23.406349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-60347b1b-9efa-431a-847f-5d918328a38c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 379 time: 0.0455346 Dec 15 22:12:23.415664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'port': {'device_id': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'admin_state_up': True, 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'security_groups': ['7c3d2be6-c7f2-4d1b-b247-a81307ed8a41']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:23.556018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:12:23.565925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:12:23.576028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:12:23.579722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:23.739010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Allocated IP 172.20.0.3 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/0520d9a8-64db-4702-b111-024b343c32ed) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:12:23.925862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:23.940814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Transition to ACTIVE for port object 0520d9a8-64db-4702-b111-024b343c32ed will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:23.963414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:23.969716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1aa843c9-4c25-4bb4-bff1-0f87bee745b6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:24.032194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:12:24.035214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:12:24.039784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:12:24.088667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:24.093400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:24.113325 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:24.113945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.140234 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278895 Dec 15 22:12:24.152574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Request body: {'port': {'device_id': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:24.235012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c17842ac-bf0e-4047-b948-d27f7697e0c5 None None] Provisioning for port 0520d9a8-64db-4702-b111-024b343c32ed completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:24.239828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-c17842ac-bf0e-4047-b948-d27f7697e0c5 None None] Provisioning complete for port 0520d9a8-64db-4702-b111-024b343c32ed triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:24.240296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c17842ac-bf0e-4047-b948-d27f7697e0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.264498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.294389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c17842ac-bf0e-4047-b948-d27f7697e0c5 None None] Port 0520d9a8-64db-4702-b111-024b343c32ed cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:12:24.544360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6632f7-da78-40c2-bfa3-41b0dc484a7d req-7ab222c2-acc5-4fc8-9e47-d427fc7b35e6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:24.545723 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de6632f7-da78-40c2-bfa3-41b0dc484a7d req-7ab222c2-acc5-4fc8-9e47-d427fc7b35e6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 931 time: 0.0795772 Dec 15 22:12:24.591541 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-de6632f7-da78-40c2-bfa3-41b0dc484a7d req-753e6960-f806-4c91-bc59-42f5d25380dc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396416 Dec 15 22:12:24.608872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0520d9a8-64db-4702-b111-024b343c32ed {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:12:24.616565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.630226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Transition to ACTIVE for port object 0520d9a8-64db-4702-b111-024b343c32ed will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:12:24.634518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.638831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a949929c-0590-4b32-9d09-bfc23e85933d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:24.758261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 64be7c9e-27b1-4322-aec8-b25e71fcc73e up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:24.848509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 64be7c9e-27b1-4322-aec8-b25e71fcc73e triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:24.848998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:24.924582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:24.931330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:25.000880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Attempting to bind port 0520d9a8-64db-4702-b111-024b343c32ed on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:12:25.001205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Attempting to bind port 0520d9a8-64db-4702-b111-024b343c32ed by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:12:25.001524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Attempting to bind port 0520d9a8-64db-4702-b111-024b343c32ed on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:12:25.006470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Port 0520d9a8-64db-4702-b111-024b343c32ed on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:12:25.006777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Attempting to bind port 0520d9a8-64db-4702-b111-024b343c32ed on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:12:25.011671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:12:25.012028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:12:25.012402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:12:25.012817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Bound port: 0520d9a8-64db-4702-b111-024b343c32ed, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:12:25.013147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:25.100550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:12:25.103598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:12:25.107574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:25.112048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:25.175653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.176279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:25.178155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] 10.222.0.32 "PUT /v2.0/ports/0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 1093 time: 1.0297027 Dec 15 22:12:25.178698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:12:25.201607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:25.204594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:25.261550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'status': 'completed', 'code': 200} Dec 15 22:12:25.303983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-9344efc2-2d6c-44b4-baf7-4eaeac0074f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.305462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-9344efc2-2d6c-44b4-baf7-4eaeac0074f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1096 time: 0.0758364 Dec 15 22:12:25.381572 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-2d5ded48-dd85-40a4-a181-84e6a3f8703a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 217 time: 0.0688648 Dec 15 22:12:25.442814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-0846f0d5-2be2-43ec-b41b-6d0c8b670982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.444121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-0846f0d5-2be2-43ec-b41b-6d0c8b670982 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0568178 Dec 15 22:12:25.519942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be802741-c812-4099-bdfe-676aa363a5e6 req-51aa954e-24d0-4ecd-9518-3e0fc3fa0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.522036 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-51aa954e-24d0-4ecd-9518-3e0fc3fa0cbc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714850 Dec 15 22:12:25.663981 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-5b1c4ae7-67a3-472d-8e57-0a66fcaba0be service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357076 Dec 15 22:12:25.777614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd1c53-06d4-414a-adce-da29c2906cb3 req-0b52042e-429f-498a-bd5a-7c7ab16b5f4a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.779055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ccbd1c53-06d4-414a-adce-da29c2906cb3 req-0b52042e-429f-498a-bd5a-7c7ab16b5f4a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 943 time: 0.0837996 Dec 15 22:12:25.804096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-be802741-c812-4099-bdfe-676aa363a5e6 req-8645f2a1-ee67-468a-98a9-15b1305b4adf service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341381 Dec 15 22:12:25.824124 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ccbd1c53-06d4-414a-adce-da29c2906cb3 req-1afe1247-eb02-48b4-8c18-abc97bd13dcd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393047 Dec 15 22:12:25.929145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724532-c726-4052-b1cf-82e03fcbf770 req-bb6d66b8-7866-439f-9890-6f93bd1c406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:25.930507 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-bb6d66b8-7866-439f-9890-6f93bd1c406c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1096 time: 0.0793769 Dec 15 22:12:26.061458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724532-c726-4052-b1cf-82e03fcbf770 req-a394f1b2-7464-4ba8-995c-e78ac4cd5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:26.062864 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-a394f1b2-7464-4ba8-995c-e78ac4cd5e16 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1257529 Dec 15 22:12:26.134264 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-d583b5d9-efa8-43cc-9f39-4931224a8d6a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 217 time: 0.0643010 Dec 15 22:12:26.197821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724532-c726-4052-b1cf-82e03fcbf770 req-f5c72930-ab90-4dd1-8336-1322d1ce0d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:26.199145 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-f5c72930-ab90-4dd1-8336-1322d1ce0d36 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0581651 Dec 15 22:12:26.274385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23724532-c726-4052-b1cf-82e03fcbf770 req-b450daa5-da83-4618-8530-fb1ee9ee0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:26.275848 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-b450daa5-da83-4618-8530-fb1ee9ee0175 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693233 Dec 15 22:12:26.411114 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-0bbc9a5a-481b-4811-8a87-be301982083c service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280015 Dec 15 22:12:26.542385 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23724532-c726-4052-b1cf-82e03fcbf770 req-95886341-67b8-4e6d-8ccf-840d65d780b3 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240025 Dec 15 22:12:27.008702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85bbc2-36cf-43b9-888d-24e8c73c8aff req-752dad4b-8dfe-434f-97fe-37e2e319b38b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:27.009381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-db85bbc2-36cf-43b9-888d-24e8c73c8aff req-752dad4b-8dfe-434f-97fe-37e2e319b38b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:12:27.024989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-db85bbc2-36cf-43b9-888d-24e8c73c8aff req-752dad4b-8dfe-434f-97fe-37e2e319b38b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:12:27.026167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db85bbc2-36cf-43b9-888d-24e8c73c8aff req-752dad4b-8dfe-434f-97fe-37e2e319b38b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 943 time: 0.0975578 Dec 15 22:12:27.070511 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-db85bbc2-36cf-43b9-888d-24e8c73c8aff req-581cc9af-b514-4e99-85f0-241690b48e49 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386791 Dec 15 22:12:28.254747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68810092-b429-442a-a6bf-38dea96a02ef req-fe25bfdb-3c8f-405c-b5ce-c0b69e5bed23 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:28.256865 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-68810092-b429-442a-a6bf-38dea96a02ef req-fe25bfdb-3c8f-405c-b5ce-c0b69e5bed23 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 943 time: 0.0839553 Dec 15 22:12:28.304112 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-68810092-b429-442a-a6bf-38dea96a02ef req-3dfc4b77-c208-4f3b-b202-65209b64161a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 Dec 15 22:12:29.496062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afb054-b3ce-4abe-b7f8-eb564ac7aaba req-23f8c2c7-b2a3-4b21-bae9-dc776e54a096 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:29.497528 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7afb054-b3ce-4abe-b7f8-eb564ac7aaba req-23f8c2c7-b2a3-4b21-bae9-dc776e54a096 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 943 time: 0.0902364 Dec 15 22:12:29.547063 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7afb054-b3ce-4abe-b7f8-eb564ac7aaba req-acca3b69-5ffd-4394-a048-51d6fa4227a5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437322 Dec 15 22:12:29.667601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:12:29.835137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:29.849219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '0520d9a8-64db-4702-b111-024b343c32ed', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': '0520d9a8-64db-4702-b111-024b343c32ed', 'mac_address': 'fa:16:3e:f1:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:12:29.902578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:29.919014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0520d9a8-64db-4702-b111-024b343c32ed {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:12:29.934230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:29.938034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:29.941096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:30.008327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:30.015951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.016296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.016656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.016988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.017314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.017638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.017959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.018282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.018600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.018916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.019231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.019543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:12:30.023166 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:30.158785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['0520d9a8-64db-4702-b111-024b343c32ed'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:12:30.732138 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8d5af-e83f-483a-96c0-fa1505bb53a4 req-b0f29d1c-4493-42f7-bdef-0cb15775b6f6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:30.733602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-53d8d5af-e83f-483a-96c0-fa1505bb53a4 req-b0f29d1c-4493-42f7-bdef-0cb15775b6f6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 944 time: 0.0826058 Dec 15 22:12:30.776859 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-53d8d5af-e83f-483a-96c0-fa1505bb53a4 req-8262cd3a-7de8-4d2f-a5cc-b41bf9f5bd93 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377669 Dec 15 22:12:31.678822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:12:31.745782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 0520d9a8-64db-4702-b111-024b343c32ed completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:12:31.751004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 0520d9a8-64db-4702-b111-024b343c32ed triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:12:31.751380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:31.873425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:31.905119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:12:31.917719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:12:31.923575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:31.925680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:12:31.961110 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'code': 200} Dec 15 22:12:31.974552 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7deecaa-8c90-4541-aca3-a08f40c3fdee req-f4f22344-b9b9-4ec5-bf5f-e41cd84708ec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:31.976702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d7deecaa-8c90-4541-aca3-a08f40c3fdee req-f4f22344-b9b9-4ec5-bf5f-e41cd84708ec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0912144 Dec 15 22:12:31.998311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:12:32.001670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:12:32.030533 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d7deecaa-8c90-4541-aca3-a08f40c3fdee req-5238d16e-957e-4a0d-a35f-0685499f979e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452783 Dec 15 22:12:32.303179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc09bd1-e948-4624-9b04-e281ef05c95c req-58e48b8c-85c6-452f-96ce-86b8f396a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:32.304545 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdc09bd1-e948-4624-9b04-e281ef05c95c req-58e48b8c-85c6-452f-96ce-86b8f396a960 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.1860504 Dec 15 22:12:32.344935 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdc09bd1-e948-4624-9b04-e281ef05c95c req-023a8ffd-2ad7-4b1e-a6bf-5c5c4b6dab66 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Dec 15 22:12:33.329353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37eade2-e1e2-4718-9664-285fc0179614 req-339e0e03-9309-41ca-bd81-5d7132cfca8e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:33.331071 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f37eade2-e1e2-4718-9664-285fc0179614 req-339e0e03-9309-41ca-bd81-5d7132cfca8e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.1958599 Dec 15 22:12:33.377908 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f37eade2-e1e2-4718-9664-285fc0179614 req-a2f90238-ec95-4e10-9d1a-a37a9df3345e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397465 Dec 15 22:12:34.561744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee290595-b2f4-4056-b498-03a0151e5e0f req-e728aab4-e27f-4d43-8b61-4efe88209f44 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:34.563175 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee290595-b2f4-4056-b498-03a0151e5e0f req-e728aab4-e27f-4d43-8b61-4efe88209f44 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0785143 Dec 15 22:12:34.607081 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee290595-b2f4-4056-b498-03a0151e5e0f req-4a1ebe43-203b-4c4c-b3d8-0b7beac2504d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376306 Dec 15 22:12:34.781482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1446cd-0073-48f8-a0f3-e124cc760e7c req-3bbb6c02-8bdf-43d5-b273-d941773d2df4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:34.783044 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dc1446cd-0073-48f8-a0f3-e124cc760e7c req-3bbb6c02-8bdf-43d5-b273-d941773d2df4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0802343 Dec 15 22:12:34.791840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 45220) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:12:34.796825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'floatingip': {'port_id': '0520d9a8-64db-4702-b111-024b343c32ed'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:12:34.873045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:35.453697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:35.457417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:35.629453 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b associated. External IP: 172.26.6.248, port: 0520d9a8-64db-4702-b111-024b343c32ed. Dec 15 22:12:36.080422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:12:36.253114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:12:36.258498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:36.262990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:12:36.272111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:36.273358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:36.312251 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a7fbd5b-042a-47cd-8d6e-21b5a9c1d186 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "PUT /v2.0/floatingips/abddc9a6-f80a-4515-a220-af2004decb6b HTTP/1.1" status: 200 len: 991 time: 1.5193202 Dec 15 22:12:36.312911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:12:36.358306 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'status': 'completed', 'code': 200} Dec 15 22:12:36.454651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:36.458906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-f7a0d1a2-0ddf-49e5-adb1-121a8c8213f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:36.460443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-f7a0d1a2-0ddf-49e5-adb1-121a8c8213f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.0797586 Dec 15 22:12:36.590661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-2f67942e-c39a-41a1-92a7-672ca35955c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:36.592051 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-2f67942e-c39a-41a1-92a7-672ca35955c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1253543 Dec 15 22:12:36.693258 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-5febcca7-8073-4fbe-8ad3-b906338f6719 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 999 time: 0.0950813 Dec 15 22:12:36.754841 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-db3b643c-c10c-4328-bbcf-1947a8cd5667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:36.756314 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-db3b643c-c10c-4328-bbcf-1947a8cd5667 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0570915 Dec 15 22:12:36.800005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '0520d9a8-64db-4702-b111-024b343c32ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:f1:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:12:35Z', 'revision_number': 1, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:36.804560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:12:36.812747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:12:36.813380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:12:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:36.835830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-05bcd2ac-becc-4454-9b55-1158885e91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:12:36.837294 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-05bcd2ac-becc-4454-9b55-1158885e91d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744500 Dec 15 22:12:36.968694 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-494a8584-733c-4f2a-9d77-99c31d234633 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245475 Dec 15 22:12:36.983698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:12:37.101587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ea6c9d71-fdc5-45ee-a347-f9fbfb664ff4 req-14963a43-a6e1-4bfb-b1f7-cade6675e530 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272244 Dec 15 22:12:37.356873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '0520d9a8-64db-4702-b111-024b343c32ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:f1:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:12:35Z', 'revision_number': 1, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:12:37.360782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38de0292-cb04-4f77-b6b5-d4ac919354cf None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '0520d9a8-64db-4702-b111-024b343c32ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:f1:51:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:12:35Z', 'revision_number': 1, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:12:37.563195 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bef496-6f59-4018-9b0b-346e650ead53 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:12:43.487327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-99a0b4f1-4807-404e-a6d7-b8bc6dd143da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:45.836184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc4eb62b-0954-4a7e-a3f6-1e21e26a0e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:46.865388 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:46.903828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:48.496346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:51.875297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:12:54.930051 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:13:11.452937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcefad-2d4c-44e8-81f0-21aa18c1c184 req-f9304e58-aa8e-4cf8-932f-74bf98bfa3ea tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:11.454281 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19dcefad-2d4c-44e8-81f0-21aa18c1c184 req-f9304e58-aa8e-4cf8-932f-74bf98bfa3ea tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0798337 Dec 15 22:13:11.503341 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19dcefad-2d4c-44e8-81f0-21aa18c1c184 req-69b76aa5-9e73-440d-b2cd-7490bfc6bb4b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427907 Dec 15 22:13:11.865237 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-739b5cef-4b4a-418a-8e58-9f19b27f8767 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846615 Dec 15 22:13:11.916348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e03908-7f8a-4bc1-b1b6-4e47c0448a5f req-f13d6ee5-a20a-4417-8434-ba5e88917f5f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:11.917803 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33e03908-7f8a-4bc1-b1b6-4e47c0448a5f req-f13d6ee5-a20a-4417-8434-ba5e88917f5f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0955799 Dec 15 22:13:11.964421 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33e03908-7f8a-4bc1-b1b6-4e47c0448a5f req-1a5747d1-1313-4056-835b-e57521736e37 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384777 Dec 15 22:13:13.023375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-3f310979-7513-4889-8c40-dbd42ed35d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:13.024864 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-3f310979-7513-4889-8c40-dbd42ed35d4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.0708532 Dec 15 22:13:13.153784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fa4ec-116c-4366-9081-5880869ac5f9 req-d046a2e1-1212-49f6-8aea-c22c0ebd6b16 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:13.155361 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a42fa4ec-116c-4366-9081-5880869ac5f9 req-d046a2e1-1212-49f6-8aea-c22c0ebd6b16 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0788641 Dec 15 22:13:13.157688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-33970eaf-98dc-423c-895e-72afd4967f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:13.159108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-33970eaf-98dc-423c-895e-72afd4967f97 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1280789 Dec 15 22:13:13.199350 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a42fa4ec-116c-4366-9081-5880869ac5f9 req-1a1ad0f1-7d4c-4eee-a0e2-0155e09f0eec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380421 Dec 15 22:13:13.260849 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-fdda7e7f-af8c-4950-8ebd-3f5cb004c241 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 1001 time: 0.0956726 Dec 15 22:13:13.322026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-30f4fa8e-a0c1-4106-a337-853d9daefd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:13.323374 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-30f4fa8e-a0c1-4106-a337-853d9daefd8d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0558972 Dec 15 22:13:13.399030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-07bfb950-72e8-4bd3-8009-3c62522c9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:13.400451 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-07bfb950-72e8-4bd3-8009-3c62522c9f94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707412 Dec 15 22:13:13.489258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af4d070e-762f-4ffd-9e10-e9cd786433bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:13.652397 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-90b11338-e8f0-40c6-9503-d76b575c7163 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452667 Dec 15 22:13:13.781301 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-9a71a6cb-5f97-4e93-8982-d4a321c561b9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221669 Dec 15 22:13:14.380434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb21f5-475d-4128-aeb8-185c6d4f99d5 req-92b12af9-0295-4c0d-b138-3207355df5bb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:14.381861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49fb21f5-475d-4128-aeb8-185c6d4f99d5 req-92b12af9-0295-4c0d-b138-3207355df5bb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0780218 Dec 15 22:13:14.424617 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-49fb21f5-475d-4128-aeb8-185c6d4f99d5 req-ecf93196-e663-42c1-8571-a690a2c71ead tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373065 Dec 15 22:13:15.616104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acff04d-f3f8-4574-a000-deb6b95bcdab req-637eabff-8855-43ac-ba6b-4f833e3f74c8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:15.617541 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4acff04d-f3f8-4574-a000-deb6b95bcdab req-637eabff-8855-43ac-ba6b-4f833e3f74c8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0856934 Dec 15 22:13:15.660416 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4acff04d-f3f8-4574-a000-deb6b95bcdab req-53a2b663-8f4c-4bd3-b6b8-f03303fe0099 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372188 Dec 15 22:13:15.837691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cc67297-775c-486f-93b4-ad30d6d67434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:16.852747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bfc6b-af8c-4241-8c30-668799a53c6a req-221d6378-7252-408b-ad72-8ab9bbc05091 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:16.854077 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-163bfc6b-af8c-4241-8c30-668799a53c6a req-221d6378-7252-408b-ad72-8ab9bbc05091 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0849371 Dec 15 22:13:16.870518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:16.898691 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-163bfc6b-af8c-4241-8c30-668799a53c6a req-ac4a2457-e7fd-41fd-b4c5-31bdb1f1dcd0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Dec 15 22:13:16.906660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:18.087357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbdca6f-8c8e-4cd6-994b-01f9fcff865a req-7f61429c-ed29-47aa-aceb-483a4c8beb5f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:18.088839 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dbdca6f-8c8e-4cd6-994b-01f9fcff865a req-7f61429c-ed29-47aa-aceb-483a4c8beb5f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0799639 Dec 15 22:13:18.135829 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9dbdca6f-8c8e-4cd6-994b-01f9fcff865a req-8d9b3213-c7f3-4943-a0f6-004da24de94c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 Dec 15 22:13:18.499453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:19.317446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b00fe9-210b-4ab2-a90f-d8374a7fa830 req-3043e934-59ce-4704-8649-103a43e58d3f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:19.318892 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8b00fe9-210b-4ab2-a90f-d8374a7fa830 req-3043e934-59ce-4704-8649-103a43e58d3f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0794809 Dec 15 22:13:19.363288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8b00fe9-210b-4ab2-a90f-d8374a7fa830 req-256de6b8-eaa2-4e67-a34a-a9f5b54049c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386825 Dec 15 22:13:19.468319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-78d4edd3-baa9-477f-9948-b1f764a9fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:19.470241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-78d4edd3-baa9-477f-9948-b1f764a9fb82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.0859423 Dec 15 22:13:19.614060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-cc9e8bed-40aa-46b4-b397-b1d714cc4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:19.616144 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-cc9e8bed-40aa-46b4-b397-b1d714cc4427 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1271219 Dec 15 22:13:19.715375 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-911d6db7-1928-4534-ae84-c7654094e6f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 1001 time: 0.0933027 Dec 15 22:13:19.779003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-2341dff3-1bb7-4dbb-8b16-3410deeaf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:19.787700 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-2341dff3-1bb7-4dbb-8b16-3410deeaf7cc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0655217 Dec 15 22:13:19.864278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-1359c37c-cf52-4330-94ba-2b831ee8835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:19.866431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-1359c37c-cf52-4330-94ba-2b831ee8835f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778661 Dec 15 22:13:19.995314 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-2ad3020e-57d1-4e67-8dbe-76e3ab955699 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220517 Dec 15 22:13:20.126965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50d3841e-61e9-40a9-b28c-6c2e21991c32 req-fdc96a9d-04dd-401c-be63-729887a9a287 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250596 Dec 15 22:13:20.550538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d804c-b89d-4350-884d-26336c605c93 req-f619ed30-6cb5-4cba-9c88-f7ccefa58131 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:20.552067 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-145d804c-b89d-4350-884d-26336c605c93 req-f619ed30-6cb5-4cba-9c88-f7ccefa58131 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0830116 Dec 15 22:13:20.594997 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-145d804c-b89d-4350-884d-26336c605c93 req-2ebaee07-3ed2-4244-8cc5-fa70a6d664ea tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367050 Dec 15 22:13:21.776793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129dfc9-8794-4578-b453-4186cddc24cb req-033cf45f-cb55-45bc-9c46-f5af6b744d21 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:21.778193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a129dfc9-8794-4578-b453-4186cddc24cb req-033cf45f-cb55-45bc-9c46-f5af6b744d21 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0788693 Dec 15 22:13:21.821294 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a129dfc9-8794-4578-b453-4186cddc24cb req-3816d113-3c58-4562-8b63-50a1af23e0ad tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375166 Dec 15 22:13:21.871635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:23.004104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038c7cc-043c-4aea-8171-5d0931fc2db2 req-cc021c1a-e61d-430e-800c-6660245abc26 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:23.005524 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6038c7cc-043c-4aea-8171-5d0931fc2db2 req-cc021c1a-e61d-430e-800c-6660245abc26 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0811915 Dec 15 22:13:23.048129 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6038c7cc-043c-4aea-8171-5d0931fc2db2 req-e3f903f7-12e4-4076-be12-f6cebdd8560a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370722 Dec 15 22:13:24.237912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72230a02-acbd-45e2-8191-f3983a8c379f req-7d115357-f203-4cf7-b3d0-86c9936a0d84 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:24.239323 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72230a02-acbd-45e2-8191-f3983a8c379f req-7d115357-f203-4cf7-b3d0-86c9936a0d84 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0834520 Dec 15 22:13:24.283043 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72230a02-acbd-45e2-8191-f3983a8c379f req-260ea6c4-f6e9-4b10-8927-8fbc3ad65e43 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381362 Dec 15 22:13:25.423224 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-b2088ada-15fa-4c20-ace4-dfff295801e7 service neutron] 10.222.0.32 "GET /v2.0/ports/0520d9a8-64db-4702-b111-024b343c32ed/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0743558 Dec 15 22:13:25.469723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04efbe-93b1-43aa-a39a-f4cdcd04a975 req-f61ace94-4ff6-4068-a3a5-a951fbdb0acb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:25.471190 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7f04efbe-93b1-43aa-a39a-f4cdcd04a975 req-f61ace94-4ff6-4068-a3a5-a951fbdb0acb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0852807 Dec 15 22:13:25.517673 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7f04efbe-93b1-43aa-a39a-f4cdcd04a975 req-4b042287-3722-4558-a1ec-65c107c18070 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392513 Dec 15 22:13:25.690283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-3a68079a-7f53-4899-baf1-b3a3836d0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:25.691688 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-3a68079a-7f53-4899-baf1-b3a3836d0370 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1098 time: 0.0737109 Dec 15 22:13:25.779896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-c34a572e-0b08-4191-a400-a2e2c83b806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:25.781311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-c34a572e-0b08-4191-a400-a2e2c83b806e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.0687213 Dec 15 22:13:26.024677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-d183d032-9432-4806-861c-8510d5e6c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:26.025968 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-d183d032-9432-4806-861c-8510d5e6c8d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.2380791 Dec 15 22:13:26.128199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-373655ab-0763-4f13-8e47-0c82d0982386 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 1001 time: 0.0953555 Dec 15 22:13:26.188548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-fd080446-8afb-4548-bf28-97fe2e759fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:26.189873 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-fd080446-8afb-4548-bf28-97fe2e759fd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0550673 Dec 15 22:13:26.265305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-b8aaab39-b4fa-4a09-8dcc-3f10195e35e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:26.266723 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-b8aaab39-b4fa-4a09-8dcc-3f10195e35e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708475 Dec 15 22:13:26.392821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-d169f165-3158-42d1-a9f3-dba480ad6d8b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195905 Dec 15 22:13:26.536236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a7be98c-adba-42e1-b501-32ea97d91044 req-b3b89228-a3e9-4cc5-9976-bd930bfc044d service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373863 Dec 15 22:13:26.706953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20590155-e0f0-470b-b487-533d873fae44 req-6b73f8b3-ae2f-4577-81a3-6d5ab7e1200e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:26.708431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20590155-e0f0-470b-b487-533d873fae44 req-6b73f8b3-ae2f-4577-81a3-6d5ab7e1200e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0808384 Dec 15 22:13:26.753803 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-20590155-e0f0-470b-b487-533d873fae44 req-4b167826-489b-411e-87a5-d4debc25c865 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389898 Dec 15 22:13:27.936354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caae71-2efa-456e-959d-718f3509ae37 req-04dcde87-88d0-46b9-9701-8bea9d7c7763 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:27.937771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-95caae71-2efa-456e-959d-718f3509ae37 req-04dcde87-88d0-46b9-9701-8bea9d7c7763 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0785336 Dec 15 22:13:27.983750 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-95caae71-2efa-456e-959d-718f3509ae37 req-71ef3a09-c7c4-40b1-bff9-a0f0c1393b40 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404928 Dec 15 22:13:29.170083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57b84-ba48-4ba5-b48c-e532c0f8f23c req-e541b818-a461-4521-bea4-0bf11c6a1056 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:29.171483 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5c57b84-ba48-4ba5-b48c-e532c0f8f23c req-e541b818-a461-4521-bea4-0bf11c6a1056 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0836117 Dec 15 22:13:29.214155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5c57b84-ba48-4ba5-b48c-e532c0f8f23c req-48fa2b68-e868-4a2d-8dc2-bb29eb558122 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371284 Dec 15 22:13:29.578646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25963fa1-ce8a-4991-a833-a58485ce9f12 req-b4066947-0398-41a6-8c47-603df8aff4cb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:29.580087 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25963fa1-ce8a-4991-a833-a58485ce9f12 req-b4066947-0398-41a6-8c47-603df8aff4cb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.1433678 Dec 15 22:13:29.588561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-379d48bc-4af4-486b-ac05-3b6c83324db3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:29.589831 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-379d48bc-4af4-486b-ac05-3b6c83324db3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec&tenant_id=8c227b147220443b87df5ceb8753942b&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 945 time: 0.1510816 Dec 15 22:13:29.629411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-25963fa1-ce8a-4991-a833-a58485ce9f12 req-d51e2f94-d3ea-439d-977e-ad4245eb7bc6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385015 Dec 15 22:13:29.731557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-614765ba-e59a-4868-925b-00207d0140fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:29.733017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-614765ba-e59a-4868-925b-00207d0140fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 1098 time: 0.0727754 Dec 15 22:13:29.886029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-14299740-9e6d-495f-80cf-ebd65a457f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:29.888057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-14299740-9e6d-495f-80cf-ebd65a457f89 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1488514 Dec 15 22:13:29.986070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-586ca765-0c32-41ee-b4c3-5ee7faf41643 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 200 len: 1001 time: 0.0918460 Dec 15 22:13:30.010093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:13:30.013442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:13:30.051436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-b654bab5-a870-4fe7-93c1-91e4b68e766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:30.053467 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-b654bab5-a870-4fe7-93c1-91e4b68e766e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0606518 Dec 15 22:13:30.129623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-312551d5-f7e4-4acf-90b6-59b19cdf1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:30.131116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-312551d5-f7e4-4acf-90b6-59b19cdf1b89 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719485 Dec 15 22:13:30.252349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:30.268008 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-5e2e629b-05f1-4a2e-8536-4d182faab2eb service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302993 Dec 15 22:13:30.280247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:30.301987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:30.308116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '0520d9a8-64db-4702-b111-024b343c32ed', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': '0520d9a8-64db-4702-b111-024b343c32ed', 'mac_address': 'fa:16:3e:f1:51:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:13:30.313844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:30.343910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:30.351386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:30.389931 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'code': 200} Dec 15 22:13:30.409426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0dd29a4-3ae0-4153-b4e9-8209154105a7 req-26094bfb-9b1e-4f56-a1de-086d85049ba9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352592 Dec 15 22:13:30.425147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:30.447769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0520d9a8-64db-4702-b111-024b343c32ed {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:13:30.452814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:30.465343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.465687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.466027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.466356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.466683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.467009 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.467327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.467645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.467992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.468313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.468911 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.469168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:30.475035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:30.477589 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:30.481742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:30.483493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:30.553542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['0520d9a8-64db-4702-b111-024b343c32ed'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:13:30.608117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:30.617026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:30.950810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce41278-9963-4224-ba04-140cb8b2804b req-d6308c06-4aeb-40bf-a315-855cec33a033 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:30.952281 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ce41278-9963-4224-ba04-140cb8b2804b req-d6308c06-4aeb-40bf-a315-855cec33a033 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 944 time: 0.2162664 Dec 15 22:13:30.996767 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ce41278-9963-4224-ba04-140cb8b2804b req-c3ec4e0b-7ba0-422c-acf3-3846c3a34281 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387752 Dec 15 22:13:31.930261 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:13:32.020277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:13:32.087986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 0520d9a8-64db-4702-b111-024b343c32ed triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:13:32.088395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:32.192524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b0ac6-2967-43ba-a5c1-6e171583787c req-c63950df-ee2d-4a3d-9d8f-da23233f8db1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:32.194466 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a94b0ac6-2967-43ba-a5c1-6e171583787c req-c63950df-ee2d-4a3d-9d8f-da23233f8db1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 944 time: 0.0855086 Dec 15 22:13:32.207227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:32.238122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a94b0ac6-2967-43ba-a5c1-6e171583787c req-8c2ddbe0-ebc1-4fbc-be9c-c805ead50f35 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377481 Dec 15 22:13:32.238347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:32.242986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:32.244772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:32.311931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:32.314856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:32.390630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:32.423208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6ca21-500b-4c7e-9505-70dca8e2cb1d req-49a8c2f3-0dd9-4917-9ee9-2b59bb4fb825 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:32.424682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fef6ca21-500b-4c7e-9505-70dca8e2cb1d req-49a8c2f3-0dd9-4917-9ee9-2b59bb4fb825 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0818572 Dec 15 22:13:32.433648 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'code': 200} Dec 15 22:13:32.472612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fef6ca21-500b-4c7e-9505-70dca8e2cb1d req-0f16fb14-0401-4bb9-9da4-5a4b88651b47 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Dec 15 22:13:32.660702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c17cea-2eb0-4096-bc54-fdbb971d64f4 req-add27a64-060b-4feb-a843-cbec281c026c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:32.662166 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-45c17cea-2eb0-4096-bc54-fdbb971d64f4 req-add27a64-060b-4feb-a843-cbec281c026c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0832069 Dec 15 22:13:32.705986 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-45c17cea-2eb0-4096-bc54-fdbb971d64f4 req-e8ee9990-63c8-4407-8f2c-0436e77270a6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Dec 15 22:13:33.077419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd8fd-4694-4120-a8d6-c2b5a4761723 req-45bd307c-8b42-4119-bbf3-78e55f467edf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:33.078854 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-853bd8fd-4694-4120-a8d6-c2b5a4761723 req-45bd307c-8b42-4119-bbf3-78e55f467edf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0790281 Dec 15 22:13:33.122464 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-853bd8fd-4694-4120-a8d6-c2b5a4761723 req-38168872-79f6-4e10-bd40-46e015b9eb1e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381417 Dec 15 22:13:34.301919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2d186-b66d-4d00-86cc-92b0eaa56a97 req-101e9771-b006-4890-9a75-0a3c6a5fa655 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:34.303818 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3df2d186-b66d-4d00-86cc-92b0eaa56a97 req-101e9771-b006-4890-9a75-0a3c6a5fa655 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0786538 Dec 15 22:13:34.346488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3df2d186-b66d-4d00-86cc-92b0eaa56a97 req-c2b99640-2c85-438b-ba9f-40740c4a5090 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371473 Dec 15 22:13:34.675401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-829aea32-2f32-4e33-92c0-249839915dbb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:34.676805 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-829aea32-2f32-4e33-92c0-249839915dbb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 945 time: 0.0838408 Dec 15 22:13:34.745814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Deleting port 0520d9a8-64db-4702-b111-024b343c32ed {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:13:34.746292 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:35.014245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] For port 0520d9a8-64db-4702-b111-024b343c32ed, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=0520d9a8-64db-4702-b111-024b343c32ed,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:35.014603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:35.300011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:35.300298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:35.300607 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b disassociated. External IP: 172.26.6.248, port: 0520d9a8-64db-4702-b111-024b343c32ed. Dec 15 22:13:35.300942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Calling delete_port for 0520d9a8-64db-4702-b111-024b343c32ed owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:13:35.446390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:35.453178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0afd58f1-80d7-4700-ad16-25fd9dd78915 tempest-ServersAdminNegativeTestJSON-1085023596 tempest-ServersAdminNegativeTestJSON-1085023596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:35.501578 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-011ca4ad-fb6b-4946-8e40-548a3018d6a4 req-d0fea339-5ec3-4df4-ab3f-746af78241f9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 210 time: 0.0488145 Dec 15 22:13:35.502128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'Port': ['ID=0520d9a8-64db-4702-b111-024b343c32ed,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:35.561388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.561694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.562077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.562453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.562824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.563198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.563570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.563963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.564344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.564710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.565075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.565435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:13:35.574978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:35.709435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:13:36.005186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:13:36.015030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:13:36.025031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:13:36.025732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:13:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:36.079435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] No DVR routers for this DVR port 0520d9a8-64db-4702-b111-024b343c32ed on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:13:36.082063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:36.086757 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-deleted', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:36.101016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e0e04637-1b2a-4623-9122-6031090bfbbc req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "DELETE /v2.0/ports/0520d9a8-64db-4702-b111-024b343c32ed HTTP/1.1" status: 204 len: 173 time: 1.4171233 Dec 15 22:13:36.140876 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68cec88b-441a-4f5a-be61-4700f62bd9ec', 'name': 'network-vif-deleted', 'tag': '0520d9a8-64db-4702-b111-024b343c32ed', 'status': 'completed', 'code': 200} Dec 15 22:13:36.209496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:13:36.561001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:36.565128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:13:36.574112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:13:36.574720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:13:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:36.690384 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e7f2ead-5b04-4f04-9c40-8d253ec15481 req-000f2be8-6aa2-4828-9017-49034c9f15f9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=68cec88b-441a-4f5a-be61-4700f62bd9ec HTTP/1.1" status: 200 len: 210 time: 0.0445752 Dec 15 22:13:36.761055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:13:37.065505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9815616b-de42-45a1-94de-52b843e3424c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:37.069369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815616b-de42-45a1-94de-52b843e3424c None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:13:37.286668 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d0644-098e-47c1-a53e-1c7b9c402b8d None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:13:38.009009 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-c6cc0dac-8e59-4672-94a9-5faf570395d6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--705128309&fields=id&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 267 time: 0.0384386 Dec 15 22:13:38.053181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:13:38.086901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 0520d9a8-64db-4702-b111-024b343c32ed {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:13:38.087590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 0520d9a8-64db-4702-b111-024b343c32ed not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:13:38.156146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-7429e39d-6648-468f-82af-078aab323e01 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:38.157540 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-7429e39d-6648-468f-82af-078aab323e01 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1423616 Dec 15 22:13:38.173638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-50977953-fd1a-4942-80ac-010c77bcb735 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/quotas/8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 375 time: 0.0107203 Dec 15 22:13:38.255308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-df20901b-c900-4a66-9163-255a8a203f49 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:13:38.270246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-df20901b-c900-4a66-9163-255a8a203f49 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:13:38.271784 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-df20901b-c900-4a66-9163-255a8a203f49 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928497 Dec 15 22:13:38.450406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-93ef1498-100c-4060-b2da-1ef0d20fa3f2 service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671240 Dec 15 22:13:38.581491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-f9148a76-7ffc-4247-8836-5ee7d579bfe8 service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253161 Dec 15 22:13:38.753967 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1fe8b3d3-b30c-4dd5-9a72-51d48fb04e60 req-443fa266-3ce1-434f-ba16-7ed9f2150070 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 210 time: 0.0429370 Dec 15 22:13:39.748598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-a820bdcd-bed0-49a8-a8b0-83dab79b544f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:39.750005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-a820bdcd-bed0-49a8-a8b0-83dab79b544f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1512487 Dec 15 22:13:39.801211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-cf8d70b0-714f-4f6d-aff3-f62c0dfe7118 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 379 time: 0.0431650 Dec 15 22:13:39.810090 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'port': {'device_id': '490159a6-b873-4a6f-9ea6-884757084669', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'admin_state_up': True, 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'security_groups': ['7c3d2be6-c7f2-4d1b-b247-a81307ed8a41']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:13:39.935294 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32c783f3-81da-4eb8-ac70-54d17984bee4 req-f2e1bcf2-6ede-4e5e-b9d4-f5e51e9548ec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 210 time: 0.0585880 Dec 15 22:13:39.985341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:13:39.994675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:13:40.003728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:13:40.007680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.170209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Allocated IP 172.20.0.6 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/3f58e2bc-12dc-4db3-b71c-6921eadd18d6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:13:40.350653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.365396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Transition to ACTIVE for port object 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:13:40.388472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.393775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-434cf4ee-99e0-4a64-9d52-078eb075f72a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:40.459347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:13:40.462414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:13:40.466168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:13:40.503491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:40.512951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:40.536342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:40.537443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.566155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7594776 Dec 15 22:13:40.578873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Request body: {'port': {'device_id': '490159a6-b873-4a6f-9ea6-884757084669', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:13:40.690434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.692189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1682da82-badf-47e7-9952-93ab82186be9 None None] Provisioning for port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:13:40.697389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-1682da82-badf-47e7-9952-93ab82186be9 None None] Provisioning complete for port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:13:40.697999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1682da82-badf-47e7-9952-93ab82186be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:40.753704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1682da82-badf-47e7-9952-93ab82186be9 None None] Port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:13:41.121496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e6fb1d-b23e-410e-8490-21ece0c1a120 req-fc25cdf7-054d-404d-aecd-83f023f11cd7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:41.122962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e8e6fb1d-b23e-410e-8490-21ece0c1a120 req-fc25cdf7-054d-404d-aecd-83f023f11cd7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 931 time: 0.0843210 Dec 15 22:13:41.156318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:13:41.164683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:41.167919 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e8e6fb1d-b23e-410e-8490-21ece0c1a120 req-1d454659-d55c-4179-a798-030aca821628 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389991 Dec 15 22:13:41.180539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Transition to ACTIVE for port object 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:13:41.184333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:41.188526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c2ada43-e46c-454d-a88d-a4768c4fecbc tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:41.336915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Pushing event updated for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:41.344357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:41.418493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Attempting to bind port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:13:41.418821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Attempting to bind port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:13:41.419144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Attempting to bind port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:13:41.423830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:13:41.424176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Attempting to bind port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:13:41.429760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:13:41.430091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:13:41.430462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:13:41.430881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Bound port: 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:13:41.431377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:41.518284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:13:41.521181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:13:41.525250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:41.528821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-99404d3d-042e-424f-8710-1f6c37159f3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:41.590168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:41.590780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:41.592167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] 10.222.0.32 "PUT /v2.0/ports/3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1093 time: 1.0176094 Dec 15 22:13:41.592686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:41.613204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Pushing event updated for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:41.616646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:41.668320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'status': 'completed', 'code': 200} Dec 15 22:13:41.709432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-8cb0f358-b236-4f57-b1d7-d29b78cd7c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:41.710948 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-8cb0f358-b236-4f57-b1d7-d29b78cd7c91 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1096 time: 0.0762460 Dec 15 22:13:41.785148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-bda52cec-527e-4bd7-9dee-64ae9b3f85f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 217 time: 0.0669694 Dec 15 22:13:41.846122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-606a0db9-9eb9-42d2-b869-949b8db21328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:41.847487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-606a0db9-9eb9-42d2-b869-949b8db21328 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0561352 Dec 15 22:13:41.927558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-1fd37655-9b4b-4e3a-88ba-09376ea07ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:41.929065 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-1fd37655-9b4b-4e3a-88ba-09376ea07ccc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748165 Dec 15 22:13:42.059142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-8e97069e-1692-47bf-8495-5f5dad7da413 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234086 Dec 15 22:13:42.188861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d166160d-dc18-4462-b2fe-2fa461c1be62 req-c03abb52-4a4d-4da5-92ee-4566579c835d service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233048 Dec 15 22:13:42.309467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24ba8-1708-409b-9638-41af55e37b32 req-52efb95b-decb-4f78-8898-ac015b6bf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:42.310858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-52efb95b-decb-4f78-8898-ac015b6bf2c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1096 time: 0.0767398 Dec 15 22:13:42.372912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd4bfe-a24d-4946-b93c-2edd3a4eb31d req-5bbdf578-a01e-4f82-befe-644210a7e8ef tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:42.374326 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-77cd4bfe-a24d-4946-b93c-2edd3a4eb31d req-5bbdf578-a01e-4f82-befe-644210a7e8ef tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 943 time: 0.0792053 Dec 15 22:13:42.422153 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-77cd4bfe-a24d-4946-b93c-2edd3a4eb31d req-5d4347f2-5617-489f-8fb9-0a3a0d357354 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419195 Dec 15 22:13:42.442982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24ba8-1708-409b-9638-41af55e37b32 req-573f750c-ad45-4ab6-accb-a1304a26840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:42.444443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-573f750c-ad45-4ab6-accb-a1304a26840c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1268547 Dec 15 22:13:42.629743 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-8f894b33-d6e3-456e-9a53-f18127fb37ce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 217 time: 0.1777041 Dec 15 22:13:42.691448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24ba8-1708-409b-9638-41af55e37b32 req-f62e8bf3-55a2-4e71-a085-8217a756e2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:42.693531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-f62e8bf3-55a2-4e71-a085-8217a756e2e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0562291 Dec 15 22:13:42.770183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24ba8-1708-409b-9638-41af55e37b32 req-5e6911ae-4cf3-4325-b0db-438503ca738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:42.771649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-5e6911ae-4cf3-4325-b0db-438503ca738f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718970 Dec 15 22:13:42.902870 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-37b6aa4d-7f5d-4cce-baa3-ff11e22b9453 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236873 Dec 15 22:13:43.035187 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-22a24ba8-1708-409b-9638-41af55e37b32 req-2c51fbe3-57d7-4f7c-84f1-03904cb315f1 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256216 Dec 15 22:13:43.491904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a616d1a1-fcab-4392-a487-dec199ac45fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:43.606462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629511b-e1dd-49c0-a808-5d503ef2db2e req-801cf069-d2e6-450d-86dd-c17fb98e558a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:43.607144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7629511b-e1dd-49c0-a808-5d503ef2db2e req-801cf069-d2e6-450d-86dd-c17fb98e558a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:13:43.622870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-7629511b-e1dd-49c0-a808-5d503ef2db2e req-801cf069-d2e6-450d-86dd-c17fb98e558a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:13:43.624092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7629511b-e1dd-49c0-a808-5d503ef2db2e req-801cf069-d2e6-450d-86dd-c17fb98e558a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 943 time: 0.0956256 Dec 15 22:13:43.668556 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7629511b-e1dd-49c0-a808-5d503ef2db2e req-f82b9f8d-6107-4c2a-902c-0a51b9780976 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385344 Dec 15 22:13:44.963290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc92cd-4a65-4bb9-81b1-04fb69c80742 req-4c744451-c8dc-4557-a4dc-ebc183fa5d5d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:44.964657 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7fc92cd-4a65-4bb9-81b1-04fb69c80742 req-4c744451-c8dc-4557-a4dc-ebc183fa5d5d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 943 time: 0.1925211 Dec 15 22:13:45.009921 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7fc92cd-4a65-4bb9-81b1-04fb69c80742 req-a673f76f-337f-4125-b562-e1de3d9a9f4e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390356 Dec 15 22:13:45.838495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0536e29f-3dfd-4540-8cc0-818920c3d270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:46.066897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:13:46.201106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62624ee-3ef4-406b-953e-88bb821f7539 req-48b9e2d2-ba52-44f6-83f2-8423a121a59a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:46.202434 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a62624ee-3ef4-406b-953e-88bb821f7539 req-48b9e2d2-ba52-44f6-83f2-8423a121a59a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 943 time: 0.0842378 Dec 15 22:13:46.205888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:46.226498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'mac_address': 'fa:16:3e:e8:33:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:13:46.250950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a62624ee-3ef4-406b-953e-88bb821f7539 req-3c40cad7-2f2d-4405-8dba-45956ea4df06 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Dec 15 22:13:46.280912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:46.297802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:13:46.312540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:46.317619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:46.319380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:46.389440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:46.392383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:46.550861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['3f58e2bc-12dc-4db3-b71c-6921eadd18d6'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:13:46.872027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:46.907655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:47.433727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334537c3-fe78-473e-a8f0-b50c7c8bd7f1 req-3d9f1569-8097-4679-aa9e-a7d40ebae997 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:47.435130 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-334537c3-fe78-473e-a8f0-b50c7c8bd7f1 req-3d9f1569-8097-4679-aa9e-a7d40ebae997 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 944 time: 0.0809209 Dec 15 22:13:47.477077 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-334537c3-fe78-473e-a8f0-b50c7c8bd7f1 req-33e344b1-3390-4da6-81ea-04dfd66678e5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364249 Dec 15 22:13:48.075257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:13:48.185201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:13:48.189964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:13:48.190352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:48.302435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:48.327825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:48.338427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:13:48.342036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:48.343922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:13:48.377298 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'code': 200} Dec 15 22:13:48.408729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:13:48.411471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:13:48.511775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:48.596867 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e432f48-1d48-4300-9b63-ffec28c76b1a req-82b7dac7-afef-4bf5-bdee-38826316a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:48.598329 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e432f48-1d48-4300-9b63-ffec28c76b1a req-82b7dac7-afef-4bf5-bdee-38826316a492 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0716619 Dec 15 22:13:48.640447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0e432f48-1d48-4300-9b63-ffec28c76b1a req-13282d93-1aeb-44c3-aa30-fe25d1925ca7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346024 Dec 15 22:13:48.666565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93388b7-cb45-489c-98a2-142a6dd7974b req-b6c842ff-9a12-4cfb-b0f9-8cce5332b7d7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:48.668001 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a93388b7-cb45-489c-98a2-142a6dd7974b req-b6c842ff-9a12-4cfb-b0f9-8cce5332b7d7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0790319 Dec 15 22:13:48.713623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a93388b7-cb45-489c-98a2-142a6dd7974b req-e9fc3f0a-e090-44f4-a829-7cf721f6a455 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399117 Dec 15 22:13:49.901625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b784929-527f-4847-9461-d726c063dc4a req-2c5a64aa-a401-4087-bd96-3dc4eb8d975f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:49.902952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b784929-527f-4847-9461-d726c063dc4a req-2c5a64aa-a401-4087-bd96-3dc4eb8d975f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0819607 Dec 15 22:13:49.946662 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b784929-527f-4847-9461-d726c063dc4a req-0d1a2347-8fca-4d69-83b0-09be5fc67819 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Dec 15 22:13:50.122014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90868130-cf8c-4dd6-8594-e237831b7192 req-d48968bb-570b-49f6-8706-a7d35345b950 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:50.124635 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-90868130-cf8c-4dd6-8594-e237831b7192 req-d48968bb-570b-49f6-8706-a7d35345b950 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0810192 Dec 15 22:13:50.132243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 45434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:13:50.137132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'floatingip': {'port_id': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:13:50.213521 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:50.826041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:50.829694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:50.994131 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b associated. External IP: 172.26.6.248, port: 3f58e2bc-12dc-4db3-b71c-6921eadd18d6. Dec 15 22:13:51.462257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:13:51.640949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:13:51.645694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:51.651321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:13:51.661490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:13:51.662701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:13:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:51.705480 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb971e5b-6e8e-4ca7-81e9-1183214ae7e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "PUT /v2.0/floatingips/abddc9a6-f80a-4515-a220-af2004decb6b HTTP/1.1" status: 200 len: 991 time: 1.5695453 Dec 15 22:13:51.705480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:13:51.811087 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'status': 'completed', 'code': 200} Dec 15 22:13:51.851584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:13:51.903164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-e6dc511b-34ee-4812-a6a9-b169b17c1aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:51.904666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-e6dc511b-34ee-4812-a6a9-b169b17c1aab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0697262 Dec 15 22:13:51.926729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:13:52.039654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-ab59e1e8-d0a7-42f0-aaf6-6f3dd5268a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:52.041347 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-ab59e1e8-d0a7-42f0-aaf6-6f3dd5268a18 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1306460 Dec 15 22:13:52.150175 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-b87dc941-eb34-4bda-9346-7b5d8c63e552 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 999 time: 0.1012261 Dec 15 22:13:52.212511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:e8:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490159a6-b873-4a6f-9ea6-884757084669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:13:50Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:52.216409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:13:52.217923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-34348071-d597-4c0a-9e16-65560997cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:52.219343 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-34348071-d597-4c0a-9e16-65560997cb1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0630529 Dec 15 22:13:52.225452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:13:52.226054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:13:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:52.293702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-6e3b2a15-53f2-47aa-9068-a7a8aa52cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:13:52.295099 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-6e3b2a15-53f2-47aa-9068-a7a8aa52cced service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695558 Dec 15 22:13:52.397884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:13:52.425015 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-83aa5259-bd47-49d8-bac8-fd7669e10e24 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233201 Dec 15 22:13:52.557710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7241e519-4fbf-4cf9-8f61-a51f9ae33e8a req-60de4827-89f1-413d-af5f-97e59592e8db service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261637 Dec 15 22:13:52.738931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:e8:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490159a6-b873-4a6f-9ea6-884757084669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:13:50Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:13:52.743022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a5dd40-7c7f-4abb-a43e-c2420658720f None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:e8:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490159a6-b873-4a6f-9ea6-884757084669', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:13:50Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:13:52.938170 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3f2f0-ac71-48bb-abad-c2c2722e9bd5 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:14:08.929002 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:14:13.493501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-90634991-80dc-4743-85e6-3b6c1fb15e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:15.840554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-145a9ab7-c4e2-4657-8c9d-d25d283a718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:16.875945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:16.907652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:18.505594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:21.436143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-e3c0b9d6-e0f0-448a-a236-affd9ca527d3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1124258 Dec 15 22:14:21.690515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-47067b90-aed6-48bd-b1f3-1783b40c1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:21.691893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-47067b90-aed6-48bd-b1f3-1783b40c1282 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.1856158 Dec 15 22:14:21.836404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-9fae5e48-8826-47f3-929f-e859052cfa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:21.837835 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-9fae5e48-8826-47f3-929f-e859052cfa8c service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1273148 Dec 15 22:14:21.900893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:21.940705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-56e3747f-2b6b-4551-9115-b88744416e99 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1001 time: 0.0962751 Dec 15 22:14:22.000842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-d551504b-6ead-46f2-a715-5633b02e0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:22.002236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-d551504b-6ead-46f2-a715-5633b02e0664 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0561748 Dec 15 22:14:22.080664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-32eb73ea-3879-4f9e-b51d-06847b9f1dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:22.082130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-32eb73ea-3879-4f9e-b51d-06847b9f1dc2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730996 Dec 15 22:14:22.221905 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-c5bbd46b-7f93-42e4-83c4-8d8c1259b326 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326964 Dec 15 22:14:22.360403 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0854efc0-ab60-44d3-bc06-b2bfe8853624 req-dce0569b-d568-4150-aa65-17823852939b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314545 Dec 15 22:14:28.356134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f59c8-60c2-483b-b956-6d6c58fe4619 req-a3437a56-0a2c-4f50-8d2c-f3412b76ce12 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:28.357575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-099f59c8-60c2-483b-b956-6d6c58fe4619 req-a3437a56-0a2c-4f50-8d2c-f3412b76ce12 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0798497 Dec 15 22:14:28.400130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-099f59c8-60c2-483b-b956-6d6c58fe4619 req-70c6d5d2-2666-4994-a451-fb48c130442c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368764 Dec 15 22:14:29.585700 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c57148-aae3-4ba6-a2f0-18e6eda8e560 req-cb540307-41b1-45c1-9103-0c65eb08e97e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:29.587152 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0c57148-aae3-4ba6-a2f0-18e6eda8e560 req-cb540307-41b1-45c1-9103-0c65eb08e97e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0818868 Dec 15 22:14:29.630181 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0c57148-aae3-4ba6-a2f0-18e6eda8e560 req-f1d8ffb0-cb1a-4282-b9a3-e063cd7f9781 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Dec 15 22:14:30.815836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c305da-83bd-4707-ab18-d88e595362a2 req-8dc2a4df-979a-462c-8f62-968740075380 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:30.817288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0c305da-83bd-4707-ab18-d88e595362a2 req-8dc2a4df-979a-462c-8f62-968740075380 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0838881 Dec 15 22:14:30.860569 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0c305da-83bd-4707-ab18-d88e595362a2 req-8934280b-1cf5-4423-bfd6-f604727b3766 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370862 Dec 15 22:14:32.047501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96157e96-a52c-42f1-a74a-6fbe21de6468 req-6d751fef-397f-4f9f-a31c-9959e97328e5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:32.048953 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96157e96-a52c-42f1-a74a-6fbe21de6468 req-6d751fef-397f-4f9f-a31c-9959e97328e5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0862443 Dec 15 22:14:32.092077 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96157e96-a52c-42f1-a74a-6fbe21de6468 req-fcbc5edd-00e3-4b2d-ad9f-515c37f067d2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369108 Dec 15 22:14:33.278003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabac2a7-b6fb-4ff5-a85b-539967e9538f req-98f586e6-648b-4ebb-bf4d-91d966f86bf2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:33.279752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eabac2a7-b6fb-4ff5-a85b-539967e9538f req-98f586e6-648b-4ebb-bf4d-91d966f86bf2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0823953 Dec 15 22:14:33.333936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eabac2a7-b6fb-4ff5-a85b-539967e9538f req-865a0601-0db3-4925-a780-f7ebadbb84a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485699 Dec 15 22:14:34.518477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b5c87-144d-4be2-9b73-a6345aac184c req-4c5e5147-1e19-41cd-84da-046de92640b7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:34.519916 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-317b5c87-144d-4be2-9b73-a6345aac184c req-4c5e5147-1e19-41cd-84da-046de92640b7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0786672 Dec 15 22:14:34.562720 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-317b5c87-144d-4be2-9b73-a6345aac184c req-32ac054f-8605-41ca-817c-24fbf7a6e3a1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365868 Dec 15 22:14:35.743560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87381f9-b368-4828-9f06-46c0c11e3a3a req-7125e044-c6fb-4ff1-aba5-29b544116309 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:35.745007 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c87381f9-b368-4828-9f06-46c0c11e3a3a req-7125e044-c6fb-4ff1-aba5-29b544116309 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0788875 Dec 15 22:14:35.789085 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c87381f9-b368-4828-9f06-46c0c11e3a3a req-21d2d85f-7955-45c9-9154-4588681e4092 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381486 Dec 15 22:14:36.971829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73229371-bbb7-4614-b375-d4c5731aea75 req-fedee688-a318-4c87-ab79-abf8bec1977e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:36.973189 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-73229371-bbb7-4614-b375-d4c5731aea75 req-fedee688-a318-4c87-ab79-abf8bec1977e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0826879 Dec 15 22:14:37.016031 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-73229371-bbb7-4614-b375-d4c5731aea75 req-c7e4d2cf-b5d1-41d8-852c-ae8a26a69cd7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367362 Dec 15 22:14:38.205054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9bae-7bd3-4f83-a472-092d684c4cbf req-b81ae5c3-0765-408c-84a0-0f274c82ad8a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:38.206498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a56e9bae-7bd3-4f83-a472-092d684c4cbf req-b81ae5c3-0765-408c-84a0-0f274c82ad8a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0875053 Dec 15 22:14:38.251982 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a56e9bae-7bd3-4f83-a472-092d684c4cbf req-1b0b445e-83c6-467d-bca1-20cd0dfc35e0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389171 Dec 15 22:14:39.433921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f067a-0363-4206-b7e0-28d8f51f80c0 req-97284494-c760-4b23-80e2-8fc1921c9eb3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:39.435353 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf1f067a-0363-4206-b7e0-28d8f51f80c0 req-97284494-c760-4b23-80e2-8fc1921c9eb3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0786183 Dec 15 22:14:39.482452 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf1f067a-0363-4206-b7e0-28d8f51f80c0 req-c64e8572-55f8-48b0-9328-597bd777eeb0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415826 Dec 15 22:14:39.886090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-4c34366f-50d6-45ad-80b1-ef4c931d81fb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322093 Dec 15 22:14:39.901397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b8451-771b-4cb2-8813-372f76cd8a67 req-2c474ce6-1e45-4632-80a0-e3cfb7d29ada tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:39.902771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f0b8451-771b-4cb2-8813-372f76cd8a67 req-2c474ce6-1e45-4632-80a0-e3cfb7d29ada tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0980899 Dec 15 22:14:39.951520 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0f0b8451-771b-4cb2-8813-372f76cd8a67 req-60d7dc00-69fc-49de-af3b-0f0469cf7a49 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422149 Dec 15 22:14:40.952157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-36bd0945-46cd-40d8-83e0-56236d356e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:40.953585 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-36bd0945-46cd-40d8-83e0-56236d356e4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0700653 Dec 15 22:14:41.128588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-9b11e893-1522-402d-8db8-c93b1ac6db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:41.130006 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-9b11e893-1522-402d-8db8-c93b1ac6db23 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1700819 Dec 15 22:14:41.244724 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-90b6e92f-1cf9-485a-9bc3-8dc7ebd91bcc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1001 time: 0.1069734 Dec 15 22:14:41.252851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d687276-c1f3-4654-84be-b14fed759371 req-2177fbd6-2421-4725-8b9e-d4849df8b505 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:41.254200 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d687276-c1f3-4654-84be-b14fed759371 req-2177fbd6-2421-4725-8b9e-d4849df8b505 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.1883440 Dec 15 22:14:41.451528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-340402be-5d81-4845-9273-ab71e53c70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:41.452877 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-340402be-5d81-4845-9273-ab71e53c70e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.1978362 Dec 15 22:14:41.457559 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1d687276-c1f3-4654-84be-b14fed759371 req-73da6fb9-0ffd-4c8f-b6b7-a8a71dbfbf44 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603707 Dec 15 22:14:41.530843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-e5cb68cb-58fe-4b4e-b715-1b8a7e845397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:41.532357 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-e5cb68cb-58fe-4b4e-b715-1b8a7e845397 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734065 Dec 15 22:14:41.662574 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-80eaa4f3-dbfd-4e92-9002-1ea8f622a367 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239140 Dec 15 22:14:41.800110 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-c196e4b8-696f-49e3-adbd-54c8c865b4a2 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304939 Dec 15 22:14:42.642260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7f504-6b48-4865-b481-c5d14e9f9667 req-854ab2bc-5a08-4bb6-be83-00dce50947fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:42.643666 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ad7f504-6b48-4865-b481-c5d14e9f9667 req-854ab2bc-5a08-4bb6-be83-00dce50947fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0791326 Dec 15 22:14:42.686651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4ad7f504-6b48-4865-b481-c5d14e9f9667 req-4d31a7a0-f780-47af-a756-1e11a5e189ff tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369453 Dec 15 22:14:43.374332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-e0e0e3b3-f9fb-45b7-9eab-3117c261836a service neutron] 10.222.0.32 "GET /v2.0/ports/3f58e2bc-12dc-4db3-b71c-6921eadd18d6/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0727661 Dec 15 22:14:43.494940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b799-e55b-44b9-8fd7-6762aff31c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:43.662467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-116933fc-453a-480c-9eff-964f7fc84511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:43.664342 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-116933fc-453a-480c-9eff-964f7fc84511 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1098 time: 0.0728533 Dec 15 22:14:43.753434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-5803af9e-4d25-48a1-aa99-853829e6ad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:43.754870 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-5803af9e-4d25-48a1-aa99-853829e6ad69 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0700128 Dec 15 22:14:43.944581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-f531e696-c4cc-4658-b01c-0c1d07926d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:43.945936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-f531e696-c4cc-4658-b01c-0c1d07926d80 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1840451 Dec 15 22:14:44.010521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe86a63-0096-4857-bb4a-77c71a415052 req-7cb79015-ed51-484a-aee8-f762ad04f590 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:44.011895 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0fe86a63-0096-4857-bb4a-77c71a415052 req-7cb79015-ed51-484a-aee8-f762ad04f590 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.1775880 Dec 15 22:14:44.081197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-bee3b123-0c96-45cd-96ad-83388c2a062f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1001 time: 0.1283989 Dec 15 22:14:44.086193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0fe86a63-0096-4857-bb4a-77c71a415052 req-1fbe54d9-6394-473c-b2e4-3a0d983e36a4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663085 Dec 15 22:14:44.141174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-7af8e393-bca9-4957-8482-2ebf34a0f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:44.142556 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-7af8e393-bca9-4957-8482-2ebf34a0f984 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0555723 Dec 15 22:14:44.220689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-e0f1b40e-cc78-4780-90a1-8cf4d079c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:44.222095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-e0f1b40e-cc78-4780-90a1-8cf4d079c8e2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727797 Dec 15 22:14:44.355045 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-39492b67-6ad5-4457-b594-e3039f987284 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259892 Dec 15 22:14:44.482063 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-300f59e2-7bfe-4139-a277-12a7e95c4ee4 req-5b9fb0d6-f618-4072-98e0-bfcbab8ec5e3 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203308 Dec 15 22:14:45.272968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccdc15-2b91-4661-9080-7fd1e2d7c07c req-8a469279-8765-4ccd-85a1-9dd2044ad4d2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:45.274423 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3fccdc15-2b91-4661-9080-7fd1e2d7c07c req-8a469279-8765-4ccd-85a1-9dd2044ad4d2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0837677 Dec 15 22:14:45.318319 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3fccdc15-2b91-4661-9080-7fd1e2d7c07c req-285ebfeb-226e-4494-a84c-8ab68ddcdb86 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382180 Dec 15 22:14:45.843578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-da0d865c-b78b-4e30-89e6-81852caa6b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:45.928041 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:14:46.499745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e19326-5a33-42e9-90c4-cd9b14781446 req-d5b5e5b4-8185-4d0e-9961-dd624144be02 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:46.501248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73e19326-5a33-42e9-90c4-cd9b14781446 req-d5b5e5b4-8185-4d0e-9961-dd624144be02 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0783143 Dec 15 22:14:46.545089 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73e19326-5a33-42e9-90c4-cd9b14781446 req-dac8dfb3-2cce-4627-8964-e057f74788da tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382550 Dec 15 22:14:46.879761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:46.910847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:47.042816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9de72-90c3-4b39-9c8c-7bd7490f0aa8 req-955324d7-13bb-4b78-852b-877a2ad2f0a6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.044190 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2c9de72-90c3-4b39-9c8c-7bd7490f0aa8 req-955324d7-13bb-4b78-852b-877a2ad2f0a6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.2687063 Dec 15 22:14:47.057969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b847-a454-441e-b00f-69f74778cee2 req-783a19a3-e156-4cd6-b345-146a44b1173a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.059287 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-783a19a3-e156-4cd6-b345-146a44b1173a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669&tenant_id=8c227b147220443b87df5ceb8753942b&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 945 time: 0.2479775 Dec 15 22:14:47.097093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a2c9de72-90c3-4b39-9c8c-7bd7490f0aa8 req-d75ae287-1e8c-480c-9a6a-32f8ea1878f5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471363 Dec 15 22:14:47.198401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b847-a454-441e-b00f-69f74778cee2 req-ce47cad2-27da-4e89-9739-f162e46eaeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.199819 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-ce47cad2-27da-4e89-9739-f162e46eaeea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0719213 Dec 15 22:14:47.337426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b847-a454-441e-b00f-69f74778cee2 req-3678bcda-2d0b-48ea-9a62-453479f5fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.338856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-3678bcda-2d0b-48ea-9a62-453479f5fc75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1325870 Dec 15 22:14:47.441146 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-08bebe2c-1340-4b87-96b7-894b7b64d4b2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1001 time: 0.0960677 Dec 15 22:14:47.502993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b847-a454-441e-b00f-69f74778cee2 req-3817396b-84e0-413c-bb90-a246406861c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.504426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-3817396b-84e0-413c-bb90-a246406861c8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0573037 Dec 15 22:14:47.585139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2b847-a454-441e-b00f-69f74778cee2 req-1c69cbd3-0ad2-4b13-ac24-dd883dd1e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:47.587124 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-1c69cbd3-0ad2-4b13-ac24-dd883dd1e81e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764201 Dec 15 22:14:47.718206 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-31d58f3c-f72f-484b-93f9-d07e41d982d4 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238525 Dec 15 22:14:47.846873 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54f2b847-a454-441e-b00f-69f74778cee2 req-2851ca12-2f1f-4b5a-b0de-05ae3fc83d56 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229613 Dec 15 22:14:48.294475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f5a99-7f72-449a-b976-e70a433ec1dc req-eb3de362-d8db-4d10-a6e9-85e747e179db tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:48.295981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-734f5a99-7f72-449a-b976-e70a433ec1dc req-eb3de362-d8db-4d10-a6e9-85e747e179db tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0852990 Dec 15 22:14:48.340873 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-734f5a99-7f72-449a-b976-e70a433ec1dc req-4eceed61-df5f-4f0e-aff1-e55c6836f599 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389297 Dec 15 22:14:48.509059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:49.526192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014d104-75cf-4f3e-ad4c-499b46121115 req-9746cd25-f301-40b8-be57-4b33d0539f82 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:49.527611 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3014d104-75cf-4f3e-ad4c-499b46121115 req-9746cd25-f301-40b8-be57-4b33d0539f82 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0808382 Dec 15 22:14:49.570775 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3014d104-75cf-4f3e-ad4c-499b46121115 req-8f07d6de-466c-49f3-8b00-2a05589c2512 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374568 Dec 15 22:14:49.752021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e99d1-0df7-44ea-bece-9205f3fb7709 req-29218ab9-2310-41b4-9850-61739621ae0c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:49.753365 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ad7e99d1-0df7-44ea-bece-9205f3fb7709 req-29218ab9-2310-41b4-9850-61739621ae0c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Dec 15 22:14:49.796961 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ad7e99d1-0df7-44ea-bece-9205f3fb7709 req-d1f1ce14-ccf0-48be-8d51-3b7486de2889 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374691 Dec 15 22:14:50.129346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15eb99-5338-40c3-985c-960c29547581 req-c2616447-674d-4b5a-9d57-62e882a02286 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:50.130988 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd15eb99-5338-40c3-985c-960c29547581 req-c2616447-674d-4b5a-9d57-62e882a02286 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0812483 Dec 15 22:14:50.173401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-c07be2e0-50ba-4e1d-981c-704f6c6cb730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:50.174845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-c07be2e0-50ba-4e1d-981c-704f6c6cb730 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 1098 time: 0.0762551 Dec 15 22:14:50.179848 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd15eb99-5338-40c3-985c-960c29547581 req-52513fdf-0e0f-4d80-9e94-b08ff3fe843a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418527 Dec 15 22:14:50.311284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-0ef7c12d-edf9-4d05-85bd-c1253c6079a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:50.312794 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-0ef7c12d-edf9-4d05-85bd-c1253c6079a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1319602 Dec 15 22:14:50.409892 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-790a3ea4-8b4d-481f-a9b5-eb493112613a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 200 len: 1001 time: 0.0905633 Dec 15 22:14:50.473878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-211720fa-a902-45df-aa19-e73a25acd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:50.475272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-211720fa-a902-45df-aa19-e73a25acd282 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0586231 Dec 15 22:14:50.551287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-30b58e80-b029-4d94-bb98-7869aa1df215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:50.552780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-30b58e80-b029-4d94-bb98-7869aa1df215 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710187 Dec 15 22:14:50.683319 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-4e703e7e-ec1f-49ce-b52e-ef68bb4bc804 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238890 Dec 15 22:14:50.921336 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a543d5ee-a3f7-4583-90c3-5c07b29b3a76 req-cfd32563-d2d1-49f0-8a73-09ed081c5471 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314110 Dec 15 22:14:51.374928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae66e72-7988-4861-b534-62d19cd5648b req-e63fa7b4-ab97-461c-a582-12db781a32d8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:51.376631 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4ae66e72-7988-4861-b534-62d19cd5648b req-e63fa7b4-ab97-461c-a582-12db781a32d8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0922239 Dec 15 22:14:51.423617 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4ae66e72-7988-4861-b534-62d19cd5648b req-7e2329c9-43f5-4a69-a0e5-b36b49e85e4a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412009 Dec 15 22:14:51.898551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:52.719182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e34d0-a65d-4c9a-813e-c3f1baaaf2d1 req-9ed2a9c2-0830-4675-8f16-1d91a73711a5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:52.720569 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-437e34d0-a65d-4c9a-813e-c3f1baaaf2d1 req-9ed2a9c2-0830-4675-8f16-1d91a73711a5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.1947947 Dec 15 22:14:52.764562 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-437e34d0-a65d-4c9a-813e-c3f1baaaf2d1 req-b05839e5-e193-49d7-9df7-a276d64201dc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384476 Dec 15 22:14:53.134553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc92a9-e60e-4b6b-8870-5c97fb3e6577 req-9df76ecf-4238-434c-8211-89c16ee2f1e7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:53.136048 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ccc92a9-e60e-4b6b-8870-5c97fb3e6577 req-9df76ecf-4238-434c-8211-89c16ee2f1e7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0793812 Dec 15 22:14:53.190843 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9ccc92a9-e60e-4b6b-8870-5c97fb3e6577 req-17c8d964-6472-4fef-a254-5005f3c82b70 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493128 Dec 15 22:14:54.375170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a2b4c-4c4a-4dad-8aeb-467ddd970c7f req-f7df4c90-61d9-4265-9c00-b79d7bee8427 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:54.376626 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d23a2b4c-4c4a-4dad-8aeb-467ddd970c7f req-f7df4c90-61d9-4265-9c00-b79d7bee8427 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0811944 Dec 15 22:14:54.420573 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d23a2b4c-4c4a-4dad-8aeb-467ddd970c7f req-5319735f-119d-4bab-85fc-b90c95c56454 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383620 Dec 15 22:14:54.686304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-a6b20d6d-4603-4d69-b314-6b004e409b26 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:54.687756 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-a6b20d6d-4603-4d69-b314-6b004e409b26 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 945 time: 0.0808623 Dec 15 22:14:54.756058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Deleting port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:14:54.756899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:55.000143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] For port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:14:55.000491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:55.286649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:55.286928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:55.287234 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b disassociated. External IP: 172.26.6.248, port: 3f58e2bc-12dc-4db3-b71c-6921eadd18d6. Dec 15 22:14:55.287569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Calling delete_port for 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:14:55.427701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:55.434043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-125c76f0-6bff-4ade-be7c-c45818b25772 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:14:55.480073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'Port': ['ID=3f58e2bc-12dc-4db3-b71c-6921eadd18d6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:14:55.489814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.490203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.490576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.490947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.491319 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.491687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.492080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.492446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.492810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.493810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.494180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.494538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:14:55.502437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:14:55.574918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98555fc6-43fb-4508-b3d3-15da8d41c48c req-c5e69ccb-7929-4a2b-8266-5cd505fbf208 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=490159a6-b873-4a6f-9ea6-884757084669 HTTP/1.1" status: 200 len: 210 time: 0.0431676 Dec 15 22:14:55.698245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:14:55.995410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:14:56.004880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:14:56.014874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:14:56.015499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:14:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:14:56.067961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] No DVR routers for this DVR port 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:14:56.070373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:56.073080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'name': 'network-vif-deleted', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:14:56.089248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dd2695db-bb5f-4423-8338-31eee5e6ef71 req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "DELETE /v2.0/ports/3f58e2bc-12dc-4db3-b71c-6921eadd18d6 HTTP/1.1" status: 204 len: 173 time: 1.3964581 Dec 15 22:14:56.120188 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490159a6-b873-4a6f-9ea6-884757084669', 'name': 'network-vif-deleted', 'tag': '3f58e2bc-12dc-4db3-b71c-6921eadd18d6', 'status': 'completed', 'code': 200} Dec 15 22:14:56.195234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:14:56.508115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:14:56.513148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:14:56.521985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:14:56.522591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:14:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:14:56.706114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:14:56.922580 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-83a5386a-a39d-44f7-8c86-7a3a34de7015 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--705128309&fields=id&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 267 time: 0.0394502 Dec 15 22:14:57.018506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:14:57.022321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cba3546-ecdd-4662-88bb-84a7801e2ceb None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:14:57.076753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-33a53e10-72f6-48ae-a615-bde5daa9788f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:57.078165 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-33a53e10-72f6-48ae-a615-bde5daa9788f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1491871 Dec 15 22:14:57.093599 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-9fff9126-217f-41cb-b625-a3a2330a5c95 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/quotas/8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 375 time: 0.0097635 Dec 15 22:14:57.179771 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-b50ff36a-6b6a-4c25-af06-6b86252d1792 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806222 Dec 15 22:14:57.249479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5745b169-1583-4913-b674-53a595cc1a3c None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:14:57.366156 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-777b13d4-04d6-44ee-b560-3049fc0f65d3 service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737423 Dec 15 22:14:57.498310 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-b0a4df44-6981-4f47-b594-1635c748efec service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261506 Dec 15 22:14:57.672089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4ce1b1ca-259b-4f81-b5e0-b18f07e60fb0 req-0c517c40-2639-4d44-8e92-6fa9f92cca14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:14:57.687911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4ce1b1ca-259b-4f81-b5e0-b18f07e60fb0 req-0c517c40-2639-4d44-8e92-6fa9f92cca14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:14:57.689058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4ce1b1ca-259b-4f81-b5e0-b18f07e60fb0 req-0c517c40-2639-4d44-8e92-6fa9f92cca14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 210 time: 0.0596559 Dec 15 22:14:58.385729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:14:58.419567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:14:58.419940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 3f58e2bc-12dc-4db3-b71c-6921eadd18d6 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:14:58.662974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-5423eef7-6a57-40b4-8d32-a64e12919b14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:58.664305 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-5423eef7-6a57-40b4-8d32-a64e12919b14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1475902 Dec 15 22:14:58.713289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-600f03af-3ba4-4af7-b95e-be8eaf42a6dd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 379 time: 0.0399928 Dec 15 22:14:58.722312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'port': {'device_id': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'admin_state_up': True, 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'security_groups': ['7c3d2be6-c7f2-4d1b-b247-a81307ed8a41']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:14:58.839455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c98f67d2-8df1-4615-b689-23fe16bcc984 req-f0705e38-7a5c-43c0-96b5-e82c46da6191 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 210 time: 0.0421731 Dec 15 22:14:58.860989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:14:58.870334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:14:58.879637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:14:58.883163 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.045052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Allocated IP 172.20.0.10 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/c1e6a4f6-4baa-4891-a418-c3403d4c461d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:14:59.227847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.242893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Transition to ACTIVE for port object c1e6a4f6-4baa-4891-a418-c3403d4c461d will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:14:59.265946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.271400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:14:59.341751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:14:59.344947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:14:59.348714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:14:59.378464 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:14:59.385618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:14:59.416521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:14:59.417398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.442646 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7239282 Dec 15 22:14:59.455326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Request body: {'port': {'device_id': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:14:59.570310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.616340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-20991c6c-5dcd-478a-86fa-5b7b6923bc1e None None] Provisioning for port c1e6a4f6-4baa-4891-a418-c3403d4c461d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:14:59.622074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-20991c6c-5dcd-478a-86fa-5b7b6923bc1e None None] Provisioning complete for port c1e6a4f6-4baa-4891-a418-c3403d4c461d triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:14:59.622455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-20991c6c-5dcd-478a-86fa-5b7b6923bc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:14:59.675179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-20991c6c-5dcd-478a-86fa-5b7b6923bc1e None None] Port c1e6a4f6-4baa-4891-a418-c3403d4c461d cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:14:59.928408 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:14:59.936987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:00.012284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Transition to ACTIVE for port object c1e6a4f6-4baa-4891-a418-c3403d4c461d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:15:00.017214 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:00.024731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:15:00.172466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:15:00.178309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:15:00.398188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28795171-1cee-4776-b59a-62663bf4d19c req-7113911a-fe53-4738-a86b-9094ef7187cf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:00.399524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-28795171-1cee-4776-b59a-62663bf4d19c req-7113911a-fe53-4738-a86b-9094ef7187cf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:15:00.434385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-28795171-1cee-4776-b59a-62663bf4d19c req-7113911a-fe53-4738-a86b-9094ef7187cf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:15:00.435477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28795171-1cee-4776-b59a-62663bf4d19c req-7113911a-fe53-4738-a86b-9094ef7187cf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 932 time: 0.4888005 Dec 15 22:15:00.437388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Attempting to bind port c1e6a4f6-4baa-4891-a418-c3403d4c461d on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:15:00.437714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Attempting to bind port c1e6a4f6-4baa-4891-a418-c3403d4c461d by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:15:00.438033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Attempting to bind port c1e6a4f6-4baa-4891-a418-c3403d4c461d on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:15:00.454599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Port c1e6a4f6-4baa-4891-a418-c3403d4c461d on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:15:00.454913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Attempting to bind port c1e6a4f6-4baa-4891-a418-c3403d4c461d on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:15:00.467617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:15:00.467967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:15:00.468340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:15:00.468763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Bound port: c1e6a4f6-4baa-4891-a418-c3403d4c461d, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:15:00.469099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:00.536376 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-28795171-1cee-4776-b59a-62663bf4d19c req-5c20fc0e-a588-4aeb-b745-8f8cca5927cb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947251 Dec 15 22:15:00.582536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:15:00.585526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:15:00.589824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:00.594133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:15:00.649868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:00.650463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:00.651780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] 10.222.0.32 "PUT /v2.0/ports/c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1094 time: 1.2008300 Dec 15 22:15:00.652322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:15:00.681446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:15:00.684721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:15:00.729233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'status': 'completed', 'code': 200} Dec 15 22:15:00.779607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-9d1316e5-7e91-4fe5-aa10-2248ca9b28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:00.781021 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-9d1316e5-7e91-4fe5-aa10-2248ca9b28d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1097 time: 0.0864606 Dec 15 22:15:00.849956 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-6d893cc8-4695-481f-adc5-2d21de49a562 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 217 time: 0.0617969 Dec 15 22:15:00.918729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-30c07ead-311e-4cf0-bfa0-fbf64cb90799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:00.920073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-30c07ead-311e-4cf0-bfa0-fbf64cb90799 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0616851 Dec 15 22:15:00.994104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-0248abb0-1001-4514-9631-f38e23d2d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:00.995602 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-0248abb0-1001-4514-9631-f38e23d2d5db service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695932 Dec 15 22:15:01.124362 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-1a0ea36c-7730-4d19-8616-7b35478a6868 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226454 Dec 15 22:15:01.254191 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5429e9f-cc6d-455b-a195-d12901401a24 req-21d2a03b-e5f5-41df-bbba-6135e724dba6 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228595 Dec 15 22:15:01.368896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-f6ad71bd-e14a-4c35-b340-dbd801c2dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:01.370298 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-f6ad71bd-e14a-4c35-b340-dbd801c2dcda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1097 time: 0.0690362 Dec 15 22:15:01.501371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-0a9bddf1-62b6-491f-b3fd-ef59071fdf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:01.502785 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-0a9bddf1-62b6-491f-b3fd-ef59071fdf78 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1261551 Dec 15 22:15:01.577022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-50882aea-e73f-4046-8f57-f88c9949f414 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 217 time: 0.0667639 Dec 15 22:15:01.673720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-c17c28e2-8710-4bf6-affd-7e2e89538c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:01.675080 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-c17c28e2-8710-4bf6-affd-7e2e89538c75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0908947 Dec 15 22:15:01.792436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae5bb9-7536-4179-ad57-6a17e74996a5 req-f45ff3d7-b2c1-4023-a887-dfe7811fb8a1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:01.793858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6cae5bb9-7536-4179-ad57-6a17e74996a5 req-f45ff3d7-b2c1-4023-a887-dfe7811fb8a1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 944 time: 0.1533389 Dec 15 22:15:01.796293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-1b3b6e46-1d74-435e-bb48-2d25be5782a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:01.797583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-1b3b6e46-1d74-435e-bb48-2d25be5782a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092260 Dec 15 22:15:01.916046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6cae5bb9-7536-4179-ad57-6a17e74996a5 req-9cdc0494-26b5-4aff-9f29-8aac0b0273f4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162221 Dec 15 22:15:01.958959 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-fbb45c31-4fb4-4b36-9709-49356693ca47 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469855 Dec 15 22:15:02.219824 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6ee23fe-f519-4d58-ac73-e5050d360a80 req-aee7dcf4-5399-437e-be14-c12dac32162c service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538011 Dec 15 22:15:03.104134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ff304-a4fd-4584-ad61-2a36ea40e24c req-60f9fb8b-3186-4bc3-9509-40a336dad236 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:03.105539 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e81ff304-a4fd-4584-ad61-2a36ea40e24c req-60f9fb8b-3186-4bc3-9509-40a336dad236 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 944 time: 0.0818720 Dec 15 22:15:03.147663 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e81ff304-a4fd-4584-ad61-2a36ea40e24c req-a8c1b992-bb29-4043-bf2f-fdd6cf20437e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365632 Dec 15 22:15:04.342478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed08faa1-d175-4ad5-883b-7fc9cdf1f9fd req-eb67f18a-f1e7-4fc1-bead-b1398223c486 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:04.343921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed08faa1-d175-4ad5-883b-7fc9cdf1f9fd req-eb67f18a-f1e7-4fc1-bead-b1398223c486 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 944 time: 0.0906672 Dec 15 22:15:04.389338 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed08faa1-d175-4ad5-883b-7fc9cdf1f9fd req-22ffb722-28cf-4fd2-a67b-c8b51e9b7325 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397966 Dec 15 22:15:04.405042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:15:04.571982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:15:04.584595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'mac_address': 'fa:16:3e:74:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:15:04.642041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:04.658640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:15:04.674025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:15:04.677733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:04.679380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:15:04.744935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:15:04.752241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.752588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.752924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.753257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.753584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.753912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.754235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.754556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.754877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.755195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.755512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.755823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:15:04.760112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:15:04.904685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['c1e6a4f6-4baa-4891-a418-c3403d4c461d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:15:05.571170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d354d-92bc-44cb-b819-06c69a10af61 req-612e350c-6aa6-4c01-a0ef-1d2624b80c79 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:05.572644 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d94d354d-92bc-44cb-b819-06c69a10af61 req-612e350c-6aa6-4c01-a0ef-1d2624b80c79 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 945 time: 0.0798957 Dec 15 22:15:05.616232 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d94d354d-92bc-44cb-b819-06c69a10af61 req-4500d18b-0686-4cfc-a34d-f8e3d37f9486 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379078 Dec 15 22:15:06.423810 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:15:06.490475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port c1e6a4f6-4baa-4891-a418-c3403d4c461d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:15:06.496033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port c1e6a4f6-4baa-4891-a418-c3403d4c461d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:15:06.496429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:06.609714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:06.636015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:15:06.646224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:15:06.650578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:06.652891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:15:06.683926 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'code': 200} Dec 15 22:15:06.721924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:15:06.724880 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:15:06.819953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a561ca3-4d5b-488c-adc0-94353b089bcd req-53e9c45b-7cbb-4e0c-bcf1-6b6faf8b75c6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:06.821477 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a561ca3-4d5b-488c-adc0-94353b089bcd req-53e9c45b-7cbb-4e0c-bcf1-6b6faf8b75c6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0873334 Dec 15 22:15:06.864911 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-7a561ca3-4d5b-488c-adc0-94353b089bcd req-0f3938dd-4ce9-4be7-92cb-3602282e0931 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378335 Dec 15 22:15:06.920676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec50d84-a0eb-473f-bc56-ea5cb805bebf req-94bbbc23-7114-4e22-b5b2-5c9c904bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:06.922130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dec50d84-a0eb-473f-bc56-ea5cb805bebf req-94bbbc23-7114-4e22-b5b2-5c9c904bd7ee service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0733411 Dec 15 22:15:06.960960 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dec50d84-a0eb-473f-bc56-ea5cb805bebf req-97e822af-ec9b-4fad-9d4b-6f40cd35e9de service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Dec 15 22:15:08.069371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2f03-5bdb-4884-bb61-673cc8af78f8 req-9014fa3e-d830-44ce-98e7-d574ebef864e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:08.070859 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dfae2f03-5bdb-4884-bb61-673cc8af78f8 req-9014fa3e-d830-44ce-98e7-d574ebef864e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0799134 Dec 15 22:15:08.113454 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dfae2f03-5bdb-4884-bb61-673cc8af78f8 req-0bfc5694-65b4-4629-82d7-9d264c2c692c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362203 Dec 15 22:15:09.295846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86576f79-89b9-49a3-8fe0-10808cd28ff5 req-bf27802d-9313-4478-bd6e-f56e777065f3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:09.297282 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-86576f79-89b9-49a3-8fe0-10808cd28ff5 req-bf27802d-9313-4478-bd6e-f56e777065f3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0787320 Dec 15 22:15:09.343400 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-86576f79-89b9-49a3-8fe0-10808cd28ff5 req-0bfd71af-1c1f-4c3b-9cda-8166f3772415 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405209 Dec 15 22:15:09.520203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7e18e-dadc-4c44-bcc2-f8a630f9a4d8 req-a2c4d812-1c5f-4e85-a098-3bd1d061f0fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:09.521521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19c7e18e-dadc-4c44-bcc2-f8a630f9a4d8 req-a2c4d812-1c5f-4e85-a098-3bd1d061f0fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0812540 Dec 15 22:15:09.530697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 45660) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:15:09.535972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'floatingip': {'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:15:09.613603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:10.301548 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:10.305768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:10.470648 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b associated. External IP: 172.26.6.248, port: c1e6a4f6-4baa-4891-a418-c3403d4c461d. Dec 15 22:15:10.815590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:15:10.990621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:15:10.995574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:11.000890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:15:11.010505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:15:11.011121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:14:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:15:11.049741 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce47281f-fed7-433e-97c6-630871eccc14 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "PUT /v2.0/floatingips/abddc9a6-f80a-4515-a220-af2004decb6b HTTP/1.1" status: 200 len: 992 time: 1.5179062 Dec 15 22:15:11.050413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:15:11.102743 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'status': 'completed', 'code': 200} Dec 15 22:15:11.193638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:15:11.193954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011247e8-9004-4bf6-980b-ac4d34de933f req-6376bfd7-edf8-46c2-9bec-4235095e6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:11.195416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-6376bfd7-edf8-46c2-9bec-4235095e6581 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0728028 Dec 15 22:15:11.327111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011247e8-9004-4bf6-980b-ac4d34de933f req-67fab679-2513-466a-8886-0a690f68aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:11.328478 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-67fab679-2513-466a-8886-0a690f68aec3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1265678 Dec 15 22:15:11.433132 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-2bddeb3e-9e84-40c8-894d-8cafb6c5b59e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1000 time: 0.0982471 Dec 15 22:15:11.498457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011247e8-9004-4bf6-980b-ac4d34de933f req-6b75888d-7670-4583-9c1e-6c443d905539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:11.499927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-6b75888d-7670-4583-9c1e-6c443d905539 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0608368 Dec 15 22:15:11.534617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:74:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:15:10Z', 'revision_number': 9, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:15:11.538951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:15:11.548850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:15:11.549447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:14:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:15:11.578014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011247e8-9004-4bf6-980b-ac4d34de933f req-bbea002f-fcb4-40be-84ec-1f4304e8df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:11.579437 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-bbea002f-fcb4-40be-84ec-1f4304e8df27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734444 Dec 15 22:15:11.711073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-0896370c-28c4-412b-b487-140b702294ce service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249497 Dec 15 22:15:11.723845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:15:11.846174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-011247e8-9004-4bf6-980b-ac4d34de933f req-e79e237c-a08d-461f-aab6-b0e87af8581d service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287060 Dec 15 22:15:12.107153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:74:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:15:10Z', 'revision_number': 9, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:15:12.110982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79afd5-240c-4da8-88d3-accd4525a5d8 None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:74:18:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:15:10Z', 'revision_number': 9, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:15:12.315014 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737ed656-112e-4b97-8377-1edc944db776 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:15:13.496748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67593c9b-db7e-43dd-8348-d72826942751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:15.845507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c6c74713-14eb-4fe0-b799-fb177bedcef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:16.881106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:16.911256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:18.511674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:21.905878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:22.013624 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-1009138c-13d9-44ea-8de5-1c94ffda99b8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690777 Dec 15 22:15:22.153839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-865efa56-3008-4a5f-ba35-5206fbf2407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:22.155262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-865efa56-3008-4a5f-ba35-5206fbf2407e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0732565 Dec 15 22:15:22.297847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-6bf50569-7900-40d3-86a5-be7513a7e261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:22.299272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-6bf50569-7900-40d3-86a5-be7513a7e261 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1251295 Dec 15 22:15:22.404404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-34c6b23c-7bf5-4fd9-a6b0-60b84205158b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1003 time: 0.0983112 Dec 15 22:15:22.466502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-011327de-38dd-41ec-bdc0-14555e3cbba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:22.467936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-011327de-38dd-41ec-bdc0-14555e3cbba3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0569854 Dec 15 22:15:22.544938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-ebd924c2-1acb-4181-ad9a-be42db895d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:22.546459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-ebd924c2-1acb-4181-ad9a-be42db895d4b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728030 Dec 15 22:15:22.790461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-85017554-0865-4bdf-8bef-231538637a7a service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377546 Dec 15 22:15:22.919024 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b638542-0be9-4ec2-96b1-05d500568cf7 req-876e7542-33ae-422d-b12e-d45bc7adaaa1 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222665 Dec 15 22:15:22.926419 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:15:43.499481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff7a3-767d-4a0b-9db2-42f644471053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:45.847182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1af47d2a-dcf9-432a-878b-2e24c125c0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:46.376532 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-f6d0179a-707f-4641-a4c7-2bdb440b3ae6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177139 Dec 15 22:15:46.382582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cdba1-4f39-4516-9482-f86a75df0b8b req-cb34fd05-cd7b-4d4b-b2cd-a359de60138b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:46.384694 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed0cdba1-4f39-4516-9482-f86a75df0b8b req-cb34fd05-cd7b-4d4b-b2cd-a359de60138b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0799563 Dec 15 22:15:46.431423 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed0cdba1-4f39-4516-9482-f86a75df0b8b req-ffafa9e7-999d-4411-add5-f2bccfd4559b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411353 Dec 15 22:15:46.885446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:46.914269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:47.468724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-1fa3ac67-7e61-4043-9676-e5673e6211de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:47.470260 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-1fa3ac67-7e61-4043-9676-e5673e6211de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0748470 Dec 15 22:15:47.601310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-bbf7a1a5-1271-4c6d-9745-a0a8a1ec2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:47.603361 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-bbf7a1a5-1271-4c6d-9745-a0a8a1ec2eb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1268775 Dec 15 22:15:47.615901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f14d1-1476-4e40-aa85-5c96140e8fa2 req-69a9c3ec-f2ee-4994-a4ee-f8365c564054 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:47.617368 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c2f14d1-1476-4e40-aa85-5c96140e8fa2 req-69a9c3ec-f2ee-4994-a4ee-f8365c564054 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0809939 Dec 15 22:15:47.662540 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1c2f14d1-1476-4e40-aa85-5c96140e8fa2 req-ea64c44e-bee9-4f3e-992c-b8a9db49f966 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Dec 15 22:15:47.705429 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-cba5a107-8c2e-48d2-b5ff-61a5ce4e5378 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1003 time: 0.0956933 Dec 15 22:15:47.766317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-d3dcd9b1-ad39-4b2d-becb-562b06e6b79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:47.767602 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-d3dcd9b1-ad39-4b2d-becb-562b06e6b79f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0566466 Dec 15 22:15:47.843606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-3256ebf6-64bb-47b8-a4c2-1b03abd266eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:47.845043 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-3256ebf6-64bb-47b8-a4c2-1b03abd266eb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711541 Dec 15 22:15:47.975276 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-3a44cd6c-4e58-495b-9225-b2b588ef6dbc service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234937 Dec 15 22:15:48.103522 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-68022068-b8c3-4120-88ff-608a5ce89455 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223199 Dec 15 22:15:48.513822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:48.844171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db48707-9e7c-499e-b9a0-972af1c8c71c req-67d3a044-d31a-4d85-a0db-9d414e7a6973 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:48.845588 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1db48707-9e7c-499e-b9a0-972af1c8c71c req-67d3a044-d31a-4d85-a0db-9d414e7a6973 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0782189 Dec 15 22:15:48.890125 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1db48707-9e7c-499e-b9a0-972af1c8c71c req-fea50f33-b40f-4252-9a12-662f647d27e4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389915 Dec 15 22:15:50.206366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e444e4-76ad-40e7-9905-5b737a69c008 req-c42f6a61-1206-49df-b3ca-2d09bdb48c98 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:50.207717 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-86e444e4-76ad-40e7-9905-5b737a69c008 req-c42f6a61-1206-49df-b3ca-2d09bdb48c98 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.2094362 Dec 15 22:15:50.251030 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-86e444e4-76ad-40e7-9905-5b737a69c008 req-5fba463b-2d68-4591-bccc-4cdcb78b73ad tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370665 Dec 15 22:15:51.445273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bfddc-a2c5-43e2-966c-0702f69025ee req-5fb3fe44-03bc-4fb6-9973-5e6eaea69431 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:51.446776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a4bfddc-a2c5-43e2-966c-0702f69025ee req-5fb3fe44-03bc-4fb6-9973-5e6eaea69431 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0844851 Dec 15 22:15:51.491411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a4bfddc-a2c5-43e2-966c-0702f69025ee req-8232e2af-b1a8-44e3-835a-5a074f08b6d3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385368 Dec 15 22:15:51.919983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:15:52.675126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aaceb-37d8-4ff3-af3f-f91f3737b6b7 req-3013fea8-45a3-4d4e-b368-92b7a8bc080f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:52.676554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d46aaceb-37d8-4ff3-af3f-f91f3737b6b7 req-3013fea8-45a3-4d4e-b368-92b7a8bc080f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0777769 Dec 15 22:15:52.722068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d46aaceb-37d8-4ff3-af3f-f91f3737b6b7 req-fd8e5a48-b176-4fe9-af95-6b709ea94eed tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392358 Dec 15 22:15:53.903360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae140f-af0c-4517-a1cc-064172a9dad2 req-b3084810-4586-4350-8a0d-60fbf686ca09 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:53.906262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11ae140f-af0c-4517-a1cc-064172a9dad2 req-b3084810-4586-4350-8a0d-60fbf686ca09 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0785670 Dec 15 22:15:53.949183 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11ae140f-af0c-4517-a1cc-064172a9dad2 req-5c2ace7e-5aa8-4870-b033-a0f7c5d1e858 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387616 Dec 15 22:15:55.130030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec9344-dce7-4e76-84ad-fc36ea3d504b req-7ffef748-94cc-4424-b94b-044819d06743 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:55.131441 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-43ec9344-dce7-4e76-84ad-fc36ea3d504b req-7ffef748-94cc-4424-b94b-044819d06743 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0783513 Dec 15 22:15:55.174640 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-43ec9344-dce7-4e76-84ad-fc36ea3d504b req-446e8b1a-248a-47b6-9cda-a5df8f88b2f0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376401 Dec 15 22:15:56.358745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e52d0-004a-4cfb-a661-19a2d90b7c56 req-b74d3e73-c862-4401-b327-b05a5484f2fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:56.360185 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-171e52d0-004a-4cfb-a661-19a2d90b7c56 req-b74d3e73-c862-4401-b327-b05a5484f2fd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0821905 Dec 15 22:15:56.403365 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-171e52d0-004a-4cfb-a661-19a2d90b7c56 req-8a274cfc-4412-4993-9cae-c71fd9ffde22 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375097 Dec 15 22:15:57.589029 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f25ce-5bab-4701-8e71-2d4ea538c9a7 req-90a01ba1-7261-4509-b4aa-730bf06b2ec6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:57.590458 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa7f25ce-5bab-4701-8e71-2d4ea538c9a7 req-90a01ba1-7261-4509-b4aa-730bf06b2ec6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0843627 Dec 15 22:15:57.633218 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-aa7f25ce-5bab-4701-8e71-2d4ea538c9a7 req-dc5af02e-950f-41db-a85f-dede41896e80 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371981 Dec 15 22:15:58.819077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb30dc-f0b7-41fd-be18-5eb2c6a879c7 req-d32ded21-44d5-4ae7-a781-1ab875750e7c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:15:58.820514 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6afb30dc-f0b7-41fd-be18-5eb2c6a879c7 req-d32ded21-44d5-4ae7-a781-1ab875750e7c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0797756 Dec 15 22:15:58.866172 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6afb30dc-f0b7-41fd-be18-5eb2c6a879c7 req-45b54642-c1bd-46a3-beb4-1a8f14fbfa69 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395291 Dec 15 22:15:59.834652 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-c1c11d5a-118b-401e-acb8-6e8f60173f52 service neutron] 10.222.0.32 "GET /v2.0/ports/c1e6a4f6-4baa-4891-a418-c3403d4c461d/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.1885200 Dec 15 22:15:59.925607 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:16:00.053338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea017b-f3e7-46c3-9625-a5560e1e363a req-4c9ac4d6-630e-4a24-801f-a0fbb34cbe4d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.054797 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72ea017b-f3e7-46c3-9625-a5560e1e363a req-4c9ac4d6-630e-4a24-801f-a0fbb34cbe4d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0810721 Dec 15 22:16:00.099423 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-72ea017b-f3e7-46c3-9625-a5560e1e363a req-d15b031d-4f5c-42a9-a949-0c3d538b2f8e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Dec 15 22:16:00.104733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-d7b2c55c-842d-4d91-bb78-a2245fd1f867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.106169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-d7b2c55c-842d-4d91-bb78-a2245fd1f867 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1099 time: 0.0753670 Dec 15 22:16:00.195231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-3f9028f0-003e-4876-b794-ccc979bf4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.196737 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-3f9028f0-003e-4876-b794-ccc979bf4b3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0691702 Dec 15 22:16:00.322839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-a0dee9c0-b8c4-4837-a9c4-b0830f810622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.324239 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-a0dee9c0-b8c4-4837-a9c4-b0830f810622 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1215818 Dec 15 22:16:00.424079 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-0e68cff6-454c-44f1-beea-2bbf9ee75e2a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1003 time: 0.0934916 Dec 15 22:16:00.485693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-b82b5d1e-d7fb-4d4c-945b-7c07cd550f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.487033 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-b82b5d1e-d7fb-4d4c-945b-7c07cd550f4b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0570893 Dec 15 22:16:00.563171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-babbcc4c-44af-4f34-b281-001d45e3761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:00.564616 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-babbcc4c-44af-4f34-b281-001d45e3761f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714676 Dec 15 22:16:00.692845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-9e9a1ad5-53da-48a2-a13f-7317d3e90d3d service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215644 Dec 15 22:16:00.826847 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-29bd482a-ad88-4531-8d9c-a2f0e03f5b1c req-a6d78cdc-332c-4791-8074-b202033bb6e0 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275036 Dec 15 22:16:01.286724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd605d-e53f-4399-aead-9db4eb1a6f76 req-8337d5cf-976c-43f6-ac87-9f538427f013 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:01.288682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30fd605d-e53f-4399-aead-9db4eb1a6f76 req-8337d5cf-976c-43f6-ac87-9f538427f013 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0860271 Dec 15 22:16:01.333915 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30fd605d-e53f-4399-aead-9db4eb1a6f76 req-82f90806-bb34-44d9-a0a1-e56243ed108c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388145 Dec 15 22:16:02.532493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d8362-e6e2-4613-b888-2b9e5e7ba6f7 req-fdd6ac8d-065f-43f0-ab7c-c080c4cafafd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:02.534267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-174d8362-e6e2-4613-b888-2b9e5e7ba6f7 req-fdd6ac8d-065f-43f0-ab7c-c080c4cafafd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0917788 Dec 15 22:16:02.597931 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-174d8362-e6e2-4613-b888-2b9e5e7ba6f7 req-0a1a2569-e199-451a-9146-76ff0f01cbcb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571086 Dec 15 22:16:03.790989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b75333-e876-4d01-a76d-39c62ed2923f req-b20b1891-3f65-4511-8674-f6be8e5a0bdc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:03.792463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-00b75333-e876-4d01-a76d-39c62ed2923f req-b20b1891-3f65-4511-8674-f6be8e5a0bdc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0828676 Dec 15 22:16:03.835612 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-00b75333-e876-4d01-a76d-39c62ed2923f req-5febbfed-7916-42d3-ab29-5204e77e205e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373125 Dec 15 22:16:04.292622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-3bf4b7d6-aa72-422a-89e9-a33155ec92ec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:04.294295 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-3bf4b7d6-aa72-422a-89e9-a33155ec92ec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01&tenant_id=8c227b147220443b87df5ceb8753942b&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 946 time: 0.1377370 Dec 15 22:16:04.366694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c1792c-bfe9-45ca-8972-f58eadcf8b9c req-6659c358-0c22-4102-b06a-16f92a1fddc4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:04.368117 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5c1792c-bfe9-45ca-8972-f58eadcf8b9c req-6659c358-0c22-4102-b06a-16f92a1fddc4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.1498156 Dec 15 22:16:04.419448 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-b848c2d5-e793-4572-a1fc-605b57baa87f service neutron] 10.222.0.32 "GET /v2.0/ports/c1e6a4f6-4baa-4891-a418-c3403d4c461d/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.1188841 Dec 15 22:16:04.423841 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5c1792c-bfe9-45ca-8972-f58eadcf8b9c req-4eb6b5a2-edfc-4751-bcf5-fb540d584398 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489819 Dec 15 22:16:04.510789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-e35036be-f72d-4c11-9949-388dbf2fa707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:04.512303 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-e35036be-f72d-4c11-9949-388dbf2fa707 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0717344 Dec 15 22:16:04.641078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-d6b8ead2-79ec-4993-9950-e320d4e12189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:04.642497 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-d6b8ead2-79ec-4993-9950-e320d4e12189 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1241565 Dec 15 22:16:04.865256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-4b601a6f-2f7a-45d8-89ac-df5a2fea1a17 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1003 time: 0.2158182 Dec 15 22:16:04.927096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-1b4ba2ea-4091-4ee7-85a7-59f33d616089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:04.928547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-1b4ba2ea-4091-4ee7-85a7-59f33d616089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0565193 Dec 15 22:16:05.004717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-0a30474e-6796-435f-9fdc-75ddb52666b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:05.006137 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-0a30474e-6796-435f-9fdc-75ddb52666b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709577 Dec 15 22:16:05.133926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-ade5903b-3890-4681-ae30-8cb33c82d6a2 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214864 Dec 15 22:16:05.262815 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-69ede439-7849-4166-b7e2-058e368c480a service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219320 Dec 15 22:16:05.609507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f63bbf-0e79-4cd3-b23f-73e039d5858c req-66a95c02-f00c-4def-90d0-e7fc5f2404e6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:05.610952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9f63bbf-0e79-4cd3-b23f-73e039d5858c req-66a95c02-f00c-4def-90d0-e7fc5f2404e6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0817504 Dec 15 22:16:05.655620 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9f63bbf-0e79-4cd3-b23f-73e039d5858c req-30646bd8-1c17-404e-92a5-f94848de40e1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390670 Dec 15 22:16:06.843010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39c4ae-4fcf-4644-8b66-e5e7a54c80a7 req-cf3ecd7c-c099-44c9-9a0d-01ef336a2743 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:06.844485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a39c4ae-4fcf-4644-8b66-e5e7a54c80a7 req-cf3ecd7c-c099-44c9-9a0d-01ef336a2743 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0807478 Dec 15 22:16:06.888486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6a39c4ae-4fcf-4644-8b66-e5e7a54c80a7 req-63f62d7c-3372-4d0c-93c2-8d8dfe982464 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Dec 15 22:16:07.598106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-54fd5e00-2cf9-43ec-8604-7af13a89921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:07.599550 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-54fd5e00-2cf9-43ec-8604-7af13a89921f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1099 time: 0.0737414 Dec 15 22:16:07.686952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-116c5247-31a2-4f5a-9439-1ba1d5dfeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:07.688295 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-116c5247-31a2-4f5a-9439-1ba1d5dfeb28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 1099 time: 0.0682430 Dec 15 22:16:07.817919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-c4ace037-3c87-4b79-8e62-f135a550a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:07.819330 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-c4ace037-3c87-4b79-8e62-f135a550a976 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1252561 Dec 15 22:16:07.921006 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-056a468e-0b51-4850-8da2-53927684d43a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 200 len: 1003 time: 0.0950603 Dec 15 22:16:07.982377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-ffdb0065-e1a4-4330-9df5-b442b459bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:07.983704 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-ffdb0065-e1a4-4330-9df5-b442b459bc68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0568843 Dec 15 22:16:08.061919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-32992a0a-c60d-4d24-b51d-a30a2df85671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:08.063431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-32992a0a-c60d-4d24-b51d-a30a2df85671 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734611 Dec 15 22:16:08.072860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69814e-eda6-4e06-a30c-6ee3e0ae13a6 req-a031749a-257b-4c25-9861-ddbefe685d98 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:08.074317 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8a69814e-eda6-4e06-a30c-6ee3e0ae13a6 req-a031749a-257b-4c25-9861-ddbefe685d98 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0826488 Dec 15 22:16:08.116901 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8a69814e-eda6-4e06-a30c-6ee3e0ae13a6 req-220ddb29-f264-4039-8fbd-794e5ef804b5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369623 Dec 15 22:16:08.195081 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-ddee95fe-d1cf-4725-b457-a1faef5eddf7 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250525 Dec 15 22:16:08.324409 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ddae0bfb-924d-4ff5-b91a-2c0ee79b8151 req-40e5d9e2-71a0-44ea-9e5e-24313b9e68c3 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207674 Dec 15 22:16:09.310498 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32401-b983-44e0-aefd-05e3ab82278c req-2a6b8d24-eb27-46ba-a750-af1fc9a06fbe tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:09.312123 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19c32401-b983-44e0-aefd-05e3ab82278c req-2a6b8d24-eb27-46ba-a750-af1fc9a06fbe tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0915885 Dec 15 22:16:09.354847 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19c32401-b983-44e0-aefd-05e3ab82278c req-9f96e035-8334-4649-b331-33bcf10ccfc7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372725 Dec 15 22:16:10.623243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32afb7-eab2-4aef-9b88-0ac7a61b625b req-375eb726-6c19-4c65-9b46-6d0201154102 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:10.624715 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd32afb7-eab2-4aef-9b88-0ac7a61b625b req-375eb726-6c19-4c65-9b46-6d0201154102 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.1646688 Dec 15 22:16:10.672070 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd32afb7-eab2-4aef-9b88-0ac7a61b625b req-f69e7f58-b2e6-4773-ac7a-cb96b888a7f8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Dec 15 22:16:10.736910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:16:10.739335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:16:10.861700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41427a1-7894-4e8e-8ef7-6de0dee600c9 req-2050200c-a67b-4dd8-b00a-02d77fd304c9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:10.863151 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b41427a1-7894-4e8e-8ef7-6de0dee600c9 req-2050200c-a67b-4dd8-b00a-02d77fd304c9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0825930 Dec 15 22:16:10.908366 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b41427a1-7894-4e8e-8ef7-6de0dee600c9 req-e2695d98-8953-41dc-985f-4fd601cd224a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385394 Dec 15 22:16:10.953545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:10.978668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:11.002059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:11.009359 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'mac_address': 'fa:16:3e:74:18:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:16:11.043668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:11.060402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:11.064990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:11.099061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8237b1f-8781-46ae-b461-3df1dd4b9b0d req-f7bb8b18-2b49-47df-a077-e76baadb2e61 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:11.100710 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b8237b1f-8781-46ae-b461-3df1dd4b9b0d req-f7bb8b18-2b49-47df-a077-e76baadb2e61 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 944 time: 0.0890338 Dec 15 22:16:11.126190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:11.151390 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b8237b1f-8781-46ae-b461-3df1dd4b9b0d req-6432bc2b-d240-4552-9e35-757d42a2ccf8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433977 Dec 15 22:16:11.155096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:16:11.164078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:11.200120 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'code': 200} Dec 15 22:16:11.206825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.207180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.207514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.207848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.208200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.208536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.208863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.209188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.209512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.209832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.210151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.210467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:11.220469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:11.233209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:16:11.233573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:16:11.567281 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed08f98-8cd6-480c-9cdb-a2b0fcd0d873 req-b65a3dee-6db4-4dbc-b9b3-d30f15285094 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:11.569120 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bed08f98-8cd6-480c-9cdb-a2b0fcd0d873 req-b65a3dee-6db4-4dbc-b9b3-d30f15285094 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 944 time: 0.1248312 Dec 15 22:16:11.616265 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bed08f98-8cd6-480c-9cdb-a2b0fcd0d873 req-ba984f22-f3fe-4a42-828d-8c73a7de24cd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 Dec 15 22:16:11.787196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:11.804526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:16:11.819482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:11.822840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:11.824485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:11.894210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:11.897909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['c1e6a4f6-4baa-4891-a418-c3403d4c461d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:16:11.921792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:12.756713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:16:12.806816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d175e5-ae1e-4794-96be-97dd1cc0a260 req-9ed20d40-2b46-42cb-9e91-da9f561c5de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:12.808312 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9d175e5-ae1e-4794-96be-97dd1cc0a260 req-9ed20d40-2b46-42cb-9e91-da9f561c5de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 945 time: 0.0854688 Dec 15 22:16:12.824644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port c1e6a4f6-4baa-4891-a418-c3403d4c461d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:16:12.825205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:12.852439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9d175e5-ae1e-4794-96be-97dd1cc0a260 req-f28530eb-c2c5-4f4a-acea-ab01d5e0e3c8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 Dec 15 22:16:12.977826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:13.008569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:13.013571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:13.015329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:13.078134 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:13.080877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:13.201553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:13.242697 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'code': 200} Dec 15 22:16:13.502933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9d0faae9-1aef-4935-a5b3-0ede4242edda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:13.653110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-aa56b07c-c1d1-4d1a-a350-7e70426a38b6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:13.654526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-aa56b07c-c1d1-4d1a-a350-7e70426a38b6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.2083538 Dec 15 22:16:13.727264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Deleting port c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:16:13.727595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:13.973393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] For port c1e6a4f6-4baa-4891-a418-c3403d4c461d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=c1e6a4f6-4baa-4891-a418-c3403d4c461d,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:13.973747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:14.039260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c8f39-0f46-4cc9-be5f-1e714e959d7e req-d1f83539-145c-4a6e-8cb0-29603150bcec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:14.040766 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0d7c8f39-0f46-4cc9-be5f-1e714e959d7e req-d1f83539-145c-4a6e-8cb0-29603150bcec tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 946 time: 0.0826149 Dec 15 22:16:14.091129 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0d7c8f39-0f46-4cc9-be5f-1e714e959d7e req-7af0fbf2-4516-4fc5-80db-7c63cb27a5dc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440762 Dec 15 22:16:14.268228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:14.268480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:14.268787 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b disassociated. External IP: 172.26.6.248, port: c1e6a4f6-4baa-4891-a418-c3403d4c461d. Dec 15 22:16:14.269117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Calling delete_port for c1e6a4f6-4baa-4891-a418-c3403d4c461d owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:16:14.407685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:14.413217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:14.457604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'Port': ['ID=c1e6a4f6-4baa-4891-a418-c3403d4c461d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:14.467628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.468040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.468420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.468796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.469167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.469535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.469906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.470267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.470629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.470991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.471352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.471710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:16:14.475287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:14.663114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:16:14.839418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:16:14.848787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:16:14.861731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:16:14.862333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:15:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:14.916305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] No DVR routers for this DVR port c1e6a4f6-4baa-4891-a418-c3403d4c461d on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:16:14.919093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:14.923061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-deleted', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:14.937697 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1195d1b-75f9-454b-961f-5f2835559f5f req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "DELETE /v2.0/ports/c1e6a4f6-4baa-4891-a418-c3403d4c461d HTTP/1.1" status: 204 len: 173 time: 1.2767661 Dec 15 22:16:14.981637 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8b2ae0-7758-45d3-b858-9840c004fa01', 'name': 'network-vif-deleted', 'tag': 'c1e6a4f6-4baa-4891-a418-c3403d4c461d', 'status': 'completed', 'code': 200} Dec 15 22:16:15.038460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:16:15.255258 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0ce0641-21b2-4ac5-88a4-13f89e14cc42 req-c44b2d7c-85f7-41b8-852e-685fca3806bc tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b8b2ae0-7758-45d3-b858-9840c004fa01 HTTP/1.1" status: 200 len: 210 time: 0.0461123 Dec 15 22:16:15.346907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:15.350756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:16:15.358928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:16:15.359522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:15:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:15.536306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:16:15.854076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e41f3381-be10-4b15-9812-148165342d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:15.857712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:15.861828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0853f0f-527d-46af-99d0-3b13a2521590 None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:16:16.073335 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9f5c07-0cae-4343-b907-9aa4c0f861d5 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:16:16.603568 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-69de48b8-443e-4648-a176-aaeb21c89383 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--705128309&fields=id&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 267 time: 0.0376709 Dec 15 22:16:16.765964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:16:16.801308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: c1e6a4f6-4baa-4891-a418-c3403d4c461d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:16:16.801724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device c1e6a4f6-4baa-4891-a418-c3403d4c461d not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:16:16.872063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-48b5034a-c911-4079-aefe-106bac9e614a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:16.873511 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-48b5034a-c911-4079-aefe-106bac9e614a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.2637174 Dec 15 22:16:16.886972 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:16.888248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-40c004cd-4740-4533-891c-b7245a863c81 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/quotas/8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 375 time: 0.0091541 Dec 15 22:16:16.917527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:16.976213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-9d138249-da8d-4c92-9d8c-f135e8da2c3f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:16:16.991494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-9d138249-da8d-4c92-9d8c-f135e8da2c3f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:16:16.992764 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-9d138249-da8d-4c92-9d8c-f135e8da2c3f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992010 Dec 15 22:16:17.130660 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-0220bc94-74e8-4bf6-88ad-b4ec54a02e56 service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262269 Dec 15 22:16:17.260302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-7ea2b4c2-9699-4070-8803-adec3ef303bc service neutron] 10.222.0.18 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232698 Dec 15 22:16:17.437413 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3006debf-250f-4201-90f3-1ff6ef01fd8c req-b64746ff-6dee-47bc-8b3b-754e16234c25 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 210 time: 0.0431724 Dec 15 22:16:18.534962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:18.538192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-7b77ccfa-6aeb-4df2-b797-8c29cff1dcaf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:18.539798 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-7b77ccfa-6aeb-4df2-b797-8c29cff1dcaf tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 812 time: 0.1538451 Dec 15 22:16:18.604530 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-09817726-3660-44b9-8992-99a34e9a63dc req-bae6c2ef-cfbb-4bf6-9fa0-db2be778d34a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 210 time: 0.0585938 Dec 15 22:16:18.641866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-418c2123-7a45-482e-9edb-f824e779666e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 379 time: 0.0581801 Dec 15 22:16:18.650313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'port': {'device_id': '9139adbb-7978-491d-a2e5-28b21973a78f', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'admin_state_up': True, 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'security_groups': ['7c3d2be6-c7f2-4d1b-b247-a81307ed8a41']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:16:18.783103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:16:18.792871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:16:18.803190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Made reservation on behalf of 8c227b147220443b87df5ceb8753942b for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:16:18.807637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:18.967493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Allocated IP 172.20.0.12 (9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d/8735a025-63a7-433f-aec5-c2b3d96816fd/a6a08479-6202-4cc0-b012-863dd3b49416) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:16:19.157759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.174401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Transition to ACTIVE for port object a6a08479-6202-4cc0-b012-863dd3b49416 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:16:19.196770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.201975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3ed14a4-4d46-4f93-9eaa-6302bee6cb3a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:19.267719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:16:19.270596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:16:19.274617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:16:19.324183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:19.329007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:19.349221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:19.349851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.375477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7289321 Dec 15 22:16:19.388411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Request body: {'port': {'device_id': '9139adbb-7978-491d-a2e5-28b21973a78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:16:19.502331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.557982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f9ebb08-c9b6-44bd-a726-1d7f66e267c7 None None] Provisioning for port a6a08479-6202-4cc0-b012-863dd3b49416 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:16:19.563481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-8f9ebb08-c9b6-44bd-a726-1d7f66e267c7 None None] Provisioning complete for port a6a08479-6202-4cc0-b012-863dd3b49416 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:16:19.564021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8f9ebb08-c9b6-44bd-a726-1d7f66e267c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.617976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ebb08-c9b6-44bd-a726-1d7f66e267c7 None None] Port a6a08479-6202-4cc0-b012-863dd3b49416 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:16:19.794014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71f55-b155-44a5-a71c-ef4122cfff97 req-0850ea3d-c026-4d82-9075-74cc9de7b374 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:19.795439 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bf71f55-b155-44a5-a71c-ef4122cfff97 req-0850ea3d-c026-4d82-9075-74cc9de7b374 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 932 time: 0.0864184 Dec 15 22:16:19.846170 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bf71f55-b155-44a5-a71c-ef4122cfff97 req-0ec09529-289d-4850-b30c-2af1ac7fb931 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449784 Dec 15 22:16:19.967734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:16:19.974809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.988500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Transition to ACTIVE for port object a6a08479-6202-4cc0-b012-863dd3b49416 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:16:19.992437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:19.997283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e1049df-6545-4a7d-85ac-ae0207eaa3a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:20.124436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:20.150976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:20.229882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Attempting to bind port a6a08479-6202-4cc0-b012-863dd3b49416 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:16:20.230290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Attempting to bind port a6a08479-6202-4cc0-b012-863dd3b49416 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:16:20.230616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Attempting to bind port a6a08479-6202-4cc0-b012-863dd3b49416 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:16:20.236186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Port a6a08479-6202-4cc0-b012-863dd3b49416 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:16:20.236495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Attempting to bind port a6a08479-6202-4cc0-b012-863dd3b49416 on network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:16:20.242181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:16:20.242511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Checking segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:16:20.242899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Bound using segment: {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:16:20.243287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Bound port: a6a08479-6202-4cc0-b012-863dd3b49416, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d75d563-c448-45c9-86c6-c499719a7381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:16:20.243707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:20.334182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:16:20.337041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:16:20.341223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:20.345691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:20.399324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:20.399981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:20.401311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1094 time: 1.0179532 Dec 15 22:16:20.401827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:20.424390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:20.427343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:20.486663 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'status': 'completed', 'code': 200} Dec 15 22:16:20.531187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-e4fc37b5-226e-4ca6-936b-21b2e8e3dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:20.532674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-e4fc37b5-226e-4ca6-936b-21b2e8e3dfb0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1097 time: 0.0810165 Dec 15 22:16:20.601668 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-89621f7f-bbc5-4574-af67-a267c881ba5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 217 time: 0.0616019 Dec 15 22:16:20.679931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-2969e99b-f81f-419a-8b6a-c02d85bfdeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:20.681367 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-2969e99b-f81f-419a-8b6a-c02d85bfdeb7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0733492 Dec 15 22:16:20.754381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-1666c144-7e34-4ab0-b150-c8e4dc9bb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:20.755910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-1666c144-7e34-4ab0-b150-c8e4dc9bb481 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683458 Dec 15 22:16:20.886314 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-d4bf1724-0e69-4d6b-b17c-01685d482200 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229258 Dec 15 22:16:21.034019 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75fb0-b199-48fb-84fe-c114c98b03bb req-4ae2617b-44d0-430a-8040-07dafd50950c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:21.035457 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-28c75fb0-b199-48fb-84fe-c114c98b03bb req-4ae2617b-44d0-430a-8040-07dafd50950c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 944 time: 0.0841701 Dec 15 22:16:21.036750 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee6bbe3b-0ba8-4d8a-86c2-58038b6dd9f2 req-e7f2e835-96c2-459c-b686-2b57c383441b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441033 Dec 15 22:16:21.082532 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-28c75fb0-b199-48fb-84fe-c114c98b03bb req-7d572d4a-e8e5-40ee-b75e-f684a138fdc6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394518 Dec 15 22:16:21.152449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-41fb7d80-92d5-4b06-93ac-db4e199a0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:21.153791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-41fb7d80-92d5-4b06-93ac-db4e199a0fab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1097 time: 0.0746691 Dec 15 22:16:21.283496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-60ca8e10-3849-4703-bfc6-048e044956fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:21.284962 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-60ca8e10-3849-4703-bfc6-048e044956fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1238852 Dec 15 22:16:21.352657 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-f670d1e0-ec85-478a-99f9-dc96324ca3e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 217 time: 0.0601926 Dec 15 22:16:21.419054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-cca3afd3-6582-49ba-926f-392582223482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:21.420369 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-cca3afd3-6582-49ba-926f-392582223482 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0588841 Dec 15 22:16:21.498947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-23926265-4cce-4ed9-8584-89602ed56ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:21.500414 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-23926265-4cce-4ed9-8584-89602ed56ebc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732379 Dec 15 22:16:21.634618 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-c7014776-91e2-48e5-856d-baec8804381b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256967 Dec 15 22:16:21.890940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fdc39360-25f9-4918-a7f2-86994ca1b3d5 req-a42404f0-09fa-4e4a-88c5-989eded40003 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387640 Dec 15 22:16:21.919561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:22.272982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6b80c-5677-48b5-b30f-e145b8d1fc68 req-5263a903-865c-4799-bc88-7b610c94f2e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:22.273576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6ee6b80c-5677-48b5-b30f-e145b8d1fc68 req-5263a903-865c-4799-bc88-7b610c94f2e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:16:22.288959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6ee6b80c-5677-48b5-b30f-e145b8d1fc68 req-5263a903-865c-4799-bc88-7b610c94f2e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:16:22.290205 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ee6b80c-5677-48b5-b30f-e145b8d1fc68 req-5263a903-865c-4799-bc88-7b610c94f2e2 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 944 time: 0.1032233 Dec 15 22:16:22.340680 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ee6b80c-5677-48b5-b30f-e145b8d1fc68 req-1a67f9dc-2214-4b89-98ee-c50b90b8b611 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Dec 15 22:16:22.812156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:16:22.975529 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:22.988140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:16:23.043788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:23.060160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:16:23.075340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:23.079069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:23.080780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:23.142997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:23.145807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:23.300981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a6a08479-6202-4cc0-b012-863dd3b49416'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:16:23.529516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a964d7-ba72-44ef-8570-8faa2837327a req-7399866f-d6b5-4e16-891e-91adf28a8b81 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:23.530979 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0a964d7-ba72-44ef-8570-8faa2837327a req-7399866f-d6b5-4e16-891e-91adf28a8b81 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 945 time: 0.0837924 Dec 15 22:16:23.578633 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b0a964d7-ba72-44ef-8570-8faa2837327a req-dbf8f1e1-3ea0-4b96-9886-5c5632c81709 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 Dec 15 22:16:24.764829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64de476-bbf1-4049-985d-c5d90867fc74 req-7835b538-3adc-4304-93f5-c1468d3d5243 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:24.766249 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d64de476-bbf1-4049-985d-c5d90867fc74 req-7835b538-3adc-4304-93f5-c1468d3d5243 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 945 time: 0.0788059 Dec 15 22:16:24.813637 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d64de476-bbf1-4049-985d-c5d90867fc74 req-39c20759-2d8c-4169-a9c8-313aea8acc12 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Dec 15 22:16:24.825923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:16:24.891463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port a6a08479-6202-4cc0-b012-863dd3b49416 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:16:24.896433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a6a08479-6202-4cc0-b012-863dd3b49416 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:16:24.896820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:25.017490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:25.044175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:25.054008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:16:25.057890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:25.059656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:16:25.093126 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'code': 200} Dec 15 22:16:25.128162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:16:25.130908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:16:25.325820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cb2c5-bf17-4edb-9a4b-7dcdcaa7facc req-84503c70-2452-4ba1-8973-2ee7d9448b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:25.327282 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-967cb2c5-bf17-4edb-9a4b-7dcdcaa7facc req-84503c70-2452-4ba1-8973-2ee7d9448b77 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0742221 Dec 15 22:16:25.367487 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-967cb2c5-bf17-4edb-9a4b-7dcdcaa7facc req-ed271a40-ed24-4023-8789-c66856223ea5 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339458 Dec 15 22:16:25.997963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2706d71-579f-42c8-bca9-264f77e3bdf1 req-c753e202-5ab9-4eea-8b96-4912dafd5881 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:25.999431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2706d71-579f-42c8-bca9-264f77e3bdf1 req-c753e202-5ab9-4eea-8b96-4912dafd5881 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0839341 Dec 15 22:16:26.042970 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d2706d71-579f-42c8-bca9-264f77e3bdf1 req-ea4ec7dc-3f8e-41d2-b75b-05e848a17e0d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379922 Dec 15 22:16:27.223761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648c13d-b199-4057-8702-2f4ca3bec6e1 req-a8a3cc98-2a81-443f-831d-fc782de3f710 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:27.225204 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4648c13d-b199-4057-8702-2f4ca3bec6e1 req-a8a3cc98-2a81-443f-831d-fc782de3f710 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0784843 Dec 15 22:16:27.267812 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4648c13d-b199-4057-8702-2f4ca3bec6e1 req-3f94d0dc-3914-4a6f-9a92-08c17d18cafa tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370498 Dec 15 22:16:27.441066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de8ae1-d52c-4b42-bc23-0f2c47915063 req-b2472e02-8adc-4213-be01-83e46f8b9e71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:27.442407 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-06de8ae1-d52c-4b42-bc23-0f2c47915063 req-b2472e02-8adc-4213-be01-83e46f8b9e71 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0794313 Dec 15 22:16:27.451360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 45886) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:16:27.456462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Request body: {'floatingip': {'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:16:27.534760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:28.224107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:28.227908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:28.396663 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b associated. External IP: 172.26.6.248, port: a6a08479-6202-4cc0-b012-863dd3b49416. Dec 15 22:16:28.739459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:16:28.916865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:16:28.921397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:28.926780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:16:28.936354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:16:28.936962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:16:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:28.976489 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-704e8dc7-d724-4646-a151-193b6927a139 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "PUT /v2.0/floatingips/abddc9a6-f80a-4515-a220-af2004decb6b HTTP/1.1" status: 200 len: 993 time: 1.5213754 Dec 15 22:16:28.976489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:16:29.019614 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'status': 'completed', 'code': 200} Dec 15 22:16:29.115702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:16:29.116373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-b581430d-5b79-4e69-ac4c-8f7e23552f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:29.117875 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-b581430d-5b79-4e69-ac4c-8f7e23552f89 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0759473 Dec 15 22:16:29.251108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-7d83966f-4013-4dac-977f-5a79b487a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:29.252475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-7d83966f-4013-4dac-977f-5a79b487a286 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1280584 Dec 15 22:16:29.354495 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-bd32c4a0-42c0-422a-9e8f-ae0b1f785de5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1001 time: 0.0955863 Dec 15 22:16:29.419557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-d524fce2-b86f-4a7f-8d8b-649919b156b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:29.421004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-d524fce2-b86f-4a7f-8d8b-649919b156b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0604646 Dec 15 22:16:29.456271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9139adbb-7978-491d-a2e5-28b21973a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:16:28Z', 'revision_number': 13, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:29.460058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:16:29.468888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:16:29.469485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:16:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:29.495803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-d9073bbf-8f6b-4da3-8d78-cb4ce0d19f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:16:29.497583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-d9073bbf-8f6b-4da3-8d78-cb4ce0d19f91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705683 Dec 15 22:16:29.632156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-87e36c3f-33b0-4e76-9c0b-0cfa5889ca7b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275609 Dec 15 22:16:29.645969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:16:29.769702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-12fb2bce-2279-4f60-b1e5-1dde27359551 req-fb3bb4a9-be10-4851-bae6-0824bf9d30eb service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306612 Dec 15 22:16:30.030807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9139adbb-7978-491d-a2e5-28b21973a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:16:28Z', 'revision_number': 13, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:16:30.034599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f1d7fb-cb67-4d05-9b1a-73ad6df3e07d None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'abddc9a6-f80a-4515-a220-af2004decb6b', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'floating_ip_address': '172.26.6.248', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9139adbb-7978-491d-a2e5-28b21973a78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:12:20Z', 'updated_at': '2021-12-15T22:16:28Z', 'revision_number': 13, 'project_id': '8c227b147220443b87df5ceb8753942b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:16:30.240848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2740ce9-bb88-43e2-a466-ed3016c047c5 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:16:36.924981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:16:43.505843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-953c4ad3-6731-453c-af5b-50a736bd4226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:45.845825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7ab1e441-fb50-401c-a374-1eb20a09ad60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:46.889746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:46.917465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:48.519189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:16:51.935658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:05.720564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a9721-21e3-4097-8e74-b04631ecd966 req-433fcb86-0d53-487b-ba32-aed5fc27edfd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:05.722008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-068a9721-21e3-4097-8e74-b04631ecd966 req-433fcb86-0d53-487b-ba32-aed5fc27edfd tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0813770 Dec 15 22:17:05.769812 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-068a9721-21e3-4097-8e74-b04631ecd966 req-aa6685ec-4cc3-4097-9c91-9f014ef70913 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420744 Dec 15 22:17:13.507615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-95cd2869-93ec-480d-8da6-5447324fcf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:13.924637 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:17:14.417198 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-6f5326b3-48e9-4b7b-a9a4-5754ea77ebc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686619 Dec 15 22:17:14.476307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6baac01-baa1-4815-b437-8e10968f7aae req-af20a0a8-4491-4b83-b322-eef444fb1ad1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:14.477768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6baac01-baa1-4815-b437-8e10968f7aae req-af20a0a8-4491-4b83-b322-eef444fb1ad1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0880299 Dec 15 22:17:14.524316 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d6baac01-baa1-4815-b437-8e10968f7aae req-0c305038-59b9-4446-b8db-b155c62a86a3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403643 Dec 15 22:17:15.616190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-e262172b-6bba-4061-8871-55e17f90fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:15.617653 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-e262172b-6bba-4061-8871-55e17f90fed4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0876694 Dec 15 22:17:15.714442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce2e37-7b8f-4ab3-8ac4-7088d0e82106 req-7ba55c0a-ddd3-484b-be4f-04d1006e6980 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:15.716327 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4cce2e37-7b8f-4ab3-8ac4-7088d0e82106 req-7ba55c0a-ddd3-484b-be4f-04d1006e6980 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0798800 Dec 15 22:17:15.782717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-ebfeec10-b092-4b10-8d10-5c8eb669664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:15.785403 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-ebfeec10-b092-4b10-8d10-5c8eb669664b service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1600463 Dec 15 22:17:15.852023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2efff42c-316f-4f4f-9d07-e88ef74b815a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:15.895394 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4cce2e37-7b8f-4ab3-8ac4-7088d0e82106 req-bf386f92-c63c-4f36-aac7-23d54c02dcb1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735275 Dec 15 22:17:15.898643 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-0e994262-14f4-42d2-9061-852e16c45317 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1003 time: 0.1060534 Dec 15 22:17:15.967421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-ab53b4ea-31aa-4acc-a9d0-ea96c7fe340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:15.968873 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-ab53b4ea-31aa-4acc-a9d0-ea96c7fe340a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0632815 Dec 15 22:17:16.043617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-b0abdeef-8bd8-4332-9f86-74a2d0139bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:16.045334 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-b0abdeef-8bd8-4332-9f86-74a2d0139bf2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703576 Dec 15 22:17:16.281244 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-b92d16c5-010f-4d5e-940c-b64ac283d968 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294023 Dec 15 22:17:16.410599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-97026401-9684-4e2c-9ab4-6f9a921ecb6f service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230717 Dec 15 22:17:16.892575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:16.917168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:17.087822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b199c9-be48-4a68-bed3-56a035059e5c req-ceffd33f-0460-4d04-809c-54597d1ed76f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:17.089160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0b199c9-be48-4a68-bed3-56a035059e5c req-ceffd33f-0460-4d04-809c-54597d1ed76f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0844402 Dec 15 22:17:17.132441 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0b199c9-be48-4a68-bed3-56a035059e5c req-d93f58ee-373e-4f4f-9754-7d3cad182c9a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376589 Dec 15 22:17:18.312491 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e09aba-a40d-42e1-b5b9-aa92a5b98a83 req-8c6c7b3a-189b-4802-96cc-f3fc831f9ed4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:18.313930 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-19e09aba-a40d-42e1-b5b9-aa92a5b98a83 req-8c6c7b3a-189b-4802-96cc-f3fc831f9ed4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0791152 Dec 15 22:17:18.396289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-19e09aba-a40d-42e1-b5b9-aa92a5b98a83 req-391d4198-a0d8-457c-9f2f-2e679d398da4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768082 Dec 15 22:17:18.520896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:19.578765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924a616-4e7e-4b10-8f0e-2504d3e2019a req-84912705-8497-4b00-b940-790c8ef91fca tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:19.580211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f924a616-4e7e-4b10-8f0e-2504d3e2019a req-84912705-8497-4b00-b940-790c8ef91fca tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0810003 Dec 15 22:17:19.622815 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f924a616-4e7e-4b10-8f0e-2504d3e2019a req-17d4a8f2-87ab-48aa-aac6-e80ee7c36035 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369809 Dec 15 22:17:20.814134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b92ebbc-de96-4ad3-9e5d-352b8eddfbe6 req-59af3547-3fa3-4221-bda5-6544ae138227 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:20.815474 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b92ebbc-de96-4ad3-9e5d-352b8eddfbe6 req-59af3547-3fa3-4221-bda5-6544ae138227 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0806854 Dec 15 22:17:20.858989 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3b92ebbc-de96-4ad3-9e5d-352b8eddfbe6 req-c04f07b2-fcf4-465a-88c5-350a9c7ea2da tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379233 Dec 15 22:17:21.936348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:22.062942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c836-9901-4c53-8684-abae767f50da req-769b801a-e26d-4b53-a221-41672db43836 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:22.064395 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3625c836-9901-4c53-8684-abae767f50da req-769b801a-e26d-4b53-a221-41672db43836 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0827615 Dec 15 22:17:22.109026 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3625c836-9901-4c53-8684-abae767f50da req-949619e0-0b59-4e82-94d1-69a85bd6fdba tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387917 Dec 15 22:17:23.289800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a7b29-ff11-4dc9-abee-09243f2da8cc req-6bc44e58-369e-4f8a-ab2a-2d733c4116c1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:23.291718 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-547a7b29-ff11-4dc9-abee-09243f2da8cc req-6bc44e58-369e-4f8a-ab2a-2d733c4116c1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0777256 Dec 15 22:17:23.334471 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-547a7b29-ff11-4dc9-abee-09243f2da8cc req-7f397869-671c-4080-9a02-af0780ede145 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369210 Dec 15 22:17:24.008301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-af4bc6d8-4496-4799-88df-7683740da673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:24.010259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-af4bc6d8-4496-4799-88df-7683740da673 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0695903 Dec 15 22:17:24.153473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-f8a3a9a0-6041-4544-8d30-1ff7aaca59ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:24.154879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-f8a3a9a0-6041-4544-8d30-1ff7aaca59ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1256628 Dec 15 22:17:24.256757 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-60baf38e-a85a-4224-b86f-18f0534d032e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1003 time: 0.0954964 Dec 15 22:17:24.321391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-eaa94b18-350b-43f3-ae6b-dacd41e413aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:24.322776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-eaa94b18-350b-43f3-ae6b-dacd41e413aa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0586445 Dec 15 22:17:24.395816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-08524f33-b589-46c2-a0e1-12382f9cd255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:24.397297 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-08524f33-b589-46c2-a0e1-12382f9cd255 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687058 Dec 15 22:17:24.584234 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-50ff6a21-fc16-4424-b1d9-5091777bf3fd service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790354 Dec 15 22:17:24.618158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f68c-fbee-44c3-8b6c-ea888c8fe3a0 req-fe5c7d73-1d47-4c27-b389-1b96f1ef6104 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:24.619536 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb64f68c-fbee-44c3-8b6c-ea888c8fe3a0 req-fe5c7d73-1d47-4c27-b389-1b96f1ef6104 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.1476586 Dec 15 22:17:24.727813 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb64f68c-fbee-44c3-8b6c-ea888c8fe3a0 req-5bc435c6-9e44-41ec-bb6e-cc0584f8f922 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638797 Dec 15 22:17:24.757600 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-991494b7-d4a6-4bc2-858e-c9634b78785c req-f54845a7-0db3-4771-9a1a-33a4f122ef6f service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655006 Dec 15 22:17:25.919933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e3090-0e30-4437-8a00-02be36e86fc3 req-a9cce2b0-ac2d-4ee7-9a5a-03725be9fd34 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:25.921407 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-471e3090-0e30-4437-8a00-02be36e86fc3 req-a9cce2b0-ac2d-4ee7-9a5a-03725be9fd34 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0897288 Dec 15 22:17:25.964304 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-471e3090-0e30-4437-8a00-02be36e86fc3 req-1954c397-dcbd-4252-9594-c3d85cef054d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372863 Dec 15 22:17:27.144618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f01b3-6ac0-4be3-aaf9-6820fb73f18e req-235d591e-5a3a-4aa5-8c7e-48a5f7655e96 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:27.145933 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b10f01b3-6ac0-4be3-aaf9-6820fb73f18e req-235d591e-5a3a-4aa5-8c7e-48a5f7655e96 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0771399 Dec 15 22:17:27.188568 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b10f01b3-6ac0-4be3-aaf9-6820fb73f18e req-c6d91a7b-450b-4605-b20d-d6ffeb191ae9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370812 Dec 15 22:17:28.367580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b30da1-88fb-4dee-8040-2aa89bc478cc req-26e7c063-17f2-440b-8923-0ae36c959bd5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:28.369025 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-34b30da1-88fb-4dee-8040-2aa89bc478cc req-26e7c063-17f2-440b-8923-0ae36c959bd5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0786085 Dec 15 22:17:28.415329 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-34b30da1-88fb-4dee-8040-2aa89bc478cc req-0f65888e-0b83-4fd6-8693-7a039d9cc58b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408337 Dec 15 22:17:29.600235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f30dd5-64af-4fb8-9136-16b6a1cadac4 req-e8710a41-a13a-46f7-8091-059ead36dc27 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:29.601659 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77f30dd5-64af-4fb8-9136-16b6a1cadac4 req-e8710a41-a13a-46f7-8091-059ead36dc27 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0829458 Dec 15 22:17:29.644538 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-77f30dd5-64af-4fb8-9136-16b6a1cadac4 req-ccd372ef-627c-40c3-9427-65f19f15f62a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367327 Dec 15 22:17:30.827751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1a2c9-e041-4a7a-b965-b0826d3eb8c5 req-a0493c33-c7b9-42c9-8174-14a1de6ee3ef tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:30.829209 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92d1a2c9-e041-4a7a-b965-b0826d3eb8c5 req-a0493c33-c7b9-42c9-8174-14a1de6ee3ef tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0787818 Dec 15 22:17:30.873684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-92d1a2c9-e041-4a7a-b965-b0826d3eb8c5 req-8d99a5a8-0dca-43a5-b5a8-f463e6eb16a4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388579 Dec 15 22:17:32.057818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30bfe5-c5a6-4318-b0ec-392330f5d189 req-1364df59-c538-4658-a178-3bf30b24a21a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:32.059245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e30bfe5-c5a6-4318-b0ec-392330f5d189 req-1364df59-c538-4658-a178-3bf30b24a21a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0793297 Dec 15 22:17:32.219061 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4e30bfe5-c5a6-4318-b0ec-392330f5d189 req-da4d3a1f-ea68-4b0a-9c7f-a76c4d3b0a02 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541307 Dec 15 22:17:33.405553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ecdf1-4e1d-403a-a029-1afde26cc543 req-4c401de7-749d-4774-98e2-5f64e7439c5d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:33.406998 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-986ecdf1-4e1d-403a-a029-1afde26cc543 req-4c401de7-749d-4774-98e2-5f64e7439c5d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0828440 Dec 15 22:17:33.450224 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-986ecdf1-4e1d-403a-a029-1afde26cc543 req-54852ab1-c97f-45a3-b1d8-955ba62704f4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374105 Dec 15 22:17:33.671780 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-bfb8eb70-7f28-457d-985e-4f678c134f1f service neutron] 10.222.0.32 "GET /v2.0/ports/a6a08479-6202-4cc0-b012-863dd3b49416/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0722127 Dec 15 22:17:33.929530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-81478ab3-6367-4286-9c99-181ffc6a858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:33.930949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-81478ab3-6367-4286-9c99-181ffc6a858b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1099 time: 0.0730734 Dec 15 22:17:34.038507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-00cff3cd-cc3a-4af0-a5d0-a37a80872517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:34.040596 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-00cff3cd-cc3a-4af0-a5d0-a37a80872517 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0885270 Dec 15 22:17:34.169847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-a75dbf12-92fd-4076-b389-2e27ac076351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:34.171259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-a75dbf12-92fd-4076-b389-2e27ac076351 service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1244779 Dec 15 22:17:34.271868 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-8804fd56-d2ae-4fad-9d29-fe01352691ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1003 time: 0.0941348 Dec 15 22:17:34.333038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-4c8915ca-0b05-4934-998d-311076513ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:34.334426 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-4c8915ca-0b05-4934-998d-311076513ace service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0560329 Dec 15 22:17:34.414203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-d7b6efd4-adde-4103-9eec-dcf76183bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:34.424089 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-d7b6efd4-adde-4103-9eec-dcf76183bdd8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726898 Dec 15 22:17:34.553587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-f501cd47-280f-4870-a79e-be1d0ad290de service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312628 Dec 15 22:17:34.743803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed4e96-ce4a-4de5-9fba-0370f08ac8e5 req-fdc2d376-c370-47b7-8298-d06ab495335b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:34.745282 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aeed4e96-ce4a-4de5-9fba-0370f08ac8e5 req-fdc2d376-c370-47b7-8298-d06ab495335b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.1888826 Dec 15 22:17:34.746976 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-59b26f2d-feef-4989-b90d-fc905a53340b service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602867 Dec 15 22:17:34.793150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aeed4e96-ce4a-4de5-9fba-0370f08ac8e5 req-b65a2253-6b59-4c05-90d7-892a25e6007f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420873 Dec 15 22:17:35.982074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c6b16-9287-4394-862a-99c3b6164015 req-63f88251-13d7-48d4-b8c5-bbbe46b9a47a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:35.983532 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f25c6b16-9287-4394-862a-99c3b6164015 req-63f88251-13d7-48d4-b8c5-bbbe46b9a47a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0825932 Dec 15 22:17:36.028778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f25c6b16-9287-4394-862a-99c3b6164015 req-c2fc86c4-4f97-441a-a259-c7e7b3aef797 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Dec 15 22:17:37.189374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:17:37.216603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33216b9-754e-4227-8754-9348bc2abfb5 req-d985ee1f-5f51-401f-80ed-078e8f4f7bf9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:37.218052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e33216b9-754e-4227-8754-9348bc2abfb5 req-d985ee1f-5f51-401f-80ed-078e8f4f7bf9 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0810883 Dec 15 22:17:37.261861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e33216b9-754e-4227-8754-9348bc2abfb5 req-e62ef1a5-e332-46ef-9fd4-7e5e02472784 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381565 Dec 15 22:17:37.302206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:37.337501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:17:37.349351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:37.353394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:37.355127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:37.421968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:37.429057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.429406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.429744 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.430078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.430405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.430732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.431055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.431379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.431702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.432083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.432403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.432723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:17:37.436584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:37.445705 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'code': 200} Dec 15 22:17:38.449719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1a235-b7a1-42c9-913d-9e0bbdd11292 req-9793a65d-08ac-4a49-93e0-711469ccaa09 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:38.451141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1e1a235-b7a1-42c9-913d-9e0bbdd11292 req-9793a65d-08ac-4a49-93e0-711469ccaa09 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 944 time: 0.0830498 Dec 15 22:17:38.494440 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1e1a235-b7a1-42c9-913d-9e0bbdd11292 req-d50d9776-f585-45ae-bad0-e20675f07b3a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376949 Dec 15 22:17:39.185778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:17:39.316732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:39.330214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:17:39.382536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:39.398916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:17:39.413552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:39.417470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:39.419561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:39.484920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a6a08479-6202-4cc0-b012-863dd3b49416'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:17:39.531516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:39.536563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:39.687437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c34c5a-24eb-40ed-bcb0-c174da409abb req-5da10987-8878-4774-9fdd-2ede080aa487 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:39.688903 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a6c34c5a-24eb-40ed-bcb0-c174da409abb req-5da10987-8878-4774-9fdd-2ede080aa487 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 945 time: 0.0841572 Dec 15 22:17:39.733034 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a6c34c5a-24eb-40ed-bcb0-c174da409abb req-4f3b673d-7ec3-4ca4-9319-fd5401ec277b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385170 Dec 15 22:17:40.920159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068bda-a8a4-4171-971c-ee47e15661be req-37b89e37-537f-4a30-bae7-2ccfb1ac6f54 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:40.921599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58068bda-a8a4-4171-971c-ee47e15661be req-37b89e37-537f-4a30-bae7-2ccfb1ac6f54 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 945 time: 0.0851955 Dec 15 22:17:40.964425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-58068bda-a8a4-4171-971c-ee47e15661be req-c07d7b28-c76a-4c19-9b25-3d23f4851ae8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372579 Dec 15 22:17:41.203962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:17:41.276562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a6a08479-6202-4cc0-b012-863dd3b49416 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:17:41.276935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:41.390628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:41.415712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:17:41.426913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:41.430832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:41.434291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:41.470053 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'code': 200} Dec 15 22:17:41.500906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:41.504051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:42.149873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731da67e-10d5-4ad5-8cab-9ea13e44a4f2 req-bf26f395-f341-4d1a-8a9e-b9b9a981e32b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:42.151913 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-731da67e-10d5-4ad5-8cab-9ea13e44a4f2 req-bf26f395-f341-4d1a-8a9e-b9b9a981e32b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0842450 Dec 15 22:17:42.195496 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-731da67e-10d5-4ad5-8cab-9ea13e44a4f2 req-e0fff3ff-5b2b-43db-a4d6-71ed0daadc38 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378511 Dec 15 22:17:43.377860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51d973-f4c3-4861-8f36-5fea26e9b1de req-9f1432bf-9fc4-438f-a1da-6cf3397b9b51 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:43.379269 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b51d973-f4c3-4861-8f36-5fea26e9b1de req-9f1432bf-9fc4-438f-a1da-6cf3397b9b51 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0777924 Dec 15 22:17:43.427112 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b51d973-f4c3-4861-8f36-5fea26e9b1de req-777c6cba-52ab-49e3-9b76-cdfd9581598d tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422168 Dec 15 22:17:43.508652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e7faa9a1-ffa1-49d6-90ad-8e2cac76e3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:43.821850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-9f7f8f9b-5009-401c-86cc-b967e78c186f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:43.823856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-9f7f8f9b-5009-401c-86cc-b967e78c186f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f&tenant_id=8c227b147220443b87df5ceb8753942b&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 946 time: 0.0868554 Dec 15 22:17:43.872502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26767fd9-83c0-44cc-a515-b5fd3047a159 req-d857f61a-b3c4-46e9-99b9-defb0af04451 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:43.873952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-26767fd9-83c0-44cc-a515-b5fd3047a159 req-d857f61a-b3c4-46e9-99b9-defb0af04451 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0788956 Dec 15 22:17:43.905130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-4edfbeb6-8d01-475c-be0f-86c053ce0a80 service neutron] 10.222.0.32 "GET /v2.0/ports/a6a08479-6202-4cc0-b012-863dd3b49416/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0756457 Dec 15 22:17:43.917751 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-26767fd9-83c0-44cc-a515-b5fd3047a159 req-c4a872dc-d13b-4e11-ab08-6fcd220d63d5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381079 Dec 15 22:17:43.994998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-1bdfb823-e489-4bfc-bece-9131d708330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:43.996488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-1bdfb823-e489-4bfc-bece-9131d708330b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0701044 Dec 15 22:17:44.240290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-f9950fb6-cf07-4e0a-ac7d-ea76d14a454f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:44.241630 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-f9950fb6-cf07-4e0a-ac7d-ea76d14a454f service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.2395418 Dec 15 22:17:44.343961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-08e732c6-316f-4227-88c7-10b776fe70ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1003 time: 0.0950396 Dec 15 22:17:44.408010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-f86f0503-fc2c-4f80-9346-5eda84b3aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:44.409380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-f86f0503-fc2c-4f80-9346-5eda84b3aeef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0595775 Dec 15 22:17:44.483799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-768079bc-e912-4168-ae29-f424ae89866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:44.485222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-768079bc-e912-4168-ae29-f424ae89866c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696328 Dec 15 22:17:44.618035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-937ddd2d-3f18-4455-b53b-df7110402aa9 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261880 Dec 15 22:17:44.748174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-3ff2c5bc-a438-4ac9-84c0-a72f0854b846 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243510 Dec 15 22:17:45.102505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f145ee3-7381-4588-984b-101690e3c1f0 req-63f6d245-364b-468a-ac82-4fb52d6cb5ab tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:45.103844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3f145ee3-7381-4588-984b-101690e3c1f0 req-63f6d245-364b-468a-ac82-4fb52d6cb5ab tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0794756 Dec 15 22:17:45.150315 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3f145ee3-7381-4588-984b-101690e3c1f0 req-913e9644-c150-4f43-873a-7e8797a1967a tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408931 Dec 15 22:17:45.844794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-62e3092c-a80e-402a-8e40-c7b7ad26d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:46.339612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5beea5-c746-45e2-9263-970e015630ec req-8989b2df-4e4a-49b1-83c7-c83433e52876 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:46.341100 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-db5beea5-c746-45e2-9263-970e015630ec req-8989b2df-4e4a-49b1-83c7-c83433e52876 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0839179 Dec 15 22:17:46.384822 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-db5beea5-c746-45e2-9263-970e015630ec req-1876aa9e-c1b8-45b3-a497-ea5eba439c8f tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381393 Dec 15 22:17:46.894081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:46.923745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:47.576345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03b7e3-2a57-43bc-815a-a209f63e04d5 req-8600ce20-d6b8-40eb-8d2f-2884277ac466 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:47.577829 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a03b7e3-2a57-43bc-815a-a209f63e04d5 req-8600ce20-d6b8-40eb-8d2f-2884277ac466 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0847523 Dec 15 22:17:47.625897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a03b7e3-2a57-43bc-815a-a209f63e04d5 req-2a23797c-6e10-4552-9700-8a09ac8333be tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425453 Dec 15 22:17:47.759349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-b4e8fba3-72a1-402c-a1ec-c3a9570121e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:47.761728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-b4e8fba3-72a1-402c-a1ec-c3a9570121e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f&tenant_id=8c227b147220443b87df5ceb8753942b HTTP/1.1" status: 200 len: 1099 time: 0.0759962 Dec 15 22:17:47.854975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-863bdf87-e11c-496c-ad1f-ef4d791f9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:47.856453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-863bdf87-e11c-496c-ad1f-ef4d791f9eeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8c227b147220443b87df5ceb8753942b&device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 1099 time: 0.0712705 Dec 15 22:17:47.987410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-20efc01c-8735-4fef-9746-564ba099c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:47.988771 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-20efc01c-8735-4fef-9746-564ba099c1ed service neutron] 10.222.0.32 "GET /v2.0/networks?id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 200 len: 913 time: 0.1261361 Dec 15 22:17:48.090998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-14c94ef3-5414-445a-871e-f32263591c93 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 200 len: 1003 time: 0.0948763 Dec 15 22:17:48.152225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-4339ff07-f648-4714-bf8b-339649d2defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:48.153594 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-4339ff07-f648-4714-bf8b-339649d2defb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 200 len: 851 time: 0.0564525 Dec 15 22:17:48.231067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-8686d8e2-5594-4c3d-8ab3-afd32892108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:48.232499 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-8686d8e2-5594-4c3d-8ab3-afd32892108b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730481 Dec 15 22:17:48.362630 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-7d2785a9-4166-445f-bdae-c8455be64969 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238489 Dec 15 22:17:48.528347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:48.619464 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc448ba1-3ef3-48f5-a885-e70522d22b2e req-f9159f87-97c3-4157-9e79-50a83d9e0a36 service neutron] 10.222.0.32 "GET /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498705 Dec 15 22:17:48.813435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2360551-5652-4dad-a372-96966c2d8857 req-2729bd3b-b506-47a0-b4cc-8dc982a68569 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:48.814875 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2360551-5652-4dad-a372-96966c2d8857 req-2729bd3b-b506-47a0-b4cc-8dc982a68569 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0825381 Dec 15 22:17:48.860227 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f2360551-5652-4dad-a372-96966c2d8857 req-eb3c2903-bfbb-42e3-aa64-0aeb46005f39 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396733 Dec 15 22:17:50.048598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3192a9-0af2-4c15-beba-83461ab02fee req-cba43609-7d21-4d09-992f-deab6cef498c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:50.050027 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c3192a9-0af2-4c15-beba-83461ab02fee req-cba43609-7d21-4d09-992f-deab6cef498c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0829237 Dec 15 22:17:50.093425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8c3192a9-0af2-4c15-beba-83461ab02fee req-5130d199-3a89-4f12-9cd8-7a1037ddb71c tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378826 Dec 15 22:17:50.926880 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:17:51.217961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:17:51.220315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:17:51.281974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33342a0c-5c39-4bd5-8ecb-906add02f52c req-362cf938-6175-4d69-9945-7639c1f5b6af tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:51.283431 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-33342a0c-5c39-4bd5-8ecb-906add02f52c req-362cf938-6175-4d69-9945-7639c1f5b6af tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0849502 Dec 15 22:17:51.327321 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-33342a0c-5c39-4bd5-8ecb-906add02f52c req-3481e2f0-a1c1-4775-af01-1da619693623 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380661 Dec 15 22:17:51.430189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:51.468336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:51.515066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:17:51.524125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'port_id': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'mac_address': 'fa:16:3e:14:9b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:17:51.528677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:51.559148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:51.566437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:51.595982 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'code': 200} Dec 15 22:17:51.640685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:51.661232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=9']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:51.664535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:17:51.668405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:51.680652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:51.683996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:51.685599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c4f430d8-8d1e-485c-9953-74dcc1115f04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:51.749291 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a6a08479-6202-4cc0-b012-863dd3b49416'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:17:51.797209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=10']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:51.801964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:51.941409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:52.526698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c56976-d45f-43d2-82fc-59166d3fba29 req-5034d71e-597f-4fc3-8791-61c84fda5140 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:52.528145 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01c56976-d45f-43d2-82fc-59166d3fba29 req-5034d71e-597f-4fc3-8791-61c84fda5140 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 946 time: 0.0818472 Dec 15 22:17:52.570701 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-01c56976-d45f-43d2-82fc-59166d3fba29 req-5998e05b-faf4-453c-a0d6-d219ec32fa29 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369329 Dec 15 22:17:53.231769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:17:53.299382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a6a08479-6202-4cc0-b012-863dd3b49416 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:17:53.299761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:53.417730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:53.449392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:17:53.453181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:17:53.454952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:17:53.521112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=11']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:17:53.523968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:17:53.610816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:17:53.709677 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'code': 200} Dec 15 22:17:53.769655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e71ff0-527f-42e7-aa85-cdc42b48de79 req-93c50432-28a2-43c8-9bad-0d6cc5739b86 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:53.771107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8e71ff0-527f-42e7-aa85-cdc42b48de79 req-93c50432-28a2-43c8-9bad-0d6cc5739b86 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0878792 Dec 15 22:17:53.815513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8e71ff0-527f-42e7-aa85-cdc42b48de79 req-55e94d47-2792-4602-80b5-ac6fe11fb5b4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Dec 15 22:17:55.006324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcb2dd-882e-4e86-9de7-daa408c110a4 req-41a07b98-eec6-441f-b222-e8b28e03f4a1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:55.007745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-45fcb2dd-882e-4e86-9de7-daa408c110a4 req-41a07b98-eec6-441f-b222-e8b28e03f4a1 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0867121 Dec 15 22:17:55.050393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-45fcb2dd-882e-4e86-9de7-daa408c110a4 req-767aa43a-3bfc-4e35-9fbf-72a7418e09be tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363538 Dec 15 22:17:56.234164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5190-9790-4ce2-8da3-cf39e6c0214d req-5c036470-f8d1-418e-bd24-47bc32ff91d4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:56.235598 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5dd5190-9790-4ce2-8da3-cf39e6c0214d req-5c036470-f8d1-418e-bd24-47bc32ff91d4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0786004 Dec 15 22:17:56.280288 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5dd5190-9790-4ce2-8da3-cf39e6c0214d req-3d0d0784-1f07-4913-8fca-f5e617b7ebe6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390460 Dec 15 22:17:57.466784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f07967-2556-415b-b177-09facf53e58d req-97408b0b-187f-47b1-921c-a401fe2603ca tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:57.468212 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b1f07967-2556-415b-b177-09facf53e58d req-97408b0b-187f-47b1-921c-a401fe2603ca tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0784390 Dec 15 22:17:57.515274 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b1f07967-2556-415b-b177-09facf53e58d req-715dabaa-45fa-4ab1-9262-3e5b238057a5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415776 Dec 15 22:17:57.697829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726dc16a-54f8-4296-908f-bbc9363cea4c req-5173d7a4-9c96-4319-bb7c-0dc7ff13ac38 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:57.699248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-726dc16a-54f8-4296-908f-bbc9363cea4c req-5173d7a4-9c96-4319-bb7c-0dc7ff13ac38 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0823922 Dec 15 22:17:57.741710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-726dc16a-54f8-4296-908f-bbc9363cea4c req-7830830d-f2c8-4603-afd0-c7d1e5e8d2b6 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368247 Dec 15 22:17:57.925160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630b29-917b-4d78-80c9-794bb5305bbd req-24ec8ad8-0db9-4e3e-a526-0e414f243982 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:57.926508 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c630b29-917b-4d78-80c9-794bb5305bbd req-24ec8ad8-0db9-4e3e-a526-0e414f243982 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0794294 Dec 15 22:17:57.971211 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c630b29-917b-4d78-80c9-794bb5305bbd req-7d9e6a5a-4044-4939-8298-19e3652ca828 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391660 Dec 15 22:17:58.347048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd672ac-8fc0-4c34-ad90-0537b775dc44 req-3cc85ef1-d4e2-4f40-9395-fe41654e3ba5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:58.348506 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bd672ac-8fc0-4c34-ad90-0537b775dc44 req-3cc85ef1-d4e2-4f40-9395-fe41654e3ba5 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0834942 Dec 15 22:17:58.390653 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0bd672ac-8fc0-4c34-ad90-0537b775dc44 req-047b048f-a1b1-4308-bd29-36e12fad7feb tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364997 Dec 15 22:17:59.575001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff8747-26db-4b31-82a7-d289327d4b29 req-41419d58-66a9-4f2b-9cd0-b4833d73b003 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:17:59.576458 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7bff8747-26db-4b31-82a7-d289327d4b29 req-41419d58-66a9-4f2b-9cd0-b4833d73b003 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0792284 Dec 15 22:17:59.623465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7bff8747-26db-4b31-82a7-d289327d4b29 req-65df8917-022c-448e-b603-c1c355ace890 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Dec 15 22:18:00.619251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-55ef68f1-472a-45ee-808c-1eb3bdef7777 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:00.621247 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-55ef68f1-472a-45ee-808c-1eb3bdef7777 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0782678 Dec 15 22:18:00.689821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Deleting port a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:00.690168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:00.803361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e716394-68d5-4a96-be12-d15279e88c98 req-2270a7e6-b27d-4305-b7e4-e8615d1cca18 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:00.804742 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2e716394-68d5-4a96-be12-d15279e88c98 req-2270a7e6-b27d-4305-b7e4-e8615d1cca18 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 947 time: 0.0790348 Dec 15 22:18:00.848946 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2e716394-68d5-4a96-be12-d15279e88c98 req-d019f3bd-0aec-4175-aa7d-3170ad7dd29e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups?id=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376763 Dec 15 22:18:00.939263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] For port a6a08479-6202-4cc0-b012-863dd3b49416, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a6a08479-6202-4cc0-b012-863dd3b49416,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:00.939614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:01.226082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:01.226441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:01.226823 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Floating IP abddc9a6-f80a-4515-a220-af2004decb6b disassociated. External IP: 172.26.6.248, port: a6a08479-6202-4cc0-b012-863dd3b49416. Dec 15 22:18:01.227159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Calling delete_port for a6a08479-6202-4cc0-b012-863dd3b49416 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:01.367603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:01.372893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-31f4e0ec-c4bf-4e47-96b1-641d021bdb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:01.417254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'Port': ['ID=a6a08479-6202-4cc0-b012-863dd3b49416,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:01.426947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.427334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.427712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.428107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.428470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.428844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.429234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.429559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.429920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.430291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.430639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.430996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:01.434720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:01.745559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:18:01.928582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:18:01.939855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:18:01.953948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:18:01.954845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:17:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:02.046682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65a5b506-44f8-48d0-9a91-88f628d8c54a req-ad415050-9b21-4c98-b630-85adc5136ae3 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 210 time: 0.0799882 Dec 15 22:18:02.047696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] No DVR routers for this DVR port a6a08479-6202-4cc0-b012-863dd3b49416 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:18:02.050144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:02.053086 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-deleted', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:02.080749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-53242daf-e08c-4caa-b9f4-8eb90505816e req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.32 "DELETE /v2.0/ports/a6a08479-6202-4cc0-b012-863dd3b49416 HTTP/1.1" status: 204 len: 173 time: 1.4541819 Dec 15 22:18:02.154483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:18:02.183159 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9139adbb-7978-491d-a2e5-28b21973a78f', 'name': 'network-vif-deleted', 'tag': 'a6a08479-6202-4cc0-b012-863dd3b49416', 'status': 'completed', 'code': 200} Dec 15 22:18:02.485884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:02.489860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:18:02.498353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:18:02.499098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:17:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:02.730569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:18:03.047115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:03.052317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda3056-7827-4fcf-90ec-9be3c31b1e2f None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:12:17Z', 'revision_number': 4, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '64be7c9e-27b1-4322-aec8-b25e71fcc73e', 'name': '', 'network_id': '9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'mac_address': 'fa:16:3e:6c:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:16Z', 'updated_at': '2021-12-15T22:12:23Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'subnets': [{'id': '8735a025-63a7-433f-aec5-c2b3d96816fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:18:03.228993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4279607c-59f7-432a-9a5c-d49f93a6dec3 req-ae697ebc-a823-4a06-a60d-66cc21fbe353 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Synchronizing usage tracker for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:03.244250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-4279607c-59f7-432a-9a5c-d49f93a6dec3 req-ae697ebc-a823-4a06-a60d-66cc21fbe353 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Unset dirty status for tenant:8c227b147220443b87df5ceb8753942b on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:03.245869 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4279607c-59f7-432a-9a5c-d49f93a6dec3 req-ae697ebc-a823-4a06-a60d-66cc21fbe353 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/ports?device_id=9139adbb-7978-491d-a2e5-28b21973a78f HTTP/1.1" status: 200 len: 210 time: 0.0660176 Dec 15 22:18:03.263599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:03.298721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: a6a08479-6202-4cc0-b012-863dd3b49416 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:03.299072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a6a08479-6202-4cc0-b012-863dd3b49416 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:03.319029 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dda55a-19a3-4286-96f0-819b8d7afce8 None None] New status for floating IP abddc9a6-f80a-4515-a220-af2004decb6b: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:18:07.515215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46176) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:07.579397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:07.607241 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:07.659546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:07.664400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-acc30d1c-0fb5-49b5-80cc-2c0a186cc220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:07.678978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3d2be6-c7f2-4d1b-b247-a81307ed8a41,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:07.686091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:07.687329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:07.688438 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-49557f9d-1e3c-4db1-a6c0-80c10b15e504 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c3d2be6-c7f2-4d1b-b247-a81307ed8a41 HTTP/1.1" status: 204 len: 168 time: 0.1721230 Dec 15 22:18:07.691186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46180) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:07.707699 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.api.v2.resource [None req-ccf52bfc-d71c-43e4-a839-e7377ad63aaa tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] show failed (client error): The resource could not be found. Dec 15 22:18:07.708713 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ccf52bfc-d71c-43e4-a839-e7377ad63aaa tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "GET /v2.0/security-groups/7c3d2be6-c7f2-4d1b-b247-a81307ed8a41 HTTP/1.1" status: 404 len: 347 time: 0.0166337 Dec 15 22:18:07.711367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46184) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:07.874597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Deleting port 5e30bf0f-652b-4647-838b-dfbc63e63acf {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:07.874936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.040480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.040720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.170638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Calling delete_port for 5e30bf0f-652b-4647-838b-dfbc63e63acf owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:08.310943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.314451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d2e1ad1c-da5f-468c-9469-89a31ffa6c68 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:08.360972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Pushing event deleted for resources: {'Port': ['ID=5e30bf0f-652b-4647-838b-dfbc63e63acf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:08.363500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:08.457389 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.474759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:08.477127 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] 10.222.0.18 "DELETE /v2.0/floatingips/abddc9a6-f80a-4515-a220-af2004decb6b HTTP/1.1" status: 204 len: 168 time: 0.7636306 Dec 15 22:18:08.479499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46188) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:09.214699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:09.555187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Deleting port 64be7c9e-27b1-4322-aec8-b25e71fcc73e {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:09.555437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:09.726655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] For port 64be7c9e-27b1-4322-aec8-b25e71fcc73e, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=64be7c9e-27b1-4322-aec8-b25e71fcc73e,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:09.727004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:09.845692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Calling delete_port for 64be7c9e-27b1-4322-aec8-b25e71fcc73e owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:10.100926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:10.105165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40900dea-8c3a-494f-a014-2375e0e23b05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:10.148224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Pushing event deleted for resources: {'Port': ['ID=64be7c9e-27b1-4322-aec8-b25e71fcc73e,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:10.176807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:10.546799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:10.905234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:18:11.078691 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:18:11.087352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Sync routers for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:18:11.090931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] 10.222.0.18 "PUT /v2.0/routers/2cf64b92-ea9b-4ed5-93b7-1e888bade71e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6104462 Dec 15 22:18:11.093412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46194) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:11.098098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:18:11.098703 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:17:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:11.270957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:11.276239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:18:11.447228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:11.457057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Deleting port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:11.457349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:11.557232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:18:10Z', 'revision_number': 5, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port': {'id': 'd77b5b55-bb10-49c5-a2f3-e73b9d77eb38', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:4b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:12:14Z', 'updated_at': '2021-12-15T22:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:11.561829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Checking router: 2cf64b92-ea9b-4ed5-93b7-1e888bade71e for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:18:11.570399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Routers {'2cf64b92-ea9b-4ed5-93b7-1e888bade71e'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:18:11.571021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:17:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:11.726900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] Set router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:18:11.757079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] For port d77b5b55-bb10-49c5-a2f3-e73b9d77eb38, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:11.757642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:11.831762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:18:11Z', 'revision_number': 6, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:11.835740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae76512-7f62-4154-a84a-065b92943dc6 None None] The sync data for ids ['2cf64b92-ea9b-4ed5-93b7-1e888bade71e'] in dv-neutron-820612-1-hyperv is: [{'id': '2cf64b92-ea9b-4ed5-93b7-1e888bade71e', 'name': 'tempest-ServerActionsTestJSON-1471126077-router', 'tenant_id': '8c227b147220443b87df5ceb8753942b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:12:13Z', 'updated_at': '2021-12-15T22:18:11Z', 'revision_number': 6, 'project_id': '8c227b147220443b87df5ceb8753942b', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:18:11.878636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Calling delete_port for d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:12.047632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.052044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad63dc72-271f-4a6f-85a8-10073ac5c075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:12.097994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Pushing event deleted for resources: {'Port': ['ID=d77b5b55-bb10-49c5-a2f3-e73b9d77eb38,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:12.123204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:12.187938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.366052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.368313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.392393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.393053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cf64b92-ea9b-4ed5-93b7-1e888bade71e {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:18:12.407618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.408749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] 10.222.0.18 "DELETE /v2.0/routers/2cf64b92-ea9b-4ed5-93b7-1e888bade71e HTTP/1.1" status: 204 len: 168 time: 1.3144660 Dec 15 22:18:12.411189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46198) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:12.471593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Deleting subnet 8735a025-63a7-433f-aec5-c2b3d96816fd {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:18:12.474402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.522855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.602346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.674404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.678829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-27794697-dc49-46f4-bee1-0770ed3d89a5 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:12.717001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8735a025-63a7-433f-aec5-c2b3d96816fd,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:12.719544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:12.720532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.729418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46202) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:12.729965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fdca07bb-98a7-417b-9c62-689b654d14e6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8735a025-63a7-433f-aec5-c2b3d96816fd HTTP/1.1" status: 204 len: 168 time: 0.3167872 Dec 15 22:18:12.732908 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795c0886-3d25-4080-8579-24990643a2a6 None None] Network 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:12.842959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.855295 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Deleting port 7fb3a420-2edf-46ea-a445-967bd2811024 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:12.855642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:12.950305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 64be7c9e-27b1-4322-aec8-b25e71fcc73e no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:12.996536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 64be7c9e-27b1-4322-aec8-b25e71fcc73e {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:12.996885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 64be7c9e-27b1-4322-aec8-b25e71fcc73e not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:12.997302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:13.030675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:13.031056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d77b5b55-bb10-49c5-a2f3-e73b9d77eb38 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:13.126784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] DHCP port deletion for 9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:18:13.131036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Deleting port 7fb3a420-2edf-46ea-a445-967bd2811024 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:13.131416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.181224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] For port 7fb3a420-2edf-46ea-a445-967bd2811024, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fb3a420-2edf-46ea-a445-967bd2811024,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:13.181501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.302847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Calling delete_port for 7fb3a420-2edf-46ea-a445-967bd2811024 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:13.329195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] For port 7fb3a420-2edf-46ea-a445-967bd2811024, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7fb3a420-2edf-46ea-a445-967bd2811024,segment=NetworkSegment(9d75d563-c448-45c9-86c6-c499719a7381),segment_id=9d75d563-c448-45c9-86c6-c499719a7381)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:13.329622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.387780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.391616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dcc89f86-a894-4b23-bb9f-940ff721f225 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:13.434639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb3a420-2edf-46ea-a445-967bd2811024,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:13.439430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] No DVR routers for this DVR port 7fb3a420-2edf-46ea-a445-967bd2811024 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:18:13.449755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Calling delete_port for 7fb3a420-2edf-46ea-a445-967bd2811024 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:13.468813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.469206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.469591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.469967 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.470338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.470716 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.471084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.471451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.471818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.472206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.472568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.472930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:13.478155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:13.536704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a428ea56-ca40-4d80-af8b-a9ff9e0fa458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.544613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:18:13.545239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:18:13.567471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.592091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:13.603820 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d75d563-c448-45c9-86c6-c499719a7381') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:13.604117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d75d563-c448-45c9-86c6-c499719a7381') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:13.614875 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.629825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.636680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:18:13.637215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:18:13.654425 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:18:13.724702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.728100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e2bafc3c-873a-40ac-a21c-3e26dd2b5256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:13.740692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:13.755372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Pushing event deleted for resources: {'Network': ['ID=9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:13.759394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:13.765712 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d684a01-0dfb-4f8e-957d-ad7d81d6dc5d HTTP/1.1" status: 204 len: 168 time: 1.0351889 Dec 15 22:18:13.872464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46208) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:13.923653 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-355fedb6-7dee-4934-a3e4-5d1888e323c1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c227b147220443b87df5ceb8753942b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498662 Dec 15 22:18:13.925828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46212) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:13.981149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.006697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.046891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Deleting port 7fb3a420-2edf-46ea-a445-967bd2811024 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:14.047409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.059042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.063937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a8a7583-0496-4393-9225-4284b2507ab1 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:14.076761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1285a5e9-668e-438f-bd7e-0436ef78f49a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:14.080296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:14.083471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.086962 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-66c0cfcb-d309-4865-af4a-b7b360d8ee56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1285a5e9-668e-438f-bd7e-0436ef78f49a HTTP/1.1" status: 204 len: 168 time: 0.1579325 Dec 15 22:18:14.122971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-25481966-0ebd-4557-9a26-e5e13833558c None None] The port '7fb3a420-2edf-46ea-a445-967bd2811024' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:18:14.789704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46236) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:14.895743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-332339148-network', 'tenant_id': '91edeeab3cfe4da78f9487ee887b89d0'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:14.901293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:14.905336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Usage tracker for resource:network and tenant:91edeeab3cfe4da78f9487ee887b89d0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:14.907996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fb3a420-2edf-46ea-a445-967bd2811024 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:14.908443 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:14.914922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:14.925189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Made reservation on behalf of 91edeeab3cfe4da78f9487ee887b89d0 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:14.927417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.939050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:14.944407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7fb3a420-2edf-46ea-a445-967bd2811024 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:14.944755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7fb3a420-2edf-46ea-a445-967bd2811024 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:14.953768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:14.957527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Usage tracker for resource:security_group_rule and tenant:91edeeab3cfe4da78f9487ee887b89d0 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:14.960313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:14.966489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:15.052415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.056149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.059063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-10ed08c1-90d4-4c3f-84f9-a2282ee66a96 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:15.089763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:15.094838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48750763-aba4-40e9-b723-bb4074ac9747,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:15.098495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:15.102854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.103300 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Added segment e69e4d2b-6a5c-4046-9520-6f5432cacadc of type vlan for network 95bbd837-d744-41ea-9094-8d917d1750f8 Dec 15 22:18:15.128736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.157442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.158410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:15.158970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.163442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d75b0822-61c9-4b6b-80de-75dae7fb58a9 tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:15.258456 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4676528 Dec 15 22:18:15.261921 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Pushing event updated for resources: {'Network': ['ID=95bbd837-d744-41ea-9094-8d917d1750f8,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:15.262085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46242) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:15.264583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:15.268987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Request body: {'subnet': {'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-332339148-subnet', 'tenant_id': '91edeeab3cfe4da78f9487ee887b89d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:15.271862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 95bbd837-d744-41ea-9094-8d917d1750f8 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:15.275613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:15.279728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Usage tracker for resource:subnet and tenant:91edeeab3cfe4da78f9487ee887b89d0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:15.282613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:15.288252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:15.299280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Made reservation on behalf of 91edeeab3cfe4da78f9487ee887b89d0 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:15.301619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.511539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.515299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a2cfe0cf-fcf3-4076-b404-fac15a62697f tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:15.584224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00f6d53c-2514-4559-86db-b8ef3056dbbe,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:15.587850 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:15.594766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Checking segment: {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:15.595119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Network hostable DHCP agents. Network: 95bbd837-d744-41ea-9094-8d917d1750f8, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:15.614024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Network 95bbd837-d744-41ea-9094-8d917d1750f8 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:15.623832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 95bbd837-d744-41ea-9094-8d917d1750f8) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:15.627770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:15.628373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.635231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fe428-da4e-49c2-abe6-38116ae0db9c None None] Network 95bbd837-d744-41ea-9094-8d917d1750f8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:15.652444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2e06da89-25be-4da6-931c-97125cbc0763 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3892314 Dec 15 22:18:15.867355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5732995-149b-48c6-9e7e-e421ff2de3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:15.870580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e2df5-f76f-4939-b3e9-8dafe6143090 None None] Network 95bbd837-d744-41ea-9094-8d917d1750f8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:16.205916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-17546757-eb56-4246-9a66-674a7fa12acc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:16.207257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-17546757-eb56-4246-9a66-674a7fa12acc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 813 time: 0.1451466 Dec 15 22:18:16.221976 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-ffb7af09-c83d-4241-9a26-2b93a3b1dc9a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/quotas/91edeeab3cfe4da78f9487ee887b89d0 HTTP/1.1" status: 200 len: 375 time: 0.0090833 Dec 15 22:18:16.377593 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-4421b82d-f595-4070-8abc-9634784f7f70 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1507940 Dec 15 22:18:16.513799 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-a8f959f1-684c-4001-8eaa-f9d0b9bbba63 service neutron] 10.222.0.18 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294408 Dec 15 22:18:16.643580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-f1a134e1-4ae3-4d48-94fd-6bdd53048b5d service neutron] 10.222.0.18 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240587 Dec 15 22:18:16.816037 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-55e42689-581b-4eaf-807c-85bd16c0334f req-5ccebb80-4def-400c-81d3-a2960650862a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 210 time: 0.0429702 Dec 15 22:18:16.910352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:16.917225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:17.817721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-2ad9256b-adfa-434b-ad90-77a4a88e98ed tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:17.819128 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-2ad9256b-adfa-434b-ad90-77a4a88e98ed tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 813 time: 0.1449945 Dec 15 22:18:17.831194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Request body: {'port': {'device_id': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8', 'admin_state_up': True, 'tenant_id': '91edeeab3cfe4da78f9487ee887b89d0'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:17.976254 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cbd12e62-cc11-41f5-9faa-f912334588dd req-eea1c710-3640-489a-9755-262150d6a475 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 210 time: 0.0490322 Dec 15 22:18:18.010950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:18.014997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Usage tracker for resource:port and tenant:91edeeab3cfe4da78f9487ee887b89d0 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:18.017742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:18.023309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:18.033529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Made reservation on behalf of 91edeeab3cfe4da78f9487ee887b89d0 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:18.037085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:18.195802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Allocated IP 172.20.0.6 (95bbd837-d744-41ea-9094-8d917d1750f8/00f6d53c-2514-4559-86db-b8ef3056dbbe/4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:18:18.394323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:18.423614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:18.429713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f1926173-979e-4afb-b440-70594ef9602b tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:18.498697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Network 95bbd837-d744-41ea-9094-8d917d1750f8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:18:18.501990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:18.504437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:18:18.526816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:18.550230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Pushing event updated for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:18.553635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:18.576544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:18.577167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:18.596912 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7692871 Dec 15 22:18:18.608280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-da09db94-522a-4456-b8a0-bdc5a9c72d2e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:18:18.609176 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-da09db94-522a-4456-b8a0-bdc5a9c72d2e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056155 Dec 15 22:18:18.619114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Request body: {'port': {'device_id': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:18.729802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.067650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:18:19.075490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.091598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Transition to ACTIVE for port object 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:19.095382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.100202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f234078-ef6e-4bad-a1d7-6a3a219421c7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:19.158399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63290381-9158-4435-b79f-2488db0550f6 req-2a89621b-d74b-4361-af64-e7933f718146 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:19.159978 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-63290381-9158-4435-b79f-2488db0550f6 req-2a89621b-d74b-4361-af64-e7933f718146 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 943 time: 0.0799937 Dec 15 22:18:19.210503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-63290381-9158-4435-b79f-2488db0550f6 req-bdfd0e57-85db-4bf5-8dac-1cbacd50ef00 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:19.229623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-63290381-9158-4435-b79f-2488db0550f6 req-bdfd0e57-85db-4bf5-8dac-1cbacd50ef00 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:19.230796 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-63290381-9158-4435-b79f-2488db0550f6 req-bdfd0e57-85db-4bf5-8dac-1cbacd50ef00 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648966 Dec 15 22:18:19.375268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:19.378491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:19.443643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Attempting to bind port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:18:19.443989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Attempting to bind port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:18:19.444310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Attempting to bind port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 on network 95bbd837-d744-41ea-9094-8d917d1750f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:18:19.449256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 on network 95bbd837-d744-41ea-9094-8d917d1750f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:18:19.449564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Attempting to bind port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 on network 95bbd837-d744-41ea-9094-8d917d1750f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:18:19.454459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:18:19.454781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Checking segment: {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:19.455155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Bound using segment: {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:18:19.455565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Bound port: 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:18:19.455916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.544801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:18:19.547814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:18:19.552047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.556386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6145612-6a0e-4577-be22-b7fe08a767fe tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:19.609227 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:19.609838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:19.611192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] 10.222.0.32 "PUT /v2.0/ports/4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 HTTP/1.1" status: 200 len: 1093 time: 0.9955759 Dec 15 22:18:19.611706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:19.645106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Pushing event updated for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:19.648997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:19.684927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'status': 'completed', 'code': 200} Dec 15 22:18:19.722160 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-87e629af-fbe5-4fa2-8677-506234a4eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:19.723604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-87e629af-fbe5-4fa2-8677-506234a4eed8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0757415 Dec 15 22:18:19.791340 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-96d7fac3-0fba-4ab1-ac48-d408c7fc4f4b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 HTTP/1.1" status: 200 len: 217 time: 0.0599499 Dec 15 22:18:19.855017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-ba1061c8-c79a-427b-93aa-8d419ec0d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:19.856420 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-ba1061c8-c79a-427b-93aa-8d419ec0d59d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00f6d53c-2514-4559-86db-b8ef3056dbbe HTTP/1.1" status: 200 len: 853 time: 0.0595417 Dec 15 22:18:19.902919 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-5afaa222-12d7-49d2-9dd7-9dd2e92cceec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95bbd837-d744-41ea-9094-8d917d1750f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402634 Dec 15 22:18:20.034154 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-8c0933f3-8267-49d9-b121-1bd3a90c64e4 service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246128 Dec 15 22:18:20.171931 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b716a13c-3643-49c6-93a9-e5d6af3d7669 req-94e52052-f15e-48c0-ab2e-694a39c3ec77 service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303596 Dec 15 22:18:20.282148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-91c0451d-ec89-4a9b-95e6-94068d125bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:20.283604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-91c0451d-ec89-4a9b-95e6-94068d125bff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 1096 time: 0.0704234 Dec 15 22:18:20.414711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b19a6-d85b-41dc-9fc5-dcc1f8ede7dc req-faefa4c9-0aba-4b28-bab4-0d9c95933a00 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:20.416246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a8b19a6-d85b-41dc-9fc5-dcc1f8ede7dc req-faefa4c9-0aba-4b28-bab4-0d9c95933a00 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 943 time: 0.0805533 Dec 15 22:18:20.419265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-1c638fbb-5517-4b27-a10b-981fe4804922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:20.420997 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-1c638fbb-5517-4b27-a10b-981fe4804922 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 914 time: 0.1288188 Dec 15 22:18:20.474672 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3a8b19a6-d85b-41dc-9fc5-dcc1f8ede7dc req-4e3b49e7-ec32-4380-9bf4-e27e3a42d252 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Dec 15 22:18:20.495765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-66dc227a-9d2d-467b-8cff-0725e5e83b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 HTTP/1.1" status: 200 len: 217 time: 0.0667415 Dec 15 22:18:20.562761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-9f47a860-30af-465c-a8b5-56cd2bd0977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:20.564755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-9f47a860-30af-465c-a8b5-56cd2bd0977b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00f6d53c-2514-4559-86db-b8ef3056dbbe HTTP/1.1" status: 200 len: 853 time: 0.0614305 Dec 15 22:18:20.612014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-2e7678dd-410c-4ad0-bd4c-2182e2128b00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95bbd837-d744-41ea-9094-8d917d1750f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403140 Dec 15 22:18:20.741443 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-cb3a7bca-13aa-449c-b9fa-d1ec77b033db service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224642 Dec 15 22:18:20.984703 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e0e4c48-1a29-43d2-80ba-88ddc5ea2c52 req-a65b218c-8a35-49b3-a9f0-6af0cd473c39 service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361078 Dec 15 22:18:21.659933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dbc0c-ca11-4b91-9339-9d6f9c009faa req-0967cb94-2029-4209-adf8-1e040a0428cc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:21.660658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-856dbc0c-ca11-4b91-9339-9d6f9c009faa req-0967cb94-2029-4209-adf8-1e040a0428cc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:21.677454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-856dbc0c-ca11-4b91-9339-9d6f9c009faa req-0967cb94-2029-4209-adf8-1e040a0428cc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:21.678519 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-856dbc0c-ca11-4b91-9339-9d6f9c009faa req-0967cb94-2029-4209-adf8-1e040a0428cc tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 943 time: 0.0958130 Dec 15 22:18:21.722803 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-856dbc0c-ca11-4b91-9339-9d6f9c009faa req-f38c51a7-7466-4d2f-83ee-e3ecd6c0d630 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Dec 15 22:18:21.948177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:22.918606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b082e-e5bd-4ca2-8023-09fbce491c6a req-a883fd84-7313-4358-b08b-1fcc493bdbf4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:22.920337 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c51b082e-e5bd-4ca2-8023-09fbce491c6a req-a883fd84-7313-4358-b08b-1fcc493bdbf4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 943 time: 0.0846426 Dec 15 22:18:22.963018 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c51b082e-e5bd-4ca2-8023-09fbce491c6a req-e962d3b9-1732-4063-be77-f1906ce8ecd9 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 Dec 15 22:18:23.387543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:18:23.564318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:23.576263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8', 'port_id': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'mac_address': 'fa:16:3e:88:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f6d53c-2514-4559-86db-b8ef3056dbbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:18:23.629338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:23.645182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:18:23.660167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:23.664014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:23.665674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:23.736522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:23.739512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:23.893315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:18:24.154512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53051f-c000-4541-9fa9-de24bc73927f req-bd21853a-40fc-4dfe-89fe-2e3a12d0038e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:24.155965 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-df53051f-c000-4541-9fa9-de24bc73927f req-bd21853a-40fc-4dfe-89fe-2e3a12d0038e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 944 time: 0.0818033 Dec 15 22:18:24.199102 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-df53051f-c000-4541-9fa9-de24bc73927f req-6ede6f27-2af0-444a-a317-e07705696f6a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376017 Dec 15 22:18:25.381157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1dd1c-3870-4fd2-8607-d103a7e695af req-23b60227-b024-4fc1-84df-7323543af544 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:25.382603 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9f1dd1c-3870-4fd2-8607-d103a7e695af req-23b60227-b024-4fc1-84df-7323543af544 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 944 time: 0.0805948 Dec 15 22:18:25.403135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:18:25.426595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9f1dd1c-3870-4fd2-8607-d103a7e695af req-2bcdf9e1-d56c-49a6-94e7-b36f474600d9 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383582 Dec 15 22:18:25.469181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:18:25.473757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:18:25.474137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:25.588778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:25.614372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:25.624547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:25.628541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:25.630492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-976dc18f-d0ae-4d00-afa8-b353c5cf7b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:25.663643 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'code': 200} Dec 15 22:18:25.699763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:25.702617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:25.875569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c254f9b-e528-4d03-b231-265819cc36e9 req-c59fc121-5fcf-4707-bc6a-c15a8b0657f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:25.877054 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c254f9b-e528-4d03-b231-265819cc36e9 req-c59fc121-5fcf-4707-bc6a-c15a8b0657f6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 1098 time: 0.0694692 Dec 15 22:18:25.921734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6c254f9b-e528-4d03-b231-265819cc36e9 req-83f90748-d03d-48ba-812f-8e588eca37be service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383487 Dec 15 22:18:26.610044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48423f9-f928-4637-8091-2d2ed7880fbf req-020af9a3-3e59-4f29-bc9c-5ff969295b7f tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:26.611476 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d48423f9-f928-4637-8091-2d2ed7880fbf req-020af9a3-3e59-4f29-bc9c-5ff969295b7f tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0831323 Dec 15 22:18:26.654309 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d48423f9-f928-4637-8091-2d2ed7880fbf req-eb4f06ac-3ddb-4d55-8d7b-fc45b556ae6c tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Dec 15 22:18:27.836851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdc6ec-3ecc-486a-b5af-308f9dd4765d req-e86c2982-7c30-43b3-a0c6-d7d7e22cc7dd tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:27.838893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65bdc6ec-3ecc-486a-b5af-308f9dd4765d req-e86c2982-7c30-43b3-a0c6-d7d7e22cc7dd tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0808051 Dec 15 22:18:27.880904 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-65bdc6ec-3ecc-486a-b5af-308f9dd4765d req-6d00b0d5-9d0d-4fe9-a0aa-336578cb792b tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365069 Dec 15 22:18:27.925356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:18:28.270488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-81a01ad9-0b79-4349-b048-56b5e16a9120 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:28.271061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-81a01ad9-0b79-4349-b048-56b5e16a9120 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:28.287016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-81a01ad9-0b79-4349-b048-56b5e16a9120 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:28.288398 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-81a01ad9-0b79-4349-b048-56b5e16a9120 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 813 time: 0.2711098 Dec 15 22:18:28.303637 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-62d23e43-39a9-45e2-9409-fad63b7473b9 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/quotas/91edeeab3cfe4da78f9487ee887b89d0 HTTP/1.1" status: 200 len: 375 time: 0.0092168 Dec 15 22:18:28.383091 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-decd8a20-ef6b-4893-a45c-f0d8b1122799 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740094 Dec 15 22:18:28.511344 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-3da2127b-5164-46a8-996c-503fbfb1b2a9 service neutron] 10.222.0.18 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215904 Dec 15 22:18:28.639686 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-7f11ab52-693c-4f40-8c12-885bd5fda92b service neutron] 10.222.0.18 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224823 Dec 15 22:18:28.815839 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e349182d-9148-41bc-b59a-f3a645abc304 req-fae837d8-87c3-4b74-9ca2-2b15180133ad tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 210 time: 0.0465143 Dec 15 22:18:29.805727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-1b0c3ac2-331c-4b54-a08a-7d789101d5e9 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:29.807666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-1b0c3ac2-331c-4b54-a08a-7d789101d5e9 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 813 time: 0.1467698 Dec 15 22:18:29.818942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Request body: {'port': {'device_id': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8', 'admin_state_up': True, 'tenant_id': '91edeeab3cfe4da78f9487ee887b89d0'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:29.956436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:29.965956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:29.970655 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b3780fb4-fa6c-44c8-a021-f346b51faedf req-c0d0bc2c-05d6-4739-ae18-78fd3af4dccf tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 210 time: 0.0470161 Dec 15 22:18:29.976189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Made reservation on behalf of 91edeeab3cfe4da78f9487ee887b89d0 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:29.980172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:30.139712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Allocated IP 172.20.0.4 (95bbd837-d744-41ea-9094-8d917d1750f8/00f6d53c-2514-4559-86db-b8ef3056dbbe/d35dc330-8ce7-424b-9ac4-53d89ffe063d) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:18:30.341569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:30.370098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:30.376719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ca3039e3-583f-43ef-a30e-f7413f3c3da7 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:30.381543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:18:30.438631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Network 95bbd837-d744-41ea-9094-8d917d1750f8 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:18:30.441675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:30.445427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:18:30.492634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Pushing event updated for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:30.497243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:30.516746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:30.517381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:30.544900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7294271 Dec 15 22:18:30.556288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Request body: {'port': {'device_id': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:30.663820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:30.997454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35dc330-8ce7-424b-9ac4-53d89ffe063d {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:18:31.004713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:31.019616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Transition to ACTIVE for port object d35dc330-8ce7-424b-9ac4-53d89ffe063d will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:31.023571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:31.027245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c1822e5c-660e-44b7-911b-3954272e9de0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:31.311573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:31.314699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:31.440751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b4c57-100c-4059-ad2c-5f7a00e79a26 req-f22fe11f-8a7d-47a2-a5a9-cecdd8b23036 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:31.441433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-718b4c57-100c-4059-ad2c-5f7a00e79a26 req-f22fe11f-8a7d-47a2-a5a9-cecdd8b23036 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:31.448000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Attempting to bind port d35dc330-8ce7-424b-9ac4-53d89ffe063d on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:18:31.448332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Attempting to bind port d35dc330-8ce7-424b-9ac4-53d89ffe063d by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:18:31.448655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Attempting to bind port d35dc330-8ce7-424b-9ac4-53d89ffe063d on network 95bbd837-d744-41ea-9094-8d917d1750f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:18:31.458088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Port d35dc330-8ce7-424b-9ac4-53d89ffe063d on network 95bbd837-d744-41ea-9094-8d917d1750f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:18:31.458400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Attempting to bind port d35dc330-8ce7-424b-9ac4-53d89ffe063d on network 95bbd837-d744-41ea-9094-8d917d1750f8 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:18:31.465508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:18:31.465839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Checking segment: {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:31.466211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Bound using segment: {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:18:31.466637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Bound port: d35dc330-8ce7-424b-9ac4-53d89ffe063d, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69e4d2b-6a5c-4046-9520-6f5432cacadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:18:31.467044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:31.480266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-718b4c57-100c-4059-ad2c-5f7a00e79a26 req-f22fe11f-8a7d-47a2-a5a9-cecdd8b23036 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:31.481365 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-718b4c57-100c-4059-ad2c-5f7a00e79a26 req-f22fe11f-8a7d-47a2-a5a9-cecdd8b23036 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 943 time: 0.2314229 Dec 15 22:18:31.583444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-718b4c57-100c-4059-ad2c-5f7a00e79a26 req-400af5b6-da7e-4d0e-ac37-6542775d4524 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752299 Dec 15 22:18:31.595083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:18:31.605777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:18:31.610946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:31.615541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:31.671379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:31.672012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:31.673311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] 10.222.0.32 "PUT /v2.0/ports/d35dc330-8ce7-424b-9ac4-53d89ffe063d HTTP/1.1" status: 200 len: 1093 time: 1.1213491 Dec 15 22:18:31.673814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:31.693205 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Pushing event updated for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:31.696443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:31.745353 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d', 'status': 'completed', 'code': 200} Dec 15 22:18:31.788871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-be853659-d6a5-4eb4-a025-28511884d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:31.790313 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-be853659-d6a5-4eb4-a025-28511884d054 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 1096 time: 0.0767212 Dec 15 22:18:31.856991 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-e31ec462-8f53-4e4c-b164-d5082a46fad9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d HTTP/1.1" status: 200 len: 217 time: 0.0596392 Dec 15 22:18:31.920778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-c7bebe22-c9d8-4c0b-8263-a090c8255926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:31.922168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-c7bebe22-c9d8-4c0b-8263-a090c8255926 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00f6d53c-2514-4559-86db-b8ef3056dbbe HTTP/1.1" status: 200 len: 853 time: 0.0594785 Dec 15 22:18:31.968084 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-aff9ef06-7fe9-480b-a10d-46a690d7f236 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95bbd837-d744-41ea-9094-8d917d1750f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396509 Dec 15 22:18:32.097845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-b07a3dfd-76a0-499c-a9d1-b15fb2cdd79b service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231675 Dec 15 22:18:32.228566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fc983b59-ffe8-4856-b851-e582abc5d077 req-e3a5dfd5-7abb-49b7-b003-aa6b1fa3968f service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243913 Dec 15 22:18:32.342463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6799-28fe-4378-87ec-4721ef28725e req-151fe9de-5888-4980-a915-7534495eec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:32.343969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-151fe9de-5888-4980-a915-7534495eec27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 1096 time: 0.0718353 Dec 15 22:18:32.474556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6799-28fe-4378-87ec-4721ef28725e req-8e6bd04c-1260-4e66-8616-265ceddc3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:32.475995 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-8e6bd04c-1260-4e66-8616-265ceddc3774 service neutron] 10.222.0.32 "GET /v2.0/networks?id=95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 200 len: 914 time: 0.1255412 Dec 15 22:18:32.547289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-a6149a7c-22c1-4a95-9c71-71528abbedb1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d HTTP/1.1" status: 200 len: 217 time: 0.0629807 Dec 15 22:18:32.607636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6799-28fe-4378-87ec-4721ef28725e req-232edd57-7f11-4c4e-9162-aef11fdcc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:32.609051 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-232edd57-7f11-4c4e-9162-aef11fdcc1b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=00f6d53c-2514-4559-86db-b8ef3056dbbe HTTP/1.1" status: 200 len: 853 time: 0.0557382 Dec 15 22:18:32.660480 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-ab0d03a3-7fba-44c6-8b5b-5284e51ea99b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=95bbd837-d744-41ea-9094-8d917d1750f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439813 Dec 15 22:18:32.842328 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-a22ef5a3-dcd9-4251-894e-65a11c45fc37 service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747167 Dec 15 22:18:32.875233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c387f5-5023-47cd-8794-cc7101bf57c6 req-8faca1c8-f303-40a4-a3b2-5d60dc478318 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:32.876631 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6c387f5-5023-47cd-8794-cc7101bf57c6 req-8faca1c8-f303-40a4-a3b2-5d60dc478318 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 943 time: 0.1865523 Dec 15 22:18:33.108147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6c387f5-5023-47cd-8794-cc7101bf57c6 req-7e96f0a3-ee12-4740-ae4f-5182a3ab1489 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683005 Dec 15 22:18:33.125526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41bf6799-28fe-4378-87ec-4721ef28725e req-95403e94-6004-4f14-9a51-35ac081fbfdc service neutron] 10.222.0.32 "GET /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762420 Dec 15 22:18:34.289011 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833604f-8a5f-4607-8ed1-5fb88fe125ba req-d69b628e-95e8-4188-b970-f12302f6a09c tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:34.290438 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a833604f-8a5f-4607-8ed1-5fb88fe125ba req-d69b628e-95e8-4188-b970-f12302f6a09c tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 943 time: 0.0796421 Dec 15 22:18:34.333545 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a833604f-8a5f-4607-8ed1-5fb88fe125ba req-b91bc01e-aebd-4243-a4fc-75c47e0117f0 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Dec 15 22:18:35.465049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d35dc330-8ce7-424b-9ac4-53d89ffe063d details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:18:35.519997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0a86f-2ef5-4126-ae8e-2d8d3b3e81fe req-caab9a6d-e76e-4295-9c65-e4eccef44bed tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:35.521560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40e0a86f-2ef5-4126-ae8e-2d8d3b3e81fe req-caab9a6d-e76e-4295-9c65-e4eccef44bed tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 943 time: 0.0805407 Dec 15 22:18:35.566255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40e0a86f-2ef5-4126-ae8e-2d8d3b3e81fe req-6bc9c62e-46bc-429b-b908-11810d3a6457 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Dec 15 22:18:35.602853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:35.615427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d', 'network_id': '95bbd837-d744-41ea-9094-8d917d1750f8', 'port_id': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d', 'mac_address': 'fa:16:3e:61:ed:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00f6d53c-2514-4559-86db-b8ef3056dbbe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:18:35.672477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:35.689865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35dc330-8ce7-424b-9ac4-53d89ffe063d {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:18:35.705463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:35.709102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:35.710817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:35.778890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:35.783511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:35.922904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['d35dc330-8ce7-424b-9ac4-53d89ffe063d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:18:36.751169 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353526ee-437d-4e04-9a06-d6a20b9d13f4 req-684e0b16-6d25-4266-8fbe-ce40770fd44e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:36.752641 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-353526ee-437d-4e04-9a06-d6a20b9d13f4 req-684e0b16-6d25-4266-8fbe-ce40770fd44e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 944 time: 0.0813665 Dec 15 22:18:36.799062 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-353526ee-437d-4e04-9a06-d6a20b9d13f4 req-f056dcd8-01ef-4bf2-b7fe-68574809716e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407109 Dec 15 22:18:37.481662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d35dc330-8ce7-424b-9ac4-53d89ffe063d up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:18:37.548130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port d35dc330-8ce7-424b-9ac4-53d89ffe063d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:18:37.552749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port d35dc330-8ce7-424b-9ac4-53d89ffe063d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:18:37.553136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:37.667135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:37.693253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:37.703169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:37.706047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:37.707903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:37.745066 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d', 'code': 200} Dec 15 22:18:37.790478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:37.799372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.799769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.800205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.800574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.800932 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.801261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.801583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.801905 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.802250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.802599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.802986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.803467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:18:37.807567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:37.973252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7838a-bb9c-4a7d-a5fa-05d9b6af1382 req-f56c57e1-13aa-4222-bce8-0f6c4f34ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:37.974760 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1d7838a-bb9c-4a7d-a5fa-05d9b6af1382 req-f56c57e1-13aa-4222-bce8-0f6c4f34ed4d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 1098 time: 0.0746050 Dec 15 22:18:37.982361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe84ea-10bb-4b0a-a723-a83cb7e04e84 req-a4f09b09-24e4-42e1-b8cc-4681b8c544b4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:37.983786 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafe84ea-10bb-4b0a-a723-a83cb7e04e84 req-a4f09b09-24e4-42e1-b8cc-4681b8c544b4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 945 time: 0.0796990 Dec 15 22:18:38.017074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a1d7838a-bb9c-4a7d-a5fa-05d9b6af1382 req-171142f6-da7f-44a5-bd80-5382b365131b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351634 Dec 15 22:18:38.031624 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dafe84ea-10bb-4b0a-a723-a83cb7e04e84 req-35e9224d-d3f6-43b3-99d5-040dc471c164 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Dec 15 22:18:39.220104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e642e-2118-4ecc-93e7-75ea0f4a7163 req-74b79285-df14-4279-b546-e66b23faa9b4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:39.221413 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-950e642e-2118-4ecc-93e7-75ea0f4a7163 req-74b79285-df14-4279-b546-e66b23faa9b4 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 945 time: 0.0789998 Dec 15 22:18:39.264743 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-950e642e-2118-4ecc-93e7-75ea0f4a7163 req-0e1acc6e-00b1-4104-a58c-e5eb42e442b0 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374219 Dec 15 22:18:39.639660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898d005-e09c-42e5-9203-597832affaec req-e2049723-8fa2-4450-aebb-b3a9c3056076 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:39.641092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6898d005-e09c-42e5-9203-597832affaec req-e2049723-8fa2-4450-aebb-b3a9c3056076 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 945 time: 0.0811582 Dec 15 22:18:39.688270 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6898d005-e09c-42e5-9203-597832affaec req-90916710-0337-4290-8d07-341b357e8365 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415976 Dec 15 22:18:40.877294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c59f7-9920-47d0-bfdf-6516b471e65f req-4183ff33-2130-48b6-8619-64c9ebfa787d tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:40.878750 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-553c59f7-9920-47d0-bfdf-6516b471e65f req-4183ff33-2130-48b6-8619-64c9ebfa787d tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 945 time: 0.0838637 Dec 15 22:18:40.920741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-62cac099-d66d-407b-a376-2dd0d458ff35 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:40.922182 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-62cac099-d66d-407b-a376-2dd0d458ff35 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 945 time: 0.0794699 Dec 15 22:18:40.922291 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-553c59f7-9920-47d0-bfdf-6516b471e65f req-af82df8f-5257-4bc1-86ce-51f909abc775 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Dec 15 22:18:40.994629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Deleting port d35dc330-8ce7-424b-9ac4-53d89ffe063d {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:40.994964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:41.242642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] For port d35dc330-8ce7-424b-9ac4-53d89ffe063d, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=d35dc330-8ce7-424b-9ac4-53d89ffe063d,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:41.242907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:41.362621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Calling delete_port for d35dc330-8ce7-424b-9ac4-53d89ffe063d owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:41.502584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:41.508299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c773d62-4db7-49dc-8882-cd6eebb9401e tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:41.513920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'd35dc330-8ce7-424b-9ac4-53d89ffe063d'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:18:41.552387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Pushing event deleted for resources: {'Port': ['ID=d35dc330-8ce7-424b-9ac4-53d89ffe063d,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:41.556541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:41.633526 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] No DVR routers for this DVR port d35dc330-8ce7-424b-9ac4-53d89ffe063d on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:18:41.635991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:41.638580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'name': 'network-vif-deleted', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:41.655149 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9957a43d-8e81-4d1c-a554-14c47d32ca38 req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "DELETE /v2.0/ports/d35dc330-8ce7-424b-9ac4-53d89ffe063d HTTP/1.1" status: 204 len: 173 time: 0.7271726 Dec 15 22:18:41.696951 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '176ea90d-0fab-44f3-9a96-4b88cc7690f3', 'name': 'network-vif-deleted', 'tag': 'd35dc330-8ce7-424b-9ac4-53d89ffe063d', 'status': 'completed', 'code': 200} Dec 15 22:18:42.080208 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1e35aaae-6e25-4b82-99ff-883851ee1081 req-2dab7cb6-1b5e-48a8-9a6b-8861793d62a2 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=176ea90d-0fab-44f3-9a96-4b88cc7690f3 HTTP/1.1" status: 200 len: 210 time: 0.0437040 Dec 15 22:18:43.335103 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31a2a-2302-4505-811f-d0822e5ab146 req-aff6cb1a-0426-406f-af4b-2d2a8e56719a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:43.336621 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-18d31a2a-2302-4505-811f-d0822e5ab146 req-aff6cb1a-0426-406f-af4b-2d2a8e56719a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0819564 Dec 15 22:18:43.381413 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-18d31a2a-2302-4505-811f-d0822e5ab146 req-7120f2f5-ad74-495a-b180-b9ff1089b012 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Dec 15 22:18:43.511054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b874bf78-148c-41f7-83fa-3c34e891622e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:43.580811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b1866-9dfb-46db-9fe0-eec523a4a26d req-8b58d09d-d2c0-41cd-ace9-cec07ef6cac2 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:43.582261 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8d1b1866-9dfb-46db-9fe0-eec523a4a26d req-8b58d09d-d2c0-41cd-ace9-cec07ef6cac2 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0795527 Dec 15 22:18:43.630576 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8d1b1866-9dfb-46db-9fe0-eec523a4a26d req-9c903097-dcce-4d5e-86a4-f9e6b9ecf103 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426905 Dec 15 22:18:43.815441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840dd01-b060-4871-a074-c49bc9b21e24 req-d10f8d63-f947-424a-9930-1cfcf80a8101 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:43.816220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6840dd01-b060-4871-a074-c49bc9b21e24 req-d10f8d63-f947-424a-9930-1cfcf80a8101 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:43.830651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-6840dd01-b060-4871-a074-c49bc9b21e24 req-d10f8d63-f947-424a-9930-1cfcf80a8101 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:43.831748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6840dd01-b060-4871-a074-c49bc9b21e24 req-d10f8d63-f947-424a-9930-1cfcf80a8101 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0951898 Dec 15 22:18:43.875987 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6840dd01-b060-4871-a074-c49bc9b21e24 req-d325db72-f9ad-45e4-945d-48f27bfa7d27 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Dec 15 22:18:44.155846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2d13d-c43c-4a7e-8e43-6d0a031ff6c4 req-8dab4894-08eb-4b70-9c33-885e8736ba31 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:44.157226 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-abe2d13d-c43c-4a7e-8e43-6d0a031ff6c4 req-8dab4894-08eb-4b70-9c33-885e8736ba31 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0831099 Dec 15 22:18:44.200770 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-abe2d13d-c43c-4a7e-8e43-6d0a031ff6c4 req-ee79f2e9-3a5e-4348-876e-4d8f20e7a6ff tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379570 Dec 15 22:18:44.377652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043ee8b-03d5-42fa-8835-94111548e91b req-1ce680e6-1a56-4eac-a0e9-ad1ee0871f2a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:44.379069 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e043ee8b-03d5-42fa-8835-94111548e91b req-1ce680e6-1a56-4eac-a0e9-ad1ee0871f2a tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0779748 Dec 15 22:18:44.422278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e043ee8b-03d5-42fa-8835-94111548e91b req-2f788d42-b2ff-4688-b434-12f5f6f7d77b tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Dec 15 22:18:44.617024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cac1c9-8b8c-4e0f-bef4-35e2d13c8dee req-66ae6fa5-3c23-4190-bf8a-83a7a829936e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:44.618464 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2cac1c9-8b8c-4e0f-bef4-35e2d13c8dee req-66ae6fa5-3c23-4190-bf8a-83a7a829936e tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0833027 Dec 15 22:18:44.661860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2cac1c9-8b8c-4e0f-bef4-35e2d13c8dee req-914f8956-1ebc-4164-b61a-d6326a006b54 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372794 Dec 15 22:18:45.171136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e0229-bd7a-4cd0-b5de-26905d6578f3 req-39fdd0a1-a495-4b00-8931-14dc49890707 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:45.172594 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-911e0229-bd7a-4cd0-b5de-26905d6578f3 req-39fdd0a1-a495-4b00-8931-14dc49890707 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.0832176 Dec 15 22:18:45.220248 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-911e0229-bd7a-4cd0-b5de-26905d6578f3 req-83fa2678-16b2-402e-bcfa-822e4fcbe6a7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Dec 15 22:18:45.512973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d35dc330-8ce7-424b-9ac4-53d89ffe063d no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:45.550797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: d35dc330-8ce7-424b-9ac4-53d89ffe063d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:45.551149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device d35dc330-8ce7-424b-9ac4-53d89ffe063d not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:45.851267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-72cb514a-c77b-4694-b1f0-54e99c1f4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:46.570134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13cee6-f2b8-41bc-abe1-3e71daf0cdb7 req-3d3cc5ce-4f35-48ef-966b-547bc14919b1 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:46.571581 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f13cee6-f2b8-41bc-abe1-3e71daf0cdb7 req-3d3cc5ce-4f35-48ef-966b-547bc14919b1 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.2440317 Dec 15 22:18:46.583211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-7944fab8-d51c-4f36-83c3-cae7fbbe7f80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:46.584543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-7944fab8-d51c-4f36-83c3-cae7fbbe7f80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 945 time: 0.2154872 Dec 15 22:18:46.679048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f13cee6-f2b8-41bc-abe1-3e71daf0cdb7 req-b39fd94c-bf74-4519-a6be-17e01e807acb tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/security-groups?id=48750763-aba4-40e9-b723-bb4074ac9747&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935686 Dec 15 22:18:46.683005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Deleting port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:18:46.683353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:46.900870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:46.919761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:46.932023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] For port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,segment=NetworkSegment(e69e4d2b-6a5c-4046-9520-6f5432cacadc),segment_id=e69e4d2b-6a5c-4046-9520-6f5432cacadc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:46.932388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:47.058426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Calling delete_port for 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:18:47.196300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:47.203328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:47.208965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:18:47.249341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Pushing event deleted for resources: {'Port': ['ID=4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:47.252874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:47.321695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] No DVR routers for this DVR port 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:18:47.324513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:47.326962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'name': 'network-vif-deleted', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:18:47.341992 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-62dcf42f-8a45-4561-8c20-ea2e00a8f464 req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.32 "DELETE /v2.0/ports/4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 HTTP/1.1" status: 204 len: 173 time: 0.7441778 Dec 15 22:18:47.371174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd571463f-d07a-430c-a5c6-7bb1b4e43bc1', 'name': 'network-vif-deleted', 'tag': '4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8', 'status': 'completed', 'code': 200} Dec 15 22:18:47.847398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5093b5cf-4132-44e2-ad53-ec96c5d2859c req-a9cf71fa-4ab6-4643-8068-7b7c94e62669 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Synchronizing usage tracker for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:18:47.861986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-5093b5cf-4132-44e2-ad53-ec96c5d2859c req-a9cf71fa-4ab6-4643-8068-7b7c94e62669 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Unset dirty status for tenant:91edeeab3cfe4da78f9487ee887b89d0 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:18:47.863262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5093b5cf-4132-44e2-ad53-ec96c5d2859c req-a9cf71fa-4ab6-4643-8068-7b7c94e62669 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] 10.222.0.18 "GET /v2.0/ports?device_id=d571463f-d07a-430c-a5c6-7bb1b4e43bc1 HTTP/1.1" status: 200 len: 210 time: 0.0605097 Dec 15 22:18:48.527557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:48.960553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46390) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:49.018799 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Deleting subnet 00f6d53c-2514-4559-86db-b8ef3056dbbe {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:18:49.021574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.074159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.126695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.191354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.195738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c0b91923-0f2b-4110-a1b2-df0e18b66821 tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:49.234602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.237365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00f6d53c-2514-4559-86db-b8ef3056dbbe,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:49.239502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:49.243939 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-78953097-daed-4ae6-a228-d128cb58b62f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/00f6d53c-2514-4559-86db-b8ef3056dbbe HTTP/1.1" status: 204 len: 168 time: 0.2821705 Dec 15 22:18:49.246356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46394) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:49.348028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.472837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.496490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bbd837-d744-41ea-9094-8d917d1750f8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:49.508198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69e4d2b-6a5c-4046-9520-6f5432cacadc') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:49.508489 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69e4d2b-6a5c-4046-9520-6f5432cacadc') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:49.520099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.528759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:18:49.537200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.543195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:18:49.543571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:18:49.557465 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:18:49.565138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:18:49.565498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 4dcec06b-6a85-4eb1-b01e-ce76dfae1fe8 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:18:49.633099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.637057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-860d1d2c-e601-4d94-87c3-3763c1ba2935 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:49.649556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.660035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bbd837-d744-41ea-9094-8d917d1750f8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:49.662988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:49.667868 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] 10.222.0.18 "DELETE /v2.0/networks/95bbd837-d744-41ea-9094-8d917d1750f8 HTTP/1.1" status: 204 len: 168 time: 0.4205842 Dec 15 22:18:49.774944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46400) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:49.822719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bb2ec3a5-e12f-4be8-a74b-9d7931d69f83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91edeeab3cfe4da78f9487ee887b89d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460236 Dec 15 22:18:49.825028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46404) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:49.881002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.906583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.957654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.961280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e140b150-fc6d-48e5-b1bb-5b208e61f12e tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:49.977472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48750763-aba4-40e9-b723-bb4074ac9747,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:49.979865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:49.989187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:49.990259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48750763-aba4-40e9-b723-bb4074ac9747 HTTP/1.1" status: 204 len: 168 time: 0.1643636 Dec 15 22:18:50.700701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46428) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:50.803682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031507739'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:50.808653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:50.812414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:network and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:50.815172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:50.821598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:50.831518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:50.835034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:50.851351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:50.869229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:50.873326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:security_group_rule and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:50.876202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:50.881969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:50.961418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:50.965431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:50.968164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b73e6210-57c5-4243-ad90-80d3a23be1ed tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:50.996193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:51.004309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5f5b30-d728-4c3b-aedd-5905d2d868c0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:51.007724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:51.010686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:51.011023 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Added segment fffdd82e-71ed-4858-aef1-d7109114c417 of type vlan for network 1c876e59-22db-47af-9b8e-2e5915ad1386 Dec 15 22:18:51.037553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:51.066294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:51.072359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:51.072938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:51.077717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e34ccca-0c29-43c5-8092-1ebce034e167 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:51.180272 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4784379 Dec 15 22:18:51.186287 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Network': ['ID=1c876e59-22db-47af-9b8e-2e5915ad1386,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:51.197774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:51.204959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:51.946794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:54.457291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46434) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:54.463574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'subnet': {'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:54.678858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:54.682685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:subnet and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:54.685501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:54.691291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:54.704375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:54.708087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:54.938696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:54.943059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-355cb397-de58-478c-9ebf-4d10c1f3a437 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:55.029844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Subnet': ['ID=da4809d1-36cc-4fa2-a065-122a09f29d72,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:55.033873 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:55.038575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking segment: {'id': 'fffdd82e-71ed-4858-aef1-d7109114c417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:55.038930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network hostable DHCP agents. Network: 1c876e59-22db-47af-9b8e-2e5915ad1386, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:55.059497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:55.069349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 1c876e59-22db-47af-9b8e-2e5915ad1386) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:55.073925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:55.074495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.079004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322b305b-f7bb-4a10-baff-d476c07103a8 None None] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:55.102013 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8435f661-a4ac-4727-b0ce-2195a4f574a0 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6402194 Dec 15 22:18:55.102400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46438) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:55.108451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1483261721'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:55.113423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:55.117203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:network and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:55.120540 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:55.126148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:55.138447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:55.141899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.168826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:55.178221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.178558 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Added segment 78f7a70a-8984-4659-96a6-877e40545409 of type vlan for network 133f5738-c6d9-4131-bda7-10d09ab2e3f9 Dec 15 22:18:55.204713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.232543 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.238129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:55.238762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.244335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6320af58-126a-4423-b5fc-ef3faad21ea5 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:55.293926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-1c876e59-22db-47af-9b8e-2e5915ad1386', 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386', 'tenant_id': '4bea8639372d437d8c597b659e1bd780', 'fixed_ips': [{'subnet_id': 'da4809d1-36cc-4fa2-a065-122a09f29d72'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:18:55.294772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.340496 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2367070 Dec 15 22:18:55.343302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46442) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:55.350046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Network': ['ID=133f5738-c6d9-4131-bda7-10d09ab2e3f9,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:55.350351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'subnet': {'network_id': '133f5738-c6d9-4131-bda7-10d09ab2e3f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:55.352754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:55.364369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 133f5738-c6d9-4131-bda7-10d09ab2e3f9 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:55.463033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:55.467835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:subnet and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:55.470752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:55.476616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:55.485692 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:55.489231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.536784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Allocated IP 2001:db8:0:ffff::2 (1c876e59-22db-47af-9b8e-2e5915ad1386/da4809d1-36cc-4fa2-a065-122a09f29d72/b84accad-6d7a-4e40-8427-f043a4b63fc0) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:18:55.713868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.717390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-afe647da-f0b8-4afb-b928-eb048af61590 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:55.738133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.748234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Transition to ACTIVE for port object b84accad-6d7a-4e40-8427-f043a4b63fc0 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:55.766209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Transition to ACTIVE for port object b84accad-6d7a-4e40-8427-f043a4b63fc0 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:55.772816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.781801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:55.799758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Subnet': ['ID=8f627ad1-4078-4c6b-a404-0786b3c25ae6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:55.802694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:55.808722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking segment: {'id': '78f7a70a-8984-4659-96a6-877e40545409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '133f5738-c6d9-4131-bda7-10d09ab2e3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:55.809079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network hostable DHCP agents. Network: 133f5738-c6d9-4131-bda7-10d09ab2e3f9, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:55.826977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network 133f5738-c6d9-4131-bda7-10d09ab2e3f9 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:55.836107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 133f5738-c6d9-4131-bda7-10d09ab2e3f9) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:55.839066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:18:55.841306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:55.841933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:55.842061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:55.846503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:18:55.849837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa34fe-e861-4d9f-942a-9b317e709dc8 None None] Network 133f5738-c6d9-4131-bda7-10d09ab2e3f9 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:55.864754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ccf40ba5-4696-49bf-afe2-88698632d83b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5197663 Dec 15 22:18:55.867419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46446) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:55.950570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Pushing event updated for resources: {'Port': ['ID=b84accad-6d7a-4e40-8427-f043a4b63fc0,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:55.982227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:56.028277 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Attempting to bind port b84accad-6d7a-4e40-8427-f043a4b63fc0 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:18:56.028655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Attempting to bind port b84accad-6d7a-4e40-8427-f043a4b63fc0 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'fffdd82e-71ed-4858-aef1-d7109114c417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:18:56.029030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Attempting to bind port b84accad-6d7a-4e40-8427-f043a4b63fc0 on network 1c876e59-22db-47af-9b8e-2e5915ad1386 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:18:56.048784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:18:56.049169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Checking segment: {'id': 'fffdd82e-71ed-4858-aef1-d7109114c417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:56.049587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.049996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Bound using segment: {'id': 'fffdd82e-71ed-4858-aef1-d7109114c417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:18:56.050481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Bound port: b84accad-6d7a-4e40-8427-f043a4b63fc0, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fffdd82e-71ed-4858-aef1-d7109114c417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1c876e59-22db-47af-9b8e-2e5915ad1386'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:18:56.050864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.123043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.188392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.226847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] For port b84accad-6d7a-4e40-8427-f043a4b63fc0, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:18:56.235418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675a1b58-efa2-4fd7-94d1-d454d2844556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-133f5738-c6d9-4131-bda7-10d09ab2e3f9', 'network_id': '133f5738-c6d9-4131-bda7-10d09ab2e3f9', 'tenant_id': '4bea8639372d437d8c597b659e1bd780', 'fixed_ips': [{'subnet_id': '8f627ad1-4078-4c6b-a404-0786b3c25ae6'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:18:56.236281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-675a1b58-efa2-4fd7-94d1-d454d2844556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.246260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] For port b84accad-6d7a-4e40-8427-f043a4b63fc0, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b84accad-6d7a-4e40-8427-f043a4b63fc0,segment=NetworkSegment(fffdd82e-71ed-4858-aef1-d7109114c417),segment_id=fffdd82e-71ed-4858-aef1-d7109114c417)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:18:56.256438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.262506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:56.270955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.275441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-152edaaa-98c7-43f5-925e-2b852df3ad17 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:56.313016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Subnet': ['ID=8f627ad1-4078-4c6b-a404-0786b3c25ae6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:56.327234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:56.407782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7773f2-f647-4c57-a6bf-14e99c5154bd None None] Network 133f5738-c6d9-4131-bda7-10d09ab2e3f9 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:56.411813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.423755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Pushing event updated for resources: {'Port': ['ID=b84accad-6d7a-4e40-8427-f043a4b63fc0,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:56.426889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:56.441501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['133f5738-c6d9-4131-bda7-10d09ab2e3f9']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:56.456357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f7a70a-8984-4659-96a6-877e40545409') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:56.456800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f7a70a-8984-4659-96a6-877e40545409') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:56.470050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.488705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.496014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:18:56.496624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:18:56.511756 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:18:56.606435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.609928 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-735bff38-9f96-40b9-9ac4-985f030bb31c tempest-NetworksIpV6Test-677012671 tempest-NetworksIpV6Test-677012671-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:56.639263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.655530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Network': ['ID=133f5738-c6d9-4131-bda7-10d09ab2e3f9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:56.657783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:56.659437 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/133f5738-c6d9-4131-bda7-10d09ab2e3f9 HTTP/1.1" status: 204 len: 168 time: 0.7910891 Dec 15 22:18:56.662877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46450) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:56.669010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-79608351'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:56.677482 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:56.683737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:network and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:56.686874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:56.692912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:56.704031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:56.707616 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.736937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:56.746033 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.746388 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Added segment b3739649-9841-426e-9748-790ef2b3cf21 of type vlan for network fb9b2752-da2d-4482-ae25-74f6434ab49d Dec 15 22:18:56.778697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.808776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.814293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:56.814949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:56.818366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60ffe852-22f7-4fda-acc8-27ed1fcf0de5 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:56.925234 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2613084 Dec 15 22:18:56.928115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46454) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:56.928583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Network': ['ID=fb9b2752-da2d-4482-ae25-74f6434ab49d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:56.930810 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:56.935128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'subnet': {'network_id': 'fb9b2752-da2d-4482-ae25-74f6434ab49d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:56.939231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network fb9b2752-da2d-4482-ae25-74f6434ab49d details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:57.000792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b84accad-6d7a-4e40-8427-f043a4b63fc0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:18:57.054605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:57.058747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:subnet and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:57.061900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:57.068396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:57.079313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:57.082859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.100392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b84accad-6d7a-4e40-8427-f043a4b63fc0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:18:57.177391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Performing IP validity checks on allocation pools {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Dec 15 22:18:57.177828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.ipam_backend_mixin [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87554) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Dec 15 22:18:57.308171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.312171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e6c665fb-b58d-4f45-a878-a7a97e106e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:57.390772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Subnet': ['ID=51dc3e40-62da-4a6d-ab46-eab30a2cc735,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:57.396465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:57.402371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking segment: {'id': 'b3739649-9841-426e-9748-790ef2b3cf21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb9b2752-da2d-4482-ae25-74f6434ab49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:57.402733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network hostable DHCP agents. Network: fb9b2752-da2d-4482-ae25-74f6434ab49d, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:57.422019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network fb9b2752-da2d-4482-ae25-74f6434ab49d is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:57.432593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, fb9b2752-da2d-4482-ae25-74f6434ab49d) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:57.436688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:57.437286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.442306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9ea3a2-3e33-4897-bc80-92c84bb527f2 None None] Network fb9b2752-da2d-4482-ae25-74f6434ab49d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:57.458996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-70cbdc40-275c-4430-9e21-5f652a356695 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5297668 Dec 15 22:18:57.461643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46458) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:57.508707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4390c668-524c-443e-be53-61c72c282b74 None None] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:57.609566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.631202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Provisioning for port b84accad-6d7a-4e40-8427-f043a4b63fc0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:18:57.650310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Provisioning complete for port b84accad-6d7a-4e40-8427-f043a4b63fc0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:18:57.650693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.678105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.751300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.756302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d7a3d18b-e9eb-4b6c-bf07-7d66ec4fcae4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:57.792383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Subnet': ['ID=51dc3e40-62da-4a6d-ab46-eab30a2cc735,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:57.810732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:57.887623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.901193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654da279-60f7-4bfa-82a6-ed5c6a606610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-fb9b2752-da2d-4482-ae25-74f6434ab49d', 'network_id': 'fb9b2752-da2d-4482-ae25-74f6434ab49d', 'tenant_id': '4bea8639372d437d8c597b659e1bd780', 'fixed_ips': [{'subnet_id': '51dc3e40-62da-4a6d-ab46-eab30a2cc735'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:18:57.902010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-654da279-60f7-4bfa-82a6-ed5c6a606610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.912108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9b2752-da2d-4482-ae25-74f6434ab49d']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:57.924618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3739649-9841-426e-9748-790ef2b3cf21') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:57.924913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3739649-9841-426e-9748-790ef2b3cf21') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:18:57.936446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.952653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.958791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:18:57.959174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:18:57.977679 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:18:58.027113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.056115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.056820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-654da279-60f7-4bfa-82a6-ed5c6a606610 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 15 22:18:58.056820 dv-neutron-820612-1-hyperv neutron-server[87555]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Dec 15 22:18:58.056820 dv-neutron-820612-1-hyperv neutron-server[87555]: [parameters: {'project_id': '4bea8639372d437d8c597b659e1bd780', 'id': 'fc013e36-fcca-4124-b7ed-297de2e69f69', 'name': '', 'network_id': 'fb9b2752-da2d-4482-ae25-74f6434ab49d', 'mac_address': 'fa:16:3e:14:87:a8', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-fb9b2752-da2d-4482-ae25-74f6434ab49d', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1588}] Dec 15 22:18:58.056820 dv-neutron-820612-1-hyperv neutron-server[87555]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:18:58.057250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-654da279-60f7-4bfa-82a6-ed5c6a606610 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:18:58.060188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:58.070944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-80b0403e-50b6-4774-96bc-557454759690 None None] For port b84accad-6d7a-4e40-8427-f043a4b63fc0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b84accad-6d7a-4e40-8427-f043a4b63fc0,segment=NetworkSegment(fffdd82e-71ed-4858-aef1-d7109114c417),segment_id=fffdd82e-71ed-4858-aef1-d7109114c417)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:18:58.075803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.076298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.078232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-186a6bd4-9b7c-4c7e-9106-8a781c66c149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:58.088113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Network': ['ID=fb9b2752-da2d-4482-ae25-74f6434ab49d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:58.091013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:58.092819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/fb9b2752-da2d-4482-ae25-74f6434ab49d HTTP/1.1" status: 204 len: 168 time: 0.6296465 Dec 15 22:18:58.096785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46462) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:58.102685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1739578647'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:58.109330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:58.113360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:network and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:58.116375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:58.122326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:58.134624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:58.138843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.149358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Pushing event updated for resources: {'Port': ['ID=b84accad-6d7a-4e40-8427-f043a4b63fc0,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:58.154049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:58.173244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:58.182680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.183030 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Added segment d5d16cff-3a76-4db1-8e20-9dfee1221654 of type vlan for network f3552b41-e184-440a-8ed0-f3c74de650fc Dec 15 22:18:58.209925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.241401 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.247073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:58.247752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.253469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-072b1171-5bbb-4fdb-9e04-9489177064fc tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:58.296486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d875c4af-e75b-46e2-92fd-fa2f585028fb None None] Provisioning complete for port b84accad-6d7a-4e40-8427-f043a4b63fc0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:18:58.297049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d875c4af-e75b-46e2-92fd-fa2f585028fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.349438 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2512763 Dec 15 22:18:58.352983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46466) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:58.357977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Network': ['ID=f3552b41-e184-440a-8ed0-f3c74de650fc,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:58.360566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3b748de4-16dd-4e61-a102-f8998b032865 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:58.361617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'subnet': {'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:58.395366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network f3552b41-e184-440a-8ed0-f3c74de650fc details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:58.472445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:58.476331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:subnet and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:58.479190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:58.484901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:58.495683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:58.499298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.558971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-654da279-60f7-4bfa-82a6-ed5c6a606610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.591933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb577d-d613-4db3-b339-d3a872a749b9 None None] Network fb9b2752-da2d-4482-ae25-74f6434ab49d requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:58.609276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb577d-d613-4db3-b339-d3a872a749b9 None None] Network fb9b2752-da2d-4482-ae25-74f6434ab49d could not be found, it might have been deleted concurrently. {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Dec 15 22:18:58.713998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.718222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57a5e428-fb0e-412b-a82f-21d0a200564e tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:58.797265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:58.800577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:58.806549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking segment: {'id': 'd5d16cff-3a76-4db1-8e20-9dfee1221654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:58.806933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network hostable DHCP agents. Network: f3552b41-e184-440a-8ed0-f3c74de650fc, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:58.825687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network f3552b41-e184-440a-8ed0-f3c74de650fc is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:58.834139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, f3552b41-e184-440a-8ed0-f3c74de650fc) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:58.837868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:58.838435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.844302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aef6364-6c0d-48ab-9585-f9860fee5e36 None None] Network f3552b41-e184-440a-8ed0-f3c74de650fc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:58.858952 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5039592 Dec 15 22:18:58.862513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46470) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:58.868111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-823173906'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:58.873520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:58.877477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:network and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:58.880476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:58.887341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:58.897922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:58.901704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.934561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:18:58.941673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b84accad-6d7a-4e40-8427-f043a4b63fc0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:18:58.943919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.944262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Added segment 115b41ef-d821-4fca-bfdb-a29811837ac6 of type vlan for network 6cdc2da8-1828-4041-ae60-3887da29a335 Dec 15 22:18:58.970457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:58.999645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.005192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:59.005769 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.009326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2190a695-e0cd-4357-9e3a-634b7c7228bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:59.177479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b84accad-6d7a-4e40-8427-f043a4b63fc0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:18:59.177844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.202013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-f3552b41-e184-440a-8ed0-f3c74de650fc', 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc', 'tenant_id': '4bea8639372d437d8c597b659e1bd780', 'fixed_ips': [{'subnet_id': 'fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:18:59.202824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.224269 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3607056 Dec 15 22:18:59.227254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46474) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:59.234008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Network': ['ID=6cdc2da8-1828-4041-ae60-3887da29a335,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:59.236024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Request body: {'subnet': {'network_id': '6cdc2da8-1828-4041-ae60-3887da29a335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:18:59.236877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:59.247202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 6cdc2da8-1828-4041-ae60-3887da29a335 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:18:59.354083 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:18:59.357975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Usage tracker for resource:subnet and tenant:4bea8639372d437d8c597b659e1bd780 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:18:59.360847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:18:59.366522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:18:59.377517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Made reservation on behalf of 4bea8639372d437d8c597b659e1bd780 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:18:59.381346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.536490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Allocated IP 2001:db8::2 (f3552b41-e184-440a-8ed0-f3c74de650fc/fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a/7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:18:59.709732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.714512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-79043322-00e1-4659-91f0-7e903e1b8c8e tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:59.743015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.753439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Transition to ACTIVE for port object 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:59.771642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Transition to ACTIVE for port object 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:18:59.778913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.784403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-23caee35-e8d9-4c78-9165-1bba6a45cf48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:18:59.795292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event updated for resources: {'Subnet': ['ID=ed5cf2e9-1cab-4200-9296-96d590775cf3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:59.798204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:18:59.802350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Checking segment: {'id': '115b41ef-d821-4fca-bfdb-a29811837ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6cdc2da8-1828-4041-ae60-3887da29a335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:18:59.802703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network hostable DHCP agents. Network: 6cdc2da8-1828-4041-ae60-3887da29a335, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:18:59.821332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Network 6cdc2da8-1828-4041-ae60-3887da29a335 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:18:59.831314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 6cdc2da8-1828-4041-ae60-3887da29a335) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:59.835513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:18:59.836099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:18:59.844115 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca5b137-f130-48b6-891a-9ee39d1911bd None None] Network 6cdc2da8-1828-4041-ae60-3887da29a335 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:18:59.859901 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6279211 Dec 15 22:18:59.860213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46478) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:18:59.865535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Network f3552b41-e184-440a-8ed0-f3c74de650fc is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:18:59.908840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:18:59.921479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:18:59.935555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Pushing event updated for resources: {'Port': ['ID=7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:18:59.941029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:00.002058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.041093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Attempting to bind port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:00.041378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Attempting to bind port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'd5d16cff-3a76-4db1-8e20-9dfee1221654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:00.041748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Attempting to bind port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd on network f3552b41-e184-440a-8ed0-f3c74de650fc {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:00.060853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:00.061230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Checking segment: {'id': 'd5d16cff-3a76-4db1-8e20-9dfee1221654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:00.061639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.062039 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Bound using segment: {'id': 'd5d16cff-3a76-4db1-8e20-9dfee1221654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:00.062512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Bound port: 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5d16cff-3a76-4db1-8e20-9dfee1221654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f3552b41-e184-440a-8ed0-f3c74de650fc'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:00.062894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.066635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.144811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.149632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3d2c82bb-9c52-4f2c-b427-38052aa37eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:00.186158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5cf2e9-1cab-4200-9296-96d590775cf3,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:00.203375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:00.227832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee2a41c-8469-4edc-8547-d31509caf8f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-6cdc2da8-1828-4041-ae60-3887da29a335', 'network_id': '6cdc2da8-1828-4041-ae60-3887da29a335', 'tenant_id': '4bea8639372d437d8c597b659e1bd780', 'fixed_ips': [{'subnet_id': 'ed5cf2e9-1cab-4200-9296-96d590775cf3'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:19:00.228689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0ee2a41c-8469-4edc-8547-d31509caf8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.239369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] For port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:00.253581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] For port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd,segment=NetworkSegment(d5d16cff-3a76-4db1-8e20-9dfee1221654),segment_id=d5d16cff-3a76-4db1-8e20-9dfee1221654)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:00.279206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.290613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.294952 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:00.304622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdc2da8-1828-4041-ae60-3887da29a335']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:00.316876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115b41ef-d821-4fca-bfdb-a29811837ac6') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:00.317174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115b41ef-d821-4fca-bfdb-a29811837ac6') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:00.328831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.344530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.351302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:19:00.351720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:19:00.366117 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:19:00.397005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Pushing event updated for resources: {'Port': ['ID=7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:00.399795 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:00.423624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773d6c80-e55a-469e-be57-a22d3a7c7223 None None] Network 6cdc2da8-1828-4041-ae60-3887da29a335 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:00.453283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.456905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9cd7486e-7454-4da9-87b9-a62e057b4791 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:00.472089 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.483781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Network': ['ID=6cdc2da8-1828-4041-ae60-3887da29a335,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:00.486856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:00.491939 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-dc1ae842-9b56-4e6e-bb68-fa13e6bd00ad tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/6cdc2da8-1828-4041-ae60-3887da29a335 HTTP/1.1" status: 204 len: 168 time: 0.6273959 Dec 15 22:19:00.491939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46482) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:00.532279 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-39102ac7-8c8e-4f7f-9c9f-b9a324df96df tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] GET failed (client error): The resource could not be found. Dec 15 22:19:00.532808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-39102ac7-8c8e-4f7f-9c9f-b9a324df96df tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Synchronizing usage tracker for tenant:4bea8639372d437d8c597b659e1bd780 on resource:subnet {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:00.552758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-39102ac7-8c8e-4f7f-9c9f-b9a324df96df tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Unset dirty status for tenant:4bea8639372d437d8c597b659e1bd780 on resource:subnet {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:00.557237 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-39102ac7-8c8e-4f7f-9c9f-b9a324df96df tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "GET /v2.0/subnets/ed5cf2e9-1cab-4200-9296-96d590775cf3 HTTP/1.1" status: 404 len: 337 time: 0.0612073 Dec 15 22:19:00.557457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46486) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:00.597911 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-69e43874-19c9-49f2-9fbc-a4a5a2263e14 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:00.598398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69e43874-19c9-49f2-9fbc-a4a5a2263e14 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:00.604239 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-69e43874-19c9-49f2-9fbc-a4a5a2263e14 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/6cdc2da8-1828-4041-ae60-3887da29a335 HTTP/1.1" status: 404 len: 339 time: 0.0416734 Dec 15 22:19:00.607837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46490) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:00.649000 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5320d3-7b1d-4003-8df8-dde480d0a21a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:00.649468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5320d3-7b1d-4003-8df8-dde480d0a21a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87554) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:00.651223 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1e5320d3-7b1d-4003-8df8-dde480d0a21a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/subnets/ed5cf2e9-1cab-4200-9296-96d590775cf3 HTTP/1.1" status: 404 len: 337 time: 0.0418561 Dec 15 22:19:00.653902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46494) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:00.683898 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5aeeaa-6850-4a03-9c4d-c1cd2fc62b31 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:00.684378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5aeeaa-6850-4a03-9c4d-c1cd2fc62b31 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:00.686057 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d5aeeaa-6850-4a03-9c4d-c1cd2fc62b31 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/6cdc2da8-1828-4041-ae60-3887da29a335 HTTP/1.1" status: 404 len: 339 time: 0.0311913 Dec 15 22:19:00.688624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46498) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:00.755297 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Deleting subnet fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:19:00.758316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.813606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.901776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.964707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:00.981241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:00.985859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0fbe3518-62b6-48a8-a2e0-961e0ef72fd5 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:01.020752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:01.023852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:01.025428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.041857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/subnets/fb0ed72c-0cf8-4d5e-8944-3a9d4fd34f7a HTTP/1.1" status: 204 len: 168 time: 0.3494041 Dec 15 22:19:01.042152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:01.097126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:01.166048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.177858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Deleting port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:01.178198 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.396613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] For port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd,segment=NetworkSegment(d5d16cff-3a76-4db1-8e20-9dfee1221654),segment_id=d5d16cff-3a76-4db1-8e20-9dfee1221654)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:01.397230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7908113-8bd2-4df1-8932-3caf34e9fe3e None None] Network f3552b41-e184-440a-8ed0-f3c74de650fc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:01.397341 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.494664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-83f7ecc0-8369-4868-a019-a956adbeae41 None None] Provisioning for port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:01.537307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-83f7ecc0-8369-4868-a019-a956adbeae41 None None] Provisioning complete for port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:01.537684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83f7ecc0-8369-4868-a019-a956adbeae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.641696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Calling delete_port for 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:01.712283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83f7ecc0-8369-4868-a019-a956adbeae41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.722609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.732653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2ada2e1b-56f9-4bd5-8641-d576e2052e24 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:01.768928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4107f4fd-8b58-4641-849f-7ac06861c61b None None] DHCP port deletion for f3552b41-e184-440a-8ed0-f3c74de650fc request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:19:01.770990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No DVR routers for this DVR port 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:19:01.808080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Port': ['ID=7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:01.810549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:01.904258 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.928505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3552b41-e184-440a-8ed0-f3c74de650fc']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:01.940717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5d16cff-3a76-4db1-8e20-9dfee1221654') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:01.941013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5d16cff-3a76-4db1-8e20-9dfee1221654') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:01.953000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.968225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.974372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:19:01.974862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:19:01.993079 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:19:02.070177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.073450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4dbc6f07-feb8-48ca-8952-8669ac6b7267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:02.087511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.098392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Network': ['ID=f3552b41-e184-440a-8ed0-f3c74de650fc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:02.101483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:02.103926 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/f3552b41-e184-440a-8ed0-f3c74de650fc HTTP/1.1" status: 204 len: 168 time: 1.0598927 Dec 15 22:19:02.106125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.151944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca11510c-1ed8-4740-a3ba-f74f73470c2a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:02.152403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca11510c-1ed8-4740-a3ba-f74f73470c2a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:02.154076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ca11510c-1ed8-4740-a3ba-f74f73470c2a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/subnets/51dc3e40-62da-4a6d-ab46-eab30a2cc735 HTTP/1.1" status: 404 len: 337 time: 0.0457683 Dec 15 22:19:02.156677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46510) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.181076 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-9713afa6-c32d-4e32-ba26-bc3649463329 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:02.182028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9713afa6-c32d-4e32-ba26-bc3649463329 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:02.183584 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9713afa6-c32d-4e32-ba26-bc3649463329 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/fb9b2752-da2d-4482-ae25-74f6434ab49d HTTP/1.1" status: 404 len: 339 time: 0.0260899 Dec 15 22:19:02.185715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.222020 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-617ad500-deb3-4ec4-bd98-6f3b057d3564 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:02.222487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617ad500-deb3-4ec4-bd98-6f3b057d3564 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:02.224220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-617ad500-deb3-4ec4-bd98-6f3b057d3564 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/subnets/8f627ad1-4078-4c6b-a404-0786b3c25ae6 HTTP/1.1" status: 404 len: 337 time: 0.0376308 Dec 15 22:19:02.226740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46518) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.252881 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.pecan_wsgi.hooks.translation [None req-16af859a-97b0-4b2a-a7fc-c2443a778a4a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] DELETE failed (client error): The resource could not be found. Dec 15 22:19:02.253352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16af859a-97b0-4b2a-a7fc-c2443a778a4a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87553) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 15 22:19:02.255059 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-16af859a-97b0-4b2a-a7fc-c2443a778a4a tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/133f5738-c6d9-4131-bda7-10d09ab2e3f9 HTTP/1.1" status: 404 len: 339 time: 0.0274200 Dec 15 22:19:02.257580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.325889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Deleting subnet da4809d1-36cc-4fa2-a065-122a09f29d72 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:19:02.328873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.382346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.469280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.541727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.545866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9eefb33a-7345-4e16-80c4-bb5f37f4928f tempest-TagsExtTest-1263771416 tempest-TagsExtTest-1263771416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:02.581756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Subnet': ['ID=da4809d1-36cc-4fa2-a065-122a09f29d72,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:02.584125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:02.586890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.595981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ab7ca-5c69-46a0-81a6-047906519aa8 None None] Network 1c876e59-22db-47af-9b8e-2e5915ad1386 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:02.597453 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/subnets/da4809d1-36cc-4fa2-a065-122a09f29d72 HTTP/1.1" status: 204 len: 168 time: 0.3389039 Dec 15 22:19:02.599854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:02.715775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.726475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Deleting port b84accad-6d7a-4e40-8427-f043a4b63fc0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:02.726732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.840958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] DHCP port deletion for 1c876e59-22db-47af-9b8e-2e5915ad1386 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:19:02.845097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Deleting port b84accad-6d7a-4e40-8427-f043a4b63fc0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:02.845480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.935972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] For port b84accad-6d7a-4e40-8427-f043a4b63fc0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b84accad-6d7a-4e40-8427-f043a4b63fc0,segment=NetworkSegment(fffdd82e-71ed-4858-aef1-d7109114c417),segment_id=fffdd82e-71ed-4858-aef1-d7109114c417)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:02.936329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:02.941833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b84accad-6d7a-4e40-8427-f043a4b63fc0 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:19:03.058509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Calling delete_port for b84accad-6d7a-4e40-8427-f043a4b63fc0 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:03.135432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.140150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b76f4c07-f0ca-4eac-a531-901a38b365a8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:03.151121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] For port b84accad-6d7a-4e40-8427-f043a4b63fc0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b84accad-6d7a-4e40-8427-f043a4b63fc0,segment=NetworkSegment(fffdd82e-71ed-4858-aef1-d7109114c417),segment_id=fffdd82e-71ed-4858-aef1-d7109114c417)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:03.151552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.184282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Port': ['ID=b84accad-6d7a-4e40-8427-f043a4b63fc0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:03.186602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] No DVR routers for this DVR port b84accad-6d7a-4e40-8427-f043a4b63fc0 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:19:03.224626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.225023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.225383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.225753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.226117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.226481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.226840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.227198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.227557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.227975 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.228337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.228690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:03.247210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:03.269753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.292143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Calling delete_port for b84accad-6d7a-4e40-8427-f043a4b63fc0 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:03.323018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.348236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c876e59-22db-47af-9b8e-2e5915ad1386']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:03.361091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fffdd82e-71ed-4858-aef1-d7109114c417') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:03.361385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fffdd82e-71ed-4858-aef1-d7109114c417') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:03.372462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.392699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.396761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:19:03.399248 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:19:03.399671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:19:03.414715 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:19:03.434382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:19:03.434742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7ab6ff3a-24c7-43bb-948a-4d10cb10b5dd not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:19:03.437588 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:19:03.437951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:19:03.497041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.500465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1530a082-42dd-41fa-9cba-f5c2284f2d07 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:03.514486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.526656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Pushing event deleted for resources: {'Network': ['ID=1c876e59-22db-47af-9b8e-2e5915ad1386,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:03.529985 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] 10.222.0.18 "DELETE /v2.0/networks/1c876e59-22db-47af-9b8e-2e5915ad1386 HTTP/1.1" status: 204 len: 168 time: 0.9282374 Dec 15 22:19:03.530860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:03.789341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46534) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:03.936257 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cc0f36ea-cc72-4d91-bea4-8fb136dfd50c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bea8639372d437d8c597b659e1bd780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455956 Dec 15 22:19:03.938539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46540) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:03.939302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Deleting port b84accad-6d7a-4e40-8427-f043a4b63fc0 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:03.939786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:03.995216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.004545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-56575847-48c7-4c25-86ae-c12c749bc35e None None] The port 'b84accad-6d7a-4e40-8427-f043a4b63fc0' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:19:04.021322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.071208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.075580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0941f388-5833-4629-a151-7ad485c8a980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:04.086844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5f5b30-d728-4c3b-aedd-5905d2d868c0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:04.091522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:04.093138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.094225 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a5f5b30-d728-4c3b-aedd-5905d2d868c0 HTTP/1.1" status: 204 len: 168 time: 0.1547711 Dec 15 22:19:04.750623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46564) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:04.848808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-830767937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:04.856067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:04.859811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:router and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:04.862633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:04.869093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:04.878071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.879171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.894423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.911864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.924662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:19:04.936934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.938250 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-69ddfd01-e803-4262-822f-34bf30e239fe tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1866131 Dec 15 22:19:04.940868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46570) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:04.946393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-336740183'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:04.951266 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:04.955669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:network and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:04.958485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:04.964599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:04.973291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Made reservation on behalf of d9d39aa65a6640249eae1a8a57d260d6 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:04.976726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:04.991905 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.005967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:05.009818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:security_group_rule and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:05.012561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:05.018565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:05.101015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.104466 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.108226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86162cb1-2da3-414d-9111-dd04f91cbaf8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:05.133000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:19:05.145472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d4534f-a65a-4b86-a87a-fb2b6af9d024,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:05.148678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:05.152243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.152586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Added segment 425bacf4-4eb1-4b00-8f4e-c74fbd612b3d of type vlan for network ec70f82f-6c08-4da2-a42f-9185dac63daa Dec 15 22:19:05.179445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.207961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.213933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:05.214507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.219316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f586b61d-dc1b-4674-8c4c-b5cdd8010278 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:05.322447 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3799951 Dec 15 22:19:05.325068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46574) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:05.332421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'subnet': {'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:05.346156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event updated for resources: {'Network': ['ID=ec70f82f-6c08-4da2-a42f-9185dac63daa,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:05.350778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:05.356324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network ec70f82f-6c08-4da2-a42f-9185dac63daa details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:19:05.444364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:05.448720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:subnet and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:05.451706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:05.458146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:05.468123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Made reservation on behalf of d9d39aa65a6640249eae1a8a57d260d6 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:05.471535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.788550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.793199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ee1a8d52-b2e0-476d-9800-27992a0ed0a6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:05.867184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event updated for resources: {'Subnet': ['ID=9825d6b6-fb71-477d-a449-1f9efaed10a7,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:05.871158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:05.876699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Checking segment: {'id': '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:05.877053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Network hostable DHCP agents. Network: ec70f82f-6c08-4da2-a42f-9185dac63daa, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:19:05.895826 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Network ec70f82f-6c08-4da2-a42f-9185dac63daa is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:19:05.904651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, ec70f82f-6c08-4da2-a42f-9185dac63daa) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:05.908481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:05.909072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:05.913411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321416a-14c5-48d8-b3af-91b2af056cef None None] Network ec70f82f-6c08-4da2-a42f-9185dac63daa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:05.930906 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6048439 Dec 15 22:19:05.934447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46578) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:05.939996 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2060072345'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:05.944792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:05.949355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:network and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:05.952324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:05.958653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:05.968681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Made reservation on behalf of d9d39aa65a6640249eae1a8a57d260d6 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:05.972324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.000754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:19:06.009861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.010222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Added segment 18fca8f0-85b7-4829-bb8c-c4ea945155a5 of type vlan for network 74da08b0-8394-4e10-b293-14491e260aa8 Dec 15 22:19:06.035946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.065546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.070987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:06.071592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.076813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c228ed38-4136-4c5d-af78-28b6929e935c tempest-AllowedAddressPairIpV6TestJSON-1150096913 tempest-AllowedAddressPairIpV6TestJSON-1150096913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:06.163960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-ec70f82f-6c08-4da2-a42f-9185dac63daa', 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa', 'tenant_id': 'd9d39aa65a6640249eae1a8a57d260d6', 'fixed_ips': [{'subnet_id': '9825d6b6-fb71-477d-a449-1f9efaed10a7'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:19:06.164809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.175950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2379062 Dec 15 22:19:06.176398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:06.183574 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'subnet': {'network_id': '74da08b0-8394-4e10-b293-14491e260aa8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:06.186276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event updated for resources: {'Network': ['ID=74da08b0-8394-4e10-b293-14491e260aa8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:06.189611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-87478187-6895-41bd-822a-d0933c2e520e tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:06.223362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 74da08b0-8394-4e10-b293-14491e260aa8 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:19:06.296045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:06.299976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Usage tracker for resource:subnet and tenant:d9d39aa65a6640249eae1a8a57d260d6 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:06.302769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:06.308406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:06.317237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Made reservation on behalf of d9d39aa65a6640249eae1a8a57d260d6 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:06.320715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.410852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Allocated IP 172.20.0.2 (ec70f82f-6c08-4da2-a42f-9185dac63daa/9825d6b6-fb71-477d-a449-1f9efaed10a7/f3509a2a-129c-496a-9717-cf56d824764c) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:06.537429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.542859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f1fef23f-5e73-445f-8d22-9daf946c6e7c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:06.620499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event updated for resources: {'Subnet': ['ID=c9ec2652-2872-425a-8469-75e62347b667,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:06.623552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.624219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:06.625077 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Checking segment: {'id': '18fca8f0-85b7-4829-bb8c-c4ea945155a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:06.625430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Network hostable DHCP agents. Network: 74da08b0-8394-4e10-b293-14491e260aa8, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:19:06.635595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Transition to ACTIVE for port object f3509a2a-129c-496a-9717-cf56d824764c will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:06.645657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Network 74da08b0-8394-4e10-b293-14491e260aa8 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:19:06.655853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 74da08b0-8394-4e10-b293-14491e260aa8) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:06.657791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Transition to ACTIVE for port object f3509a2a-129c-496a-9717-cf56d824764c will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:06.660465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:06.661015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.666700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.671894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980d211-bba2-436e-8d77-82e65e0ab82a None None] Network 74da08b0-8394-4e10-b293-14491e260aa8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:06.683317 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5050311 Dec 15 22:19:06.686564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:06.687619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-80b0403e-50b6-4774-96bc-557454759690 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:06.691650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d26acbec-b906-466a-a19e-865a16a8c5d1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Request body: {'router': {'external_gateway_info': {'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:06.808090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Network ec70f82f-6c08-4da2-a42f-9185dac63daa is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:06.814321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:06.819560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:06.852881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Pushing event updated for resources: {'Port': ['ID=f3509a2a-129c-496a-9717-cf56d824764c,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:06.862561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:06.951680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Attempting to bind port f3509a2a-129c-496a-9717-cf56d824764c on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:06.952086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Attempting to bind port f3509a2a-129c-496a-9717-cf56d824764c by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:06.952461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Attempting to bind port f3509a2a-129c-496a-9717-cf56d824764c on network ec70f82f-6c08-4da2-a42f-9185dac63daa {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:06.984807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:06.985191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Checking segment: {'id': '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:06.985603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:06.986010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Bound using segment: {'id': '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:06.986495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Bound port: f3509a2a-129c-496a-9717-cf56d824764c, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ec70f82f-6c08-4da2-a42f-9185dac63daa'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:06.986875 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.113853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-74da08b0-8394-4e10-b293-14491e260aa8', 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8', 'tenant_id': 'd9d39aa65a6640249eae1a8a57d260d6', 'fixed_ips': [{'subnet_id': 'c9ec2652-2872-425a-8469-75e62347b667'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:19:07.114670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.143334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] For port f3509a2a-129c-496a-9717-cf56d824764c, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:07.187670 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] For port f3509a2a-129c-496a-9717-cf56d824764c, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3509a2a-129c-496a-9717-cf56d824764c,segment=NetworkSegment(425bacf4-4eb1-4b00-8f4e-c74fbd612b3d),segment_id=425bacf4-4eb1-4b00-8f4e-c74fbd612b3d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:07.194190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.198749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d26acbec-b906-466a-a19e-865a16a8c5d1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.204535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:07.342076 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Pushing event updated for resources: {'Port': ['ID=f3509a2a-129c-496a-9717-cf56d824764c,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:07.345830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:07.354473 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.api.v2.resource [None req-d26acbec-b906-466a-a19e-865a16a8c5d1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 15 22:19:07.355534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d26acbec-b906-466a-a19e-865a16a8c5d1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "PUT /v2.0/routers/7a95e8f6-c181-4ec2-b390-ff7703668d93 HTTP/1.1" status: 400 len: 364 time: 0.6680219 Dec 15 22:19:07.361281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:07.369351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Allocated IP 172.21.0.2 (74da08b0-8394-4e10-b293-14491e260aa8/c9ec2652-2872-425a-8469-75e62347b667/55ade4d1-0e0e-43c9-90ea-86095462cbb1) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:07.430206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Deleting subnet c9ec2652-2872-425a-8469-75e62347b667 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:19:07.651591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.661767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Transition to ACTIVE for port object 55ade4d1-0e0e-43c9-90ea-86095462cbb1 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:07.680256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Transition to ACTIVE for port object 55ade4d1-0e0e-43c9-90ea-86095462cbb1 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:07.685584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.686210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.691214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:07.740251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.748433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Network 74da08b0-8394-4e10-b293-14491e260aa8 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:07.750987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:07.754754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:07.763858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Pushing event updated for resources: {'Port': ['ID=55ade4d1-0e0e-43c9-90ea-86095462cbb1,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:07.789040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:07.830242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.851430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Attempting to bind port 55ade4d1-0e0e-43c9-90ea-86095462cbb1 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:07.851792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Attempting to bind port 55ade4d1-0e0e-43c9-90ea-86095462cbb1 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '18fca8f0-85b7-4829-bb8c-c4ea945155a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:07.852258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Attempting to bind port 55ade4d1-0e0e-43c9-90ea-86095462cbb1 on network 74da08b0-8394-4e10-b293-14491e260aa8 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:07.858323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:07.858700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Checking segment: {'id': '18fca8f0-85b7-4829-bb8c-c4ea945155a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:07.859106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.859500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Bound using segment: {'id': '18fca8f0-85b7-4829-bb8c-c4ea945155a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:07.860008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Bound port: 55ade4d1-0e0e-43c9-90ea-86095462cbb1, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18fca8f0-85b7-4829-bb8c-c4ea945155a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '74da08b0-8394-4e10-b293-14491e260aa8'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:07.860395 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.907483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.912136 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1b814d5e-35ba-46d6-bdab-cef19de345bd tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:07.947311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ec2652-2872-425a-8469-75e62347b667,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:07.949724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:07.950078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] For port 55ade4d1-0e0e-43c9-90ea-86095462cbb1, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:07.953182 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.953917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] For port 55ade4d1-0e0e-43c9-90ea-86095462cbb1, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=55ade4d1-0e0e-43c9-90ea-86095462cbb1,segment=NetworkSegment(18fca8f0-85b7-4829-bb8c-c4ea945155a5),segment_id=18fca8f0-85b7-4829-bb8c-c4ea945155a5)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:07.960126 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "DELETE /v2.0/subnets/c9ec2652-2872-425a-8469-75e62347b667 HTTP/1.1" status: 204 len: 168 time: 0.5978024 Dec 15 22:19:07.963111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46594) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:07.964044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:07.967847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:08.087053 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Pushing event updated for resources: {'Port': ['ID=55ade4d1-0e0e-43c9-90ea-86095462cbb1,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:08.092135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:08.094169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.106322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Deleting port 55ade4d1-0e0e-43c9-90ea-86095462cbb1 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:08.106647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.113672 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bc9b2-8cc7-481a-82af-6172dbd17a8a None None] Network 74da08b0-8394-4e10-b293-14491e260aa8 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:08.327785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] For port 55ade4d1-0e0e-43c9-90ea-86095462cbb1, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=55ade4d1-0e0e-43c9-90ea-86095462cbb1,segment=NetworkSegment(18fca8f0-85b7-4829-bb8c-c4ea945155a5),segment_id=18fca8f0-85b7-4829-bb8c-c4ea945155a5)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:08.328244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.343675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98f25e2-8172-4787-9268-12d1fcc415e6 None None] Network ec70f82f-6c08-4da2-a42f-9185dac63daa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:08.451033 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Calling delete_port for 55ade4d1-0e0e-43c9-90ea-86095462cbb1 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:08.492230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4a2ba773-c019-44df-89ba-1e731f4982fd None None] Provisioning for port f3509a2a-129c-496a-9717-cf56d824764c completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:08.532705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.536872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-874dca2d-a2a1-49af-9a65-2fccf2b66db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:08.583907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Port': ['ID=55ade4d1-0e0e-43c9-90ea-86095462cbb1,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:08.586386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:08.591305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] No DVR routers for this DVR port 55ade4d1-0e0e-43c9-90ea-86095462cbb1 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:19:08.721110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.747561 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74da08b0-8394-4e10-b293-14491e260aa8']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:08.758735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4c7058-d584-4136-a9d0-30d64a0ea0ba None None] get_active_networks_info from dv-neutron-820612-1-hyperv {{(pid=87555) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 22:19:08.760777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fca8f0-85b7-4829-bb8c-c4ea945155a5') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:08.761078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fca8f0-85b7-4829-bb8c-c4ea945155a5') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:08.773250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.789111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.795624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:19:08.796293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:19:08.811116 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:19:08.856628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c7058-d584-4136-a9d0-30d64a0ea0ba None None] Resources bound (agent type, host, resource id): {{(pid=87555) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 15 22:19:08.911820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.917068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:08.925804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:08.947095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "DELETE /v2.0/networks/74da08b0-8394-4e10-b293-14491e260aa8 HTTP/1.1" status: 204 len: 168 time: 0.9805429 Dec 15 22:19:08.947433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:08.963044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Network': ['ID=74da08b0-8394-4e10-b293-14491e260aa8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:08.971762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:08.973698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3509a2a-129c-496a-9717-cf56d824764c up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:09.025755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Deleting subnet 9825d6b6-fb71-477d-a449-1f9efaed10a7 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:19:09.028671 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.083038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.111261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port f3509a2a-129c-496a-9717-cf56d824764c completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:09.117890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f3509a2a-129c-496a-9717-cf56d824764c triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:09.118273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.169526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.242886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.246493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5cd4364d-6a74-45b8-be6d-8b660edde87d tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:09.284313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Subnet': ['ID=9825d6b6-fb71-477d-a449-1f9efaed10a7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:09.286236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.290042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:09.296146 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-acc76e2e-49f3-4c20-9e9a-f5d694344347 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "DELETE /v2.0/subnets/9825d6b6-fb71-477d-a449-1f9efaed10a7 HTTP/1.1" status: 204 len: 168 time: 0.3468797 Dec 15 22:19:09.296317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46602) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:09.303219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.362560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70666fc8-b968-437d-bac7-45e1c6c12b88 None None] Network ec70f82f-6c08-4da2-a42f-9185dac63daa requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:09.411954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.422899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Deleting port f3509a2a-129c-496a-9717-cf56d824764c {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:09.423226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.475322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:19:09.475681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:19:09.687253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] DHCP port deletion for ec70f82f-6c08-4da2-a42f-9185dac63daa request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:19:09.691598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Deleting port f3509a2a-129c-496a-9717-cf56d824764c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:09.692014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.754601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] For port f3509a2a-129c-496a-9717-cf56d824764c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3509a2a-129c-496a-9717-cf56d824764c,segment=NetworkSegment(425bacf4-4eb1-4b00-8f4e-c74fbd612b3d),segment_id=425bacf4-4eb1-4b00-8f4e-c74fbd612b3d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:09.754954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.878500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Calling delete_port for f3509a2a-129c-496a-9717-cf56d824764c owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:09.898637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] For port f3509a2a-129c-496a-9717-cf56d824764c, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f3509a2a-129c-496a-9717-cf56d824764c,segment=NetworkSegment(425bacf4-4eb1-4b00-8f4e-c74fbd612b3d),segment_id=425bacf4-4eb1-4b00-8f4e-c74fbd612b3d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:09.899213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.954656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:09.959361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e227029a-627a-465f-8246-5ae2366c1917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:10.005707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Port': ['ID=f3509a2a-129c-496a-9717-cf56d824764c,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:10.007482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] No DVR routers for this DVR port f3509a2a-129c-496a-9717-cf56d824764c on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:19:10.008941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:10.041568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Calling delete_port for f3509a2a-129c-496a-9717-cf56d824764c owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:10.094150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Port f3509a2a-129c-496a-9717-cf56d824764c update to ACTIVE by agent not found {{(pid=87555) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}} Dec 15 22:19:10.129809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:19:10.130070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:19:10.136830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.165520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec70f82f-6c08-4da2-a42f-9185dac63daa']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:10.177471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:10.177792 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '425bacf4-4eb1-4b00-8f4e-c74fbd612b3d') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:10.189341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.205594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.211465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:19:10.211840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:19:10.227021 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:19:10.308370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.311803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d979040e-c0cd-43e4-92e8-95c8044aac77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:10.325703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.336483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Pushing event deleted for resources: {'Network': ['ID=ec70f82f-6c08-4da2-a42f-9185dac63daa,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:10.339344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:10.340811 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "DELETE /v2.0/networks/ec70f82f-6c08-4da2-a42f-9185dac63daa HTTP/1.1" status: 204 len: 168 time: 1.0433640 Dec 15 22:19:10.343396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46606) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:10.386175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-708a1651-9f61-4770-84b3-a818b0bd8fe7 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Synchronizing usage tracker for tenant:d9d39aa65a6640249eae1a8a57d260d6 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:10.400999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-708a1651-9f61-4770-84b3-a818b0bd8fe7 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Unset dirty status for tenant:d9d39aa65a6640249eae1a8a57d260d6 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:10.402160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-708a1651-9f61-4770-84b3-a818b0bd8fe7 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a95e8f6-c181-4ec2-b390-ff7703668d93 HTTP/1.1" status: 200 len: 205 time: 0.0578549 Dec 15 22:19:10.404739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46610) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:10.543220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.631168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Deleting port f3509a2a-129c-496a-9717-cf56d824764c {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:10.631561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.696083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-19276b60-9123-47b2-9a25-1e91082c06fb None None] The port 'f3509a2a-129c-496a-9717-cf56d824764c' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:19:10.831742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.833890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.856285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.856948 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Fanout notify agent at l3_agent the message router_deleted on router 7a95e8f6-c181-4ec2-b390-ff7703668d93 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:19:10.867958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:10.869041 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bccb375b-afd2-4960-99cb-b46724bde49a tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] 10.222.0.18 "DELETE /v2.0/routers/7a95e8f6-c181-4ec2-b390-ff7703668d93 HTTP/1.1" status: 204 len: 168 time: 0.4634261 Dec 15 22:19:10.931104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3509a2a-129c-496a-9717-cf56d824764c no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:19:10.967231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: f3509a2a-129c-496a-9717-cf56d824764c {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:19:10.967499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f3509a2a-129c-496a-9717-cf56d824764c not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:19:11.143442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:11.285690 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-44de97c4-3bb7-4566-a2a9-ded2e67073d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9d39aa65a6640249eae1a8a57d260d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410005 Dec 15 22:19:11.288085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46624) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:11.352264 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:11.486306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:11.545411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:11.551032 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23895160-6783-4666-9ca5-e6e8363af783 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:11.562893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d4534f-a65a-4b86-a87a-fb2b6af9d024,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:11.568809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:11.570334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:11.570934 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbb0644f-2faa-4eb6-a3ee-93af164f309e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52d4534f-a65a-4b86-a87a-fb2b6af9d024 HTTP/1.1" status: 204 len: 168 time: 0.2819903 Dec 15 22:19:12.210546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46648) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:12.311386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2009499317-network', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:12.316117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:12.319834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Usage tracker for resource:network and tenant:5faf8a0550a942db96c6bdfaba952664 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:12.322675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:12.328984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:12.338918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Made reservation on behalf of 5faf8a0550a942db96c6bdfaba952664 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:12.341321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.353699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.367739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:12.371493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Usage tracker for resource:security_group_rule and tenant:5faf8a0550a942db96c6bdfaba952664 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:12.374346 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:12.380106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:12.459597 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.464448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.468253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-145b8491-face-4c86-89f6-2c4db8fdc4d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:12.491171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:19:12.503156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96da55ca-cfd0-4853-8046-f02f70165188,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:12.507077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:12.508015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.508356 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Added segment 5a172700-6fc9-4969-b62b-ae68d5f6dbd8 of type vlan for network e50a34d8-8da6-4a71-a917-e895f96f162b Dec 15 22:19:12.537251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.566454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.567467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:12.568106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.572076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11a0a25c-bca0-4f47-abbf-b4a3be356493 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:12.670342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e50a34d8-8da6-4a71-a917-e895f96f162b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:12.673517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4619260 Dec 15 22:19:12.674386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b608896-4708-44bb-8b50-5f17a165a4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:12.676539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46654) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:12.680600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e50a34d8-8da6-4a71-a917-e895f96f162b details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:19:12.681766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Request body: {'subnet': {'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-subnet', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:12.686774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:12.690639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Usage tracker for resource:subnet and tenant:5faf8a0550a942db96c6bdfaba952664 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:12.693504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:12.699787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:12.709154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Made reservation on behalf of 5faf8a0550a942db96c6bdfaba952664 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:12.711418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.909963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:12.913353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58a511c8-8d46-4414-a266-4f213f8fec41 tempest-RoutersAdminTest-657564868 tempest-RoutersAdminTest-657564868-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:12.990416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8dce19-99ff-43c7-8772-8db9af5e5632,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:12.994802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:12.998767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Checking segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:12.999118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Network hostable DHCP agents. Network: e50a34d8-8da6-4a71-a917-e895f96f162b, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:19:13.016763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Network e50a34d8-8da6-4a71-a917-e895f96f162b is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:19:13.025020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e50a34d8-8da6-4a71-a917-e895f96f162b) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:13.028847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:13.029420 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.033530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed9dda-31fe-496f-8e2e-a1cc06f75fc4 None None] Network e50a34d8-8da6-4a71-a917-e895f96f162b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:13.048835 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2d35e299-4bbc-4e66-84ae-a951ed2e5227 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3714335 Dec 15 22:19:13.051383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46658) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:13.056703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:13.061376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:13.065141 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Usage tracker for resource:router and tenant:5faf8a0550a942db96c6bdfaba952664 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:13.067954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:13.074224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:13.083921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.084865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.098707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.240973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-e50a34d8-8da6-4a71-a917-e895f96f162b', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:19:13.241824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.359320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.398345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Allocated IP 172.20.0.2 (e50a34d8-8da6-4a71-a917-e895f96f162b/fe8dce19-99ff-43c7-8772-8db9af5e5632/7dafc248-2c4e-49d4-a694-130fad42d050) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:13.535372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c214361-e27d-430c-a6f8-e2eed82d53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.615812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.626947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Transition to ACTIVE for port object 7dafc248-2c4e-49d4-a694-130fad42d050 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:13.644619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Transition to ACTIVE for port object 7dafc248-2c4e-49d4-a694-130fad42d050 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:13.649981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.654884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:13.663953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.696902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.715657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Network e50a34d8-8da6-4a71-a917-e895f96f162b is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:13.718429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:13.721894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:13.760231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Pushing event updated for resources: {'Port': ['ID=7dafc248-2c4e-49d4-a694-130fad42d050,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:13.768412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:13.828140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Allocated IP 172.26.6.220 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/5352d557-1ea7-4d52-98c7-9bb7fe768caf) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:13.866788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Attempting to bind port 7dafc248-2c4e-49d4-a694-130fad42d050 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:13.867168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Attempting to bind port 7dafc248-2c4e-49d4-a694-130fad42d050 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:13.867540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Attempting to bind port 7dafc248-2c4e-49d4-a694-130fad42d050 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:13.877773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:13.878153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Checking segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:13.878564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.878965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Bound using segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:13.879444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Bound port: 7dafc248-2c4e-49d4-a694-130fad42d050, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:13.879822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.970002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] For port 7dafc248-2c4e-49d4-a694-130fad42d050, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:13.973235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] For port 7dafc248-2c4e-49d4-a694-130fad42d050, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7dafc248-2c4e-49d4-a694-130fad42d050,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:13.977381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:13.981585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:14.062536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Pushing event updated for resources: {'Port': ['ID=7dafc248-2c4e-49d4-a694-130fad42d050,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:14.064767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:14.113976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:14.143858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:14.148432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b22d12f-8dc7-43ee-850d-9e814c68b732 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:14.211447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:14.215318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:14.221153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:14.280718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Pushing event updated for resources: {'Port': ['ID=5352d557-1ea7-4d52-98c7-9bb7fe768caf,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:14.283546 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:14.649724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:14.975697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7dafc248-2c4e-49d4-a694-130fad42d050 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:15.001870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.038108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1278aa91-1214-4460-ae81-b139f99e8f13 None None] Network e50a34d8-8da6-4a71-a917-e895f96f162b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:15.119821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7dafc248-2c4e-49d4-a694-130fad42d050 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:15.143133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Provisioning for port 7dafc248-2c4e-49d4-a694-130fad42d050 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:15.161129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Provisioning complete for port 7dafc248-2c4e-49d4-a694-130fad42d050 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:15.161442 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.210496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Router c021ca29-3be2-429b-ac6a-6c2451ebfb46 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:19:15.389368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.431961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] For port 7dafc248-2c4e-49d4-a694-130fad42d050, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7dafc248-2c4e-49d4-a694-130fad42d050,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:15.437176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.439347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:15.508479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Pushing event updated for resources: {'Port': ['ID=7dafc248-2c4e-49d4-a694-130fad42d050,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:15.511785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:15.523768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:19:15.534890 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Sync routers for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:19:15.546894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:15.547863 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:18:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:15.553808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.555255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5029259 Dec 15 22:19:15.558059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46662) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:15.736291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:15.759631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-204f0ad3-392a-49e4-a006-38a5c11468cc None None] Provisioning complete for port 7dafc248-2c4e-49d4-a694-130fad42d050 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:15.760048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-204f0ad3-392a-49e4-a006-38a5c11468cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:15.892047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-372d679e-7df6-4efc-a882-18c333a27cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.017295 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:14Z', 'revision_number': 3, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:16.020974 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Checking router: c021ca29-3be2-429b-ac6a-6c2451ebfb46 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:19:16.021327 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Updating router c021ca29-3be2-429b-ac6a-6c2451ebfb46 port 5352d557-1ea7-4d52-98c7-9bb7fe768caf binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:19:16.071634 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.238608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.392693 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.405127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Transition to ACTIVE for port object 5352d557-1ea7-4d52-98c7-9bb7fe768caf will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:16.412609 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.416299 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:16.461242 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Allocated IP 172.20.0.1 (e50a34d8-8da6-4a71-a917-e895f96f162b/fe8dce19-99ff-43c7-8772-8db9af5e5632/dc332bbe-0b1a-4e8d-86ef-668f9582fe06) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:16.496689 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Pushing event updated for resources: {'Port': ['ID=5352d557-1ea7-4d52-98c7-9bb7fe768caf,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:16.499003 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Attempting to bind port 5352d557-1ea7-4d52-98c7-9bb7fe768caf on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:16.499372 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Attempting to bind port 5352d557-1ea7-4d52-98c7-9bb7fe768caf by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:16.499742 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Attempting to bind port 5352d557-1ea7-4d52-98c7-9bb7fe768caf on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:16.508634 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:16.509548 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:16.509954 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.510347 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:16.510812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Bound port: 5352d557-1ea7-4d52-98c7-9bb7fe768caf, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:16.511185 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.535167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.535858 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.535858 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.536162 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.536487 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.536811 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.537129 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.537447 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.537763 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.538078 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.538392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.538705 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:16.560068 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:16.592463 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] For port 5352d557-1ea7-4d52-98c7-9bb7fe768caf, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:16.595463 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] For port 5352d557-1ea7-4d52-98c7-9bb7fe768caf, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5352d557-1ea7-4d52-98c7-9bb7fe768caf,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:16.600957 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.604937 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6d9a28b6-d6f0-4c5b-8325-085d0c77d896 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:16.615936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.631461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Transition to ACTIVE for port object dc332bbe-0b1a-4e8d-86ef-668f9582fe06 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:16.657405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.661391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:16.710262 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:16.710262 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:16.731413 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Network e50a34d8-8da6-4a71-a917-e895f96f162b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:16.734579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:16.738246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:16.770179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:16.776758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:16.789136 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Pushing event updated for resources: {'Port': ['ID=5352d557-1ea7-4d52-98c7-9bb7fe768caf,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:16.803710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.846909 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9c353321-2bf5-47f8-925d-7e5c27481cce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:16.899566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:16.916804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.945081 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:16.985767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7dafc248-2c4e-49d4-a694-130fad42d050 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:17.053425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6baf9a7e-e4c3-4dc9-98a1-3d6fb86eec0d None None] Provisioning for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:17.059920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6baf9a7e-e4c3-4dc9-98a1-3d6fb86eec0d None None] Provisioning complete for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:17.060311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6baf9a7e-e4c3-4dc9-98a1-3d6fb86eec0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.116283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6baf9a7e-e4c3-4dc9-98a1-3d6fb86eec0d None None] Port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:17.126728 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7dafc248-2c4e-49d4-a694-130fad42d050 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:17.127101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.224802 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:14Z', 'revision_number': 3, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:17.230266 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4a6759-779a-4467-99a3-1bc9b7a3c608 None None] The sync data for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv is: [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:14Z', 'revision_number': 3, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:19:17.238046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.479449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.483987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.512760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5ccb74a0-e40c-4245-8a91-9e06905031b4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:17.597829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:17.600649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:17.601895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:17.742828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Network e50a34d8-8da6-4a71-a917-e895f96f162b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:17.744133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:17.940812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Router c021ca29-3be2-429b-ac6a-6c2451ebfb46 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:19:18.044668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b24a4971-c47e-4985-a5ce-62542f5b755d None None] Provisioning complete for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:18.045226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b24a4971-c47e-4985-a5ce-62542f5b755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.099535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b24a4971-c47e-4985-a5ce-62542f5b755d None None] Port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:18.127502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:19:18.136809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] 10.222.0.18 "PUT /v2.0/routers/c021ca29-3be2-429b-ac6a-6c2451ebfb46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777142 Dec 15 22:19:18.532605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.638690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46680) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:18.644366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-817339129-network', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:18.649143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:18.652980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Usage tracker for resource:network and tenant:dcd913c32cec4df7883a0c7e0fbc0d3f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:18.655779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:18.661492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:18.672868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Made reservation on behalf of dcd913c32cec4df7883a0c7e0fbc0d3f for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:18.675189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.688016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.702016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:18.705809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Usage tracker for resource:security_group_rule and tenant:dcd913c32cec4df7883a0c7e0fbc0d3f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:18.708531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:18.714097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:18.746997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Sync routers for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:19:18.756275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:18.756899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:18.800753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.804303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.808764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c888c2db-f693-4f55-99b9-fa024fb66164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:18.832405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:19:18.844814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f632261b-37bb-4537-9f39-b06c379bd605,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:18.848954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:18.849840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.850176 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Added segment 3c2509fa-bbd5-4dce-ada0-df735c91ebd3 of type vlan for network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 Dec 15 22:19:18.881468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.912483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.913718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:18.914482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:18.920449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0887f344-3f00-4b73-8bab-ba951fcad3e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:18.944882 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:18.991518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5352d557-1ea7-4d52-98c7-9bb7fe768caf up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:19.018865 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3790686 Dec 15 22:19:19.021764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 46684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:19.022295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Pushing event updated for resources: {'Network': ['ID=d7e00e9c-3dc9-485a-a2c3-0e1287a627c3,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:19.025027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:19.029240 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Request body: {'subnet': {'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-subnet', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:19.033960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:19.037948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Usage tracker for resource:subnet and tenant:dcd913c32cec4df7883a0c7e0fbc0d3f is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:19.041435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:19.042487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:19:19.048276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:19.058885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Made reservation on behalf of dcd913c32cec4df7883a0c7e0fbc0d3f for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:19.061180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.268738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.273245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-67bd0ac2-f667-4188-9ef1-583182eebf99 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:19.344843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3252baa2-79a7-46f3-bc81-46f49e7a6874,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:19.352903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5352d557-1ea7-4d52-98c7-9bb7fe768caf completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:19.355275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Checking segment: {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:19.355641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Network hostable DHCP agents. Network: d7e00e9c-3dc9-485a-a2c3-0e1287a627c3, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:19:19.360398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.360799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.361173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.361552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.361934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.362793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.362793 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.362996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5352d557-1ea7-4d52-98c7-9bb7fe768caf triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:19.363093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.363249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.363392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.363738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.364128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.364489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:19:19.371925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:19.388201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:19:19.397591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, d7e00e9c-3dc9-485a-a2c3-0e1287a627c3) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:19.402210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:19.402776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.413956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f100cd14-1880-4de8-bf49-48b2f999e9a8 None None] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:19.423898 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bd71ff75-a1dd-4f91-9195-9905497b09a5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4003623 Dec 15 22:19:19.426796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46688) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:19.431955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:19.436574 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:19.440454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Usage tracker for resource:router and tenant:dcd913c32cec4df7883a0c7e0fbc0d3f is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:19:19.443257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:19:19.449507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:19.465760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.466909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.483069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.708558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.760642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:17Z', 'revision_number': 4, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'dc332bbe-0b1a-4e8d-86ef-668f9582fe06', 'name': '', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'mac_address': 'fa:16:3e:19:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:16Z', 'updated_at': '2021-12-15T22:19:17Z', 'revision_number': 2, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'subnets': [{'id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:19.768453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 5352d557-1ea7-4d52-98c7-9bb7fe768caf, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5352d557-1ea7-4d52-98c7-9bb7fe768caf,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:19.783009 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.785270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Checking router: c021ca29-3be2-429b-ac6a-6c2451ebfb46 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:19:19.785637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Updating router c021ca29-3be2-429b-ac6a-6c2451ebfb46 port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:19:19.811669 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:19.839821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-d7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'fixed_ips': [{'subnet_id': '3252baa2-79a7-46f3-bc81-46f49e7a6874'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:19:19.840671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.880290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.957515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:19.966377 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=5352d557-1ea7-4d52-98c7-9bb7fe768caf,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:19.969320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:20.164040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Allocated IP 172.20.0.2 (d7e00e9c-3dc9-485a-a2c3-0e1287a627c3/3252baa2-79a7-46f3-bc81-46f49e7a6874/e6f09615-08aa-4618-8626-858c85c4411a) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:20.189957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.224448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.361183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Allocated IP 172.26.6.132 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/0d5c530d-0b0a-4c17-8dd2-41542ef67938) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:20.511320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.533317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.543676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.548886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03c5228c-9acd-4cb9-a55c-45d886030614 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:20.553888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Transition to ACTIVE for port object e6f09615-08aa-4618-8626-858c85c4411a will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:20.557170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.580975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Transition to ACTIVE for port object dc332bbe-0b1a-4e8d-86ef-668f9582fe06 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:20.585678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Transition to ACTIVE for port object e6f09615-08aa-4618-8626-858c85c4411a will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:20.589325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.594051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:20.610092 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:20.612902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:20.616476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:20.629595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:20.666661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Pushing event updated for resources: {'Port': ['ID=0d5c530d-0b0a-4c17-8dd2-41542ef67938,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:20.670753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:20.789603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:20.820448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:20.823440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:20.834146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Pushing event updated for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:20.836814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:20.844257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:20.966647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5352d557-1ea7-4d52-98c7-9bb7fe768caf up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:21.045138 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.078356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Attempting to bind port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:21.078732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Attempting to bind port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:21.079100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Attempting to bind port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:21.080944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Pushing event updated for resources: {'Port': ['ID=e6f09615-08aa-4618-8626-858c85c4411a,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:21.083648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:21.098321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:21.098704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Checking segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:21.099108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.099499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Bound using segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:21.099989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Bound port: dc332bbe-0b1a-4e8d-86ef-668f9582fe06, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:21.100366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.118684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Attempting to bind port e6f09615-08aa-4618-8626-858c85c4411a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:21.119056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Attempting to bind port e6f09615-08aa-4618-8626-858c85c4411a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:21.119420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Attempting to bind port e6f09615-08aa-4618-8626-858c85c4411a on network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:21.129300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:21.129681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Checking segment: {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:21.130075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.130463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Bound using segment: {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:21.130923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Bound port: e6f09615-08aa-4618-8626-858c85c4411a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:21.131295 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.250843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5352d557-1ea7-4d52-98c7-9bb7fe768caf triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:21.251227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.350129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] For port dc332bbe-0b1a-4e8d-86ef-668f9582fe06, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:21.354665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] For port dc332bbe-0b1a-4e8d-86ef-668f9582fe06, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:21.355986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] For port e6f09615-08aa-4618-8626-858c85c4411a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:21.361459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] For port e6f09615-08aa-4618-8626-858c85c4411a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6f09615-08aa-4618-8626-858c85c4411a,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:21.363856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.367858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:21.406490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.514007 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:21.514813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:21.527076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:21.613344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Pushing event updated for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:21.620147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:21.620747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-37bcdef4-42cc-4d7b-ba3b-580ff8fa5e03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:21.771864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Pushing event updated for resources: {'Port': ['ID=e6f09615-08aa-4618-8626-858c85c4411a,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:21.778362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:21.783490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:21.829433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Router 80068600-6d95-4a15-a26e-aae66321cea3 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:19:22.017713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:22.035445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:19:22.046219 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Sync routers for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:19:22.055734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:22.056673 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:22.061085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:22.064836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6346686 Dec 15 22:19:22.065068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46692) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:19:22.162549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:17Z', 'revision_number': 4, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'dc332bbe-0b1a-4e8d-86ef-668f9582fe06', 'name': '', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'mac_address': 'fa:16:3e:19:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:16Z', 'updated_at': '2021-12-15T22:19:21Z', 'revision_number': 4, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'subnets': [{'id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:22.167979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc17143-2b7e-485e-941b-8d5f2a53c772 None None] The sync data for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv is: [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:17Z', 'revision_number': 4, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'dc332bbe-0b1a-4e8d-86ef-668f9582fe06', 'name': '', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'mac_address': 'fa:16:3e:19:14:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:16Z', 'updated_at': '2021-12-15T22:19:21Z', 'revision_number': 4, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'subnets': [{'id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:19:22.281141 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:22.607142 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:20Z', 'revision_number': 3, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:22.611387 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Checking router: 80068600-6d95-4a15-a26e-aae66321cea3 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:19:22.612328 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Updating router 80068600-6d95-4a15-a26e-aae66321cea3 port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:19:22.675563 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:22.783450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2186ee5-4417-43b7-b601-8f3b36f84629 None None] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:19:22.841268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:22.982875 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-165c23b4-d9b1-4048-8fe6-07f4dded3fd0 None None] Provisioning for port e6f09615-08aa-4618-8626-858c85c4411a completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:23.108098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6f09615-08aa-4618-8626-858c85c4411a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:23.124247 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.137981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Transition to ACTIVE for port object 0d5c530d-0b0a-4c17-8dd2-41542ef67938 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:23.152433 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.159159 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:23.238740 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Pushing event updated for resources: {'Port': ['ID=0d5c530d-0b0a-4c17-8dd2-41542ef67938,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:23.250586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e6f09615-08aa-4618-8626-858c85c4411a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:23.251954 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:23.259782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e6f09615-08aa-4618-8626-858c85c4411a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:23.260203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.281100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Allocated IP 172.20.0.1 (d7e00e9c-3dc9-485a-a2c3-0e1287a627c3/3252baa2-79a7-46f3-bc81-46f49e7a6874/8159be0e-339b-4f9c-aa7c-cbbf42fba232) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:23.287444 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Attempting to bind port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:23.288003 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Attempting to bind port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:23.288778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Attempting to bind port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:23.307801 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:23.308345 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:23.309339 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.311283 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:23.313112 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Bound port: 0d5c530d-0b0a-4c17-8dd2-41542ef67938, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:23.313854 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.411446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.431818 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] For port 0d5c530d-0b0a-4c17-8dd2-41542ef67938, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:23.436540 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] For port 0d5c530d-0b0a-4c17-8dd2-41542ef67938, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0d5c530d-0b0a-4c17-8dd2-41542ef67938,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:23.444000 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.456673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e6f09615-08aa-4618-8626-858c85c4411a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6f09615-08aa-4618-8626-858c85c4411a,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:23.456948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-4a6f33a2-bc8f-4659-a85a-a6818a99d057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:23.471176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.473197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device dc332bbe-0b1a-4e8d-86ef-668f9582fe06 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:23.512687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-31307170-0026-4b81-a9b1-07ebcc122424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:23.565124 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:23.567362 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:23.572123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.620883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Transition to ACTIVE for port object 8159be0e-339b-4f9c-aa7c-cbbf42fba232 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:23.635519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e6f09615-08aa-4618-8626-858c85c4411a,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:23.644193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:23.655304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:23.668723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:23.670467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.689774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.695403 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-be051512-d68f-4ade-823d-a1d43a680823 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:23.760551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-60b2a2d5-c703-4443-80f7-6157a811fb3a None None] Provisioning complete for port e6f09615-08aa-4618-8626-858c85c4411a triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:23.761460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60b2a2d5-c703-4443-80f7-6157a811fb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.767490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:23.770432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:23.774886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:23.805939 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Pushing event updated for resources: {'Port': ['ID=0d5c530d-0b0a-4c17-8dd2-41542ef67938,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:23.810592 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:23.843457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Pushing event updated for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:23.848719 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:23.850369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:23.871744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:23.971864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.018790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port dc332bbe-0b1a-4e8d-86ef-668f9582fe06, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:24.028208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.034027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:24.041103 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.118100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:24.121399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a08f431-975d-4f84-807d-3208115208e9 None None] Provisioning for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:24.125021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:24.127683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0a08f431-975d-4f84-807d-3208115208e9 None None] Provisioning complete for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:24.128161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0a08f431-975d-4f84-807d-3208115208e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.179167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:20Z', 'revision_number': 3, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:24.183636 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0fd91b-bd63-45c3-85fa-2327d25a2a05 None None] The sync data for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv is: [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:20Z', 'revision_number': 3, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:19:24.184733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0a08f431-975d-4f84-807d-3208115208e9 None None] Port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:24.294958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.299759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.325131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b6c77eb2-b0f9-468b-b783-c715445dcf80 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:24.423670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.427228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Pushing event updated for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:24.431207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:24.573006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:24.574387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:24.791014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Router 80068600-6d95-4a15-a26e-aae66321cea3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:19:24.808873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b67aefe8-e223-4fa2-8154-7faf2867df79 None None] Provisioning complete for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:24.809250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b67aefe8-e223-4fa2-8154-7faf2867df79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:24.866451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-b67aefe8-e223-4fa2-8154-7faf2867df79 None None] Port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:24.976534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:19:24.993611 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] 10.222.0.18 "PUT /v2.0/routers/80068600-6d95-4a15-a26e-aae66321cea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9203229 Dec 15 22:19:25.037862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0d5c530d-0b0a-4c17-8dd2-41542ef67938 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:25.110412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:25.115752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:25.116272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:25.236051 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:25.251824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 0d5c530d-0b0a-4c17-8dd2-41542ef67938, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0d5c530d-0b0a-4c17-8dd2-41542ef67938,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:25.255944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:25.256781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device dc332bbe-0b1a-4e8d-86ef-668f9582fe06 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:25.284107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:25.379048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=0d5c530d-0b0a-4c17-8dd2-41542ef67938,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:25.384841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:25.393287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:25.393660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:25.511025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6f09615-08aa-4618-8626-858c85c4411a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:25.579257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e6f09615-08aa-4618-8626-858c85c4411a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:25.579408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:25.783293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-b793b2fb-4423-41c6-8486-10a6bf05744f tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:25.784751 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-b793b2fb-4423-41c6-8486-10a6bf05744f tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 817 time: 0.1559179 Dec 15 22:19:25.800523 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-e9afd239-5378-421f-ba95-bbd85ee4706b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/quotas/5faf8a0550a942db96c6bdfaba952664 HTTP/1.1" status: 200 len: 375 time: 0.0100827 Dec 15 22:19:25.826424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Sync routers for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:19:25.835650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:25.836306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:25.888811 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-2a360381-e7b9-4700-b420-9cb51cdbb638 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828543 Dec 15 22:19:26.057543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:26.149016 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-b9ed53f6-d2f8-4945-ae62-81735bf44972 service neutron] 10.222.0.18 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486765 Dec 15 22:19:26.278955 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-f4ee77cf-850e-4a76-b6f0-e54ada93a34a service neutron] 10.222.0.18 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240051 Dec 15 22:19:26.367356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:23Z', 'revision_number': 4, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8159be0e-339b-4f9c-aa7c-cbbf42fba232', 'name': '', 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'mac_address': 'fa:16:3e:49:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:23Z', 'updated_at': '2021-12-15T22:19:24Z', 'revision_number': 2, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'subnets': [{'id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:26.372977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Checking router: 80068600-6d95-4a15-a26e-aae66321cea3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:19:26.373352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Updating router 80068600-6d95-4a15-a26e-aae66321cea3 port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:19:26.434263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:26.484045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-81a7bf91-38a2-46f8-872a-b8ac9d55bd4e req-a44184b7-97e6-4cd4-b91b-f284c2af295f tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:26.516096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-81a7bf91-38a2-46f8-872a-b8ac9d55bd4e req-a44184b7-97e6-4cd4-b91b-f284c2af295f tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:26.520339 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-81a7bf91-38a2-46f8-872a-b8ac9d55bd4e req-a44184b7-97e6-4cd4-b91b-f284c2af295f tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 210 time: 0.0908651 Dec 15 22:19:26.797005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:26.808823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Transition to ACTIVE for port object 8159be0e-339b-4f9c-aa7c-cbbf42fba232 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:26.814549 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:26.818289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:26.953701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Pushing event updated for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:26.957445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:26.985283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0d5c530d-0b0a-4c17-8dd2-41542ef67938 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:27.105682 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Attempting to bind port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:27.106294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Attempting to bind port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:27.106411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Attempting to bind port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 on network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:27.115812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:27.116210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Checking segment: {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:27.116608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:27.117000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Bound using segment: {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:27.117460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Bound port: 8159be0e-339b-4f9c-aa7c-cbbf42fba232, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2509fa-bbd5-4dce-ada0-df735c91ebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:27.117833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:27.166906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:27.167174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:27.276921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] For port 8159be0e-339b-4f9c-aa7c-cbbf42fba232, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:27.280195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] For port 8159be0e-339b-4f9c-aa7c-cbbf42fba232, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8159be0e-339b-4f9c-aa7c-cbbf42fba232,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:27.314038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:27.323726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:27.424560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Pushing event updated for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:27.427230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:19:27.427943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:19:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:27.483038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:27.679865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-845d41b2-0b9c-4438-a320-66c2144c69e0 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:27.681287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-845d41b2-0b9c-4438-a320-66c2144c69e0 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:27.700741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-845d41b2-0b9c-4438-a320-66c2144c69e0 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:27.702162 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-845d41b2-0b9c-4438-a320-66c2144c69e0 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 817 time: 0.3432429 Dec 15 22:19:27.715525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Request body: {'port': {'device_id': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'admin_state_up': True, 'tenant_id': '5faf8a0550a942db96c6bdfaba952664'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:27.738242 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-61e3918e-a294-4755-acfa-9d0b45e76f23 req-d75e0aa4-c64e-4720-9a9c-5da84119c394 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 210 time: 0.0551591 Dec 15 22:19:27.763753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:19:27.863752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:27.873825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:27.883980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Made reservation on behalf of 5faf8a0550a942db96c6bdfaba952664 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:27.887461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.050125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Allocated IP 172.20.0.6 (e50a34d8-8da6-4a71-a917-e895f96f162b/fe8dce19-99ff-43c7-8772-8db9af5e5632/e92c0b7a-1ff4-4c63-90c5-3da75ae9c478) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:28.085685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:23Z', 'revision_number': 4, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8159be0e-339b-4f9c-aa7c-cbbf42fba232', 'name': '', 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'mac_address': 'fa:16:3e:49:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:23Z', 'updated_at': '2021-12-15T22:19:27Z', 'revision_number': 4, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'subnets': [{'id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:19:28.090380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957d3a5d-15be-4a54-8032-bc4f89a2a0fe None None] The sync data for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv is: [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:19:23Z', 'revision_number': 4, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8159be0e-339b-4f9c-aa7c-cbbf42fba232', 'name': '', 'network_id': 'd7e00e9c-3dc9-485a-a2c3-0e1287a627c3', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'mac_address': 'fa:16:3e:49:9b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1634, 'fixed_ips': [{'subnet_id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:23Z', 'updated_at': '2021-12-15T22:19:27Z', 'revision_number': 4, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'subnets': [{'id': '3252baa2-79a7-46f3-bc81-46f49e7a6874', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:19:28.268216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.285117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Transition to ACTIVE for port object e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:28.311764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.319239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-813f1eb0-f789-4325-a195-4dd5559c82e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:28.385133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Network e50a34d8-8da6-4a71-a917-e895f96f162b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:28.388150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:28.392433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:28.433581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Pushing event updated for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:28.442857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:28.468159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:28.468933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.495910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7846699 Dec 15 22:19:28.616960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Request body: {'port': {'device_id': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:28.666343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-82cc779f-fc21-43a7-9500-857d127a794d None None] Provisioning for port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:28.671607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-82cc779f-fc21-43a7-9500-857d127a794d None None] Provisioning complete for port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:28.672021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-82cc779f-fc21-43a7-9500-857d127a794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.726970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-82cc779f-fc21-43a7-9500-857d127a794d None None] Port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:28.738324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:28.980393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8159be0e-339b-4f9c-aa7c-cbbf42fba232 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:29.060259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:29.061986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-5eb73855-8f9d-4000-af82-b1862b89a420 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:29.062724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-5eb73855-8f9d-4000-af82-b1862b89a420 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:29.065732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:29.066109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.105509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-5eb73855-8f9d-4000-af82-b1862b89a420 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:29.106571 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-5eb73855-8f9d-4000-af82-b1862b89a420 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 931 time: 0.2459221 Dec 15 22:19:29.190836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.210565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-489f8b45-2792-4d84-81b1-a6810f727240 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:29.224165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8159be0e-339b-4f9c-aa7c-cbbf42fba232, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8159be0e-339b-4f9c-aa7c-cbbf42fba232,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:29.228920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.232362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:29.233400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:19:29.241942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.247036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-489f8b45-2792-4d84-81b1-a6810f727240 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:29.248336 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d5e649c8-b46c-4c11-a597-bc909bfb8759 req-489f8b45-2792-4d84-81b1-a6810f727240 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346173 Dec 15 22:19:29.261021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Transition to ACTIVE for port object e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:29.272824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.277712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0c746ba-30e2-46f9-a83b-18777b139ea1 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:29.300345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:29.303250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:29.430237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:29.438393 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:29.510901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Attempting to bind port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:29.511228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Attempting to bind port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:29.511545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Attempting to bind port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:29.516326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 on network e50a34d8-8da6-4a71-a917-e895f96f162b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:19:29.516638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Attempting to bind port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:29.521635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:29.521961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Checking segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:29.522333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Bound using segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:29.522749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Bound port: e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:29.523082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.725048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:29.728399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:29.732866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.737143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:29.795816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:29.796721 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:29.798081 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] 10.222.0.32 "PUT /v2.0/ports/e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 HTTP/1.1" status: 200 len: 1093 time: 1.2930176 Dec 15 22:19:29.798598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:19:29.822043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:29.833091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:29.875749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478', 'status': 'completed', 'code': 200} Dec 15 22:19:29.915866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-ffc57e0e-2d9f-4b70-b284-858889a17e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:29.917453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-ffc57e0e-2d9f-4b70-b284-858889a17e54 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 1096 time: 0.0819132 Dec 15 22:19:29.991029 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-c1b9d7ce-4867-4135-b700-72e264642135 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 HTTP/1.1" status: 200 len: 217 time: 0.0662601 Dec 15 22:19:30.052432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-b5778c68-87d0-4217-a8b3-29d1c5001163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.053733 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-b5778c68-87d0-4217-a8b3-29d1c5001163 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe8dce19-99ff-43c7-8772-8db9af5e5632 HTTP/1.1" status: 200 len: 856 time: 0.0568280 Dec 15 22:19:30.130868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-eca476b7-5e62-490f-8abd-d8a2267d3030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.132318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-eca476b7-5e62-490f-8abd-d8a2267d3030 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e50a34d8-8da6-4a71-a917-e895f96f162b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726576 Dec 15 22:19:30.265714 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-acf1d032-acbb-41c2-85b6-241e3758d255 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268382 Dec 15 22:19:30.447812 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-206350c7-ea53-49d8-ba26-4208d8f09137 req-898fae54-e4d5-4398-931d-8ea86ae1a125 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757181 Dec 15 22:19:30.467050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452f948-2876-4d04-a313-996676f3c98e req-e6d1f8eb-b161-451e-b5d6-4542c559cd85 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.468491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1452f948-2876-4d04-a313-996676f3c98e req-e6d1f8eb-b161-451e-b5d6-4542c559cd85 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 943 time: 0.1132448 Dec 15 22:19:30.564170 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1452f948-2876-4d04-a313-996676f3c98e req-70e5556a-7351-4c7b-9a0f-fc5276c4242c tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895700 Dec 15 22:19:30.584000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-5c02eddb-3431-417e-ac83-a847074b9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.585417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-5c02eddb-3431-417e-ac83-a847074b9333 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 1096 time: 0.0936110 Dec 15 22:19:30.716642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-5f6cadd1-3312-42e1-8c10-3f94cfe3f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.718046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-5f6cadd1-3312-42e1-8c10-3f94cfe3f91a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 918 time: 0.1259596 Dec 15 22:19:30.784092 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-1c880eb5-d183-42b2-bf62-ab93ed3b79a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 HTTP/1.1" status: 200 len: 217 time: 0.0590487 Dec 15 22:19:30.850110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-7582806c-d120-46cc-afaa-7c48d3969674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.851504 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-7582806c-d120-46cc-afaa-7c48d3969674 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe8dce19-99ff-43c7-8772-8db9af5e5632 HTTP/1.1" status: 200 len: 856 time: 0.0613668 Dec 15 22:19:30.927601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-16672551-ca03-43ca-af83-307576db4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:30.929083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-16672551-ca03-43ca-af83-307576db4a16 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e50a34d8-8da6-4a71-a917-e895f96f162b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703225 Dec 15 22:19:30.952223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8159be0e-339b-4f9c-aa7c-cbbf42fba232 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:31.020939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:31.021321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:31.069005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-c7de05a5-b027-4902-a5dd-c99bfceab56a service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316249 Dec 15 22:19:31.204241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c355443b-ffd2-4319-84e0-fcb03ea3c950 req-ff39e1ea-6f9c-4905-be6f-5f362b588e98 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283951 Dec 15 22:19:31.754387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530faacd-3c06-4114-8b19-772487b71298 req-7997b2d6-8bc9-4eaf-8628-c6ea081b029b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:31.755792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-530faacd-3c06-4114-8b19-772487b71298 req-7997b2d6-8bc9-4eaf-8628-c6ea081b029b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 943 time: 0.0847030 Dec 15 22:19:31.761154 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:19:31.803336 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-530faacd-3c06-4114-8b19-772487b71298 req-957c9b69-64c2-47a8-bf84-488b8d7a5ca0 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Dec 15 22:19:31.891783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:31.907541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'port_id': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478', 'mac_address': 'fa:16:3e:ec:31:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:19:31.960357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:31.976338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:19:31.991900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:31.996597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:31.998294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:32.062164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:32.064967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:32.204973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['e92c0b7a-1ff4-4c63-90c5-3da75ae9c478'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:19:32.991013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74c39-4ed9-4dd4-99d6-af72575ab0e8 req-a991f7e5-2764-4b75-a40d-dedd3c903aa6 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:32.992461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8eb74c39-4ed9-4dd4-99d6-af72575ab0e8 req-a991f7e5-2764-4b75-a40d-dedd3c903aa6 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 944 time: 0.0828714 Dec 15 22:19:33.141650 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8eb74c39-4ed9-4dd4-99d6-af72575ab0e8 req-53a3ee01-0f46-4417-a50f-66b7bca4e767 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433704 Dec 15 22:19:33.791720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:19:33.859400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:33.863782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:33.864181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:33.975667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:34.004145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:19:34.013764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:34.017651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:34.019604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:34.088740 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478', 'code': 200} Dec 15 22:19:34.120809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:34.123758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:34.338243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561b396-08e7-4217-b7d2-02b957a9c767 req-13270d27-6f78-4ab9-a8db-5f901d6b3438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:34.339687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0561b396-08e7-4217-b7d2-02b957a9c767 req-13270d27-6f78-4ab9-a8db-5f901d6b3438 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 1098 time: 0.1324179 Dec 15 22:19:34.350368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc06d5c-29e7-4359-8286-8a11186e078c req-bbaa0b3d-0466-4c09-8887-4ff176b76390 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:34.351660 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dbc06d5c-29e7-4359-8286-8a11186e078c req-bbaa0b3d-0466-4c09-8887-4ff176b76390 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.1041384 Dec 15 22:19:34.413871 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0561b396-08e7-4217-b7d2-02b957a9c767 req-55c5f98c-bba9-4c0c-a37f-2f39d3ec81e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 Dec 15 22:19:34.418046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dbc06d5c-29e7-4359-8286-8a11186e078c req-c242ff79-8bd8-425a-be3a-5be078324b14 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540080 Dec 15 22:19:35.601280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3f8e1-72b4-45e4-a1b8-e2fe12e4b6f0 req-78f215c8-c5c7-4922-8220-e49ca6f5090a tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:35.603312 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cbe3f8e1-72b4-45e4-a1b8-e2fe12e4b6f0 req-78f215c8-c5c7-4922-8220-e49ca6f5090a tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.0803652 Dec 15 22:19:35.645290 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cbe3f8e1-72b4-45e4-a1b8-e2fe12e4b6f0 req-531d3c54-86fc-40b7-9a15-32205c797efd tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363746 Dec 15 22:19:35.831716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f339ba-5db5-454b-9109-d5e064f1acdc req-df42bd06-ae8f-48b7-8433-eb5b3cdbf1c7 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:35.833060 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6f339ba-5db5-454b-9109-d5e064f1acdc req-df42bd06-ae8f-48b7-8433-eb5b3cdbf1c7 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.0825095 Dec 15 22:19:35.878776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6f339ba-5db5-454b-9109-d5e064f1acdc req-cceddca8-6452-417c-b8a4-408d19c4f757 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395133 Dec 15 22:19:41.923436 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:19:43.518831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60fbf3de-8565-4985-9875-dc06624a2298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:45.857507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-34d4ba7e-a4e2-4bc2-bc89-1014c1daf85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:46.906701 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:46.930111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:48.534618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:50.375248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef5d0d-d3e0-4584-8ebd-dbbe49c9fceb req-bbd495bd-a3f4-4c61-a1ec-f52d0956b680 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:50.376648 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bcef5d0d-d3e0-4584-8ebd-dbbe49c9fceb req-bbd495bd-a3f4-4c61-a1ec-f52d0956b680 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.0837736 Dec 15 22:19:50.418824 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bcef5d0d-d3e0-4584-8ebd-dbbe49c9fceb req-22e62079-9cbe-419f-b6db-545de45e1a03 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366545 Dec 15 22:19:51.608576 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e02e40-9c4d-4405-94d0-c308db17ac23 req-96cdd572-ce10-444d-9436-8624f410a046 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:51.610047 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21e02e40-9c4d-4405-94d0-c308db17ac23 req-96cdd572-ce10-444d-9436-8624f410a046 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.0819280 Dec 15 22:19:51.657148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-21e02e40-9c4d-4405-94d0-c308db17ac23 req-05b10c00-b1de-4327-81a3-f7a8e08b82ae tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Dec 15 22:19:51.838229 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-dfd8eecd-5ad8-4ebc-ba90-f80fed4cdf04 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:51.839633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-dfd8eecd-5ad8-4ebc-ba90-f80fed4cdf04 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 945 time: 0.0837722 Dec 15 22:19:51.907518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Deleting port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:19:51.907858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:51.947197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:52.153473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] For port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:19:52.153740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:52.276091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Calling delete_port for e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:19:52.418192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:52.423732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:52.429581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['e92c0b7a-1ff4-4c63-90c5-3da75ae9c478'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:19:52.472093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Pushing event deleted for resources: {'Port': ['ID=e92c0b7a-1ff4-4c63-90c5-3da75ae9c478,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:52.475110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:52.549595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] No DVR routers for this DVR port e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:19:52.552095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:52.555048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'name': 'network-vif-deleted', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:19:52.572341 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-91b80f14-8b98-4e98-ac3e-f423673c8207 req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "DELETE /v2.0/ports/e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 HTTP/1.1" status: 204 len: 173 time: 0.7269430 Dec 15 22:19:52.613580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76552a88-dee1-42c6-949d-b5eb6fe15ecd', 'name': 'network-vif-deleted', 'tag': 'e92c0b7a-1ff4-4c63-90c5-3da75ae9c478', 'status': 'completed', 'code': 200} Dec 15 22:19:52.826367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ed4d7be5-44e3-4c85-a90b-8549770bd806 req-456d3109-1948-4de9-a6df-eb2bc509467d tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:52.840801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ed4d7be5-44e3-4c85-a90b-8549770bd806 req-456d3109-1948-4de9-a6df-eb2bc509467d tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:19:52.841893 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed4d7be5-44e3-4c85-a90b-8549770bd806 req-456d3109-1948-4de9-a6df-eb2bc509467d tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=76552a88-dee1-42c6-949d-b5eb6fe15ecd HTTP/1.1" status: 200 len: 210 time: 0.0613151 Dec 15 22:19:54.467081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-244bfe0c-da86-43ca-9ce0-2d2ca7b51135 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:54.468442 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-244bfe0c-da86-43ca-9ce0-2d2ca7b51135 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 817 time: 0.1489084 Dec 15 22:19:54.482734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-6e65fc77-8e63-4712-946a-5a970751d2fa tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/quotas/5faf8a0550a942db96c6bdfaba952664 HTTP/1.1" status: 200 len: 375 time: 0.0089002 Dec 15 22:19:54.564622 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-2daa88a7-d631-4a77-8970-a44de5ddcbde tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770307 Dec 15 22:19:54.847671 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-391de48b-862b-4b83-9e82-573b76cb53a3 service neutron] 10.222.0.18 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716548 Dec 15 22:19:54.979192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-9f106314-cc12-4a3d-9b96-0634ef63fa08 service neutron] 10.222.0.18 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251760 Dec 15 22:19:55.155252 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9f85082-d9e4-4965-b212-68acb76589a9 req-6a453767-2f70-4905-a66d-1a4f494c8631 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 210 time: 0.0430126 Dec 15 22:19:55.920121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:19:55.954392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:19:55.954745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device e92c0b7a-1ff4-4c63-90c5-3da75ae9c478 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:19:56.167991 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-616a0e7b-efd3-44e8-8b61-e1a3ef7b365a tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:56.169390 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-616a0e7b-efd3-44e8-8b61-e1a3ef7b365a tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 817 time: 0.1549780 Dec 15 22:19:56.181861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Request body: {'port': {'device_id': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'admin_state_up': True, 'tenant_id': '5faf8a0550a942db96c6bdfaba952664'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:56.315110 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a4afdcd-fc98-46d8-8c3d-de196696f865 req-7c3d840a-c9b7-40f8-b3ef-134f18d3537d tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 210 time: 0.0486767 Dec 15 22:19:56.360006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:19:56.369939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:19:56.385340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Made reservation on behalf of 5faf8a0550a942db96c6bdfaba952664 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:19:56.388966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:56.546350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Allocated IP 172.20.0.13 (e50a34d8-8da6-4a71-a917-e895f96f162b/fe8dce19-99ff-43c7-8772-8db9af5e5632/8b0bfcaf-981c-4d67-9a14-95596fc61218) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:19:56.756055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:56.771860 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Transition to ACTIVE for port object 8b0bfcaf-981c-4d67-9a14-95596fc61218 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:56.794979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:56.800592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01ac786c-b667-47bf-adb2-6dbe017243f7 tempest-ServersNegativeTestJSON-109658485 tempest-ServersNegativeTestJSON-109658485-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:56.866748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Network e50a34d8-8da6-4a71-a917-e895f96f162b is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:19:56.870559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:19:56.874352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:19:56.908116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Pushing event updated for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:56.914747 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:56.945358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:56.945964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:56.970372 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7928212 Dec 15 22:19:56.983479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Request body: {'port': {'device_id': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:19:57.093671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.156414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-43220c6c-0c9e-4fb3-aeff-f4246fc2a981 None None] Provisioning for port 8b0bfcaf-981c-4d67-9a14-95596fc61218 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:19:57.162215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-43220c6c-0c9e-4fb3-aeff-f4246fc2a981 None None] Provisioning complete for port 8b0bfcaf-981c-4d67-9a14-95596fc61218 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:19:57.162215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-43220c6c-0c9e-4fb3-aeff-f4246fc2a981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.213712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-43220c6c-0c9e-4fb3-aeff-f4246fc2a981 None None] Port 8b0bfcaf-981c-4d67-9a14-95596fc61218 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:19:57.435170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0bfcaf-981c-4d67-9a14-95596fc61218 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:19:57.442567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.456772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Transition to ACTIVE for port object 8b0bfcaf-981c-4d67-9a14-95596fc61218 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:19:57.460465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.465839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:57.499949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab77fe0-2e02-4195-939d-7b8ae8701b60 req-16c35f03-a042-4dbf-acea-7b5b4538a7b3 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:57.501649 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ab77fe0-2e02-4195-939d-7b8ae8701b60 req-16c35f03-a042-4dbf-acea-7b5b4538a7b3 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 932 time: 0.0833809 Dec 15 22:19:57.555782 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ab77fe0-2e02-4195-939d-7b8ae8701b60 req-5a23f5a7-bc34-4af2-b48f-9a2c9f338266 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469842 Dec 15 22:19:57.748619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:57.755220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:57.826980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Attempting to bind port 8b0bfcaf-981c-4d67-9a14-95596fc61218 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:19:57.827308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Attempting to bind port 8b0bfcaf-981c-4d67-9a14-95596fc61218 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:19:57.827634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Attempting to bind port 8b0bfcaf-981c-4d67-9a14-95596fc61218 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:57.832113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Port 8b0bfcaf-981c-4d67-9a14-95596fc61218 on network e50a34d8-8da6-4a71-a917-e895f96f162b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:19:57.832428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Attempting to bind port 8b0bfcaf-981c-4d67-9a14-95596fc61218 on network e50a34d8-8da6-4a71-a917-e895f96f162b {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:19:57.837772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:19:57.838100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Checking segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:19:57.838475 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Bound using segment: {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:19:57.838895 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Bound port: 8b0bfcaf-981c-4d67-9a14-95596fc61218, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a172700-6fc9-4969-b62b-ae68d5f6dbd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:19:57.839230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.925451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:19:57.928504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:19:57.933698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.938122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8b7d66e1-c320-4dc8-b376-86ca7aabcf34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:19:57.993958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:57.994585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:19:57.995989 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] 10.222.0.32 "PUT /v2.0/ports/8b0bfcaf-981c-4d67-9a14-95596fc61218 HTTP/1.1" status: 200 len: 1094 time: 1.0170193 Dec 15 22:19:57.996547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:19:58.024962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:19:58.030257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:19:58.069717 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218', 'status': 'completed', 'code': 200} Dec 15 22:19:58.112743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-fd4ce216-afc1-4c6c-b93c-c85fa69cb813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.114222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-fd4ce216-afc1-4c6c-b93c-c85fa69cb813 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 1097 time: 0.0816796 Dec 15 22:19:58.187329 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-1a01a16c-2437-424b-9a72-1ccca54fbd1f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218 HTTP/1.1" status: 200 len: 217 time: 0.0654180 Dec 15 22:19:58.249424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f55d1784-0093-469b-84fc-b3dcd7e99e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.250900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f55d1784-0093-469b-84fc-b3dcd7e99e07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe8dce19-99ff-43c7-8772-8db9af5e5632 HTTP/1.1" status: 200 len: 856 time: 0.0573034 Dec 15 22:19:58.325068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-c64527f9-fb64-4dd3-a659-ba647cffba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.326481 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-c64527f9-fb64-4dd3-a659-ba647cffba7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e50a34d8-8da6-4a71-a917-e895f96f162b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697107 Dec 15 22:19:58.456992 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-f3038c19-b2bb-4412-a2fe-e3c06e748e59 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237345 Dec 15 22:19:58.588408 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-184d81a3-7bdf-4345-bb8a-718ca41e4338 req-c6d87804-8028-4d90-84d0-d1cfd7fe7998 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241705 Dec 15 22:19:58.707297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-68858347-9446-4073-8b59-3f18277b20de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.708695 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-68858347-9446-4073-8b59-3f18277b20de service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=5faf8a0550a942db96c6bdfaba952664&device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 1097 time: 0.0757284 Dec 15 22:19:58.745474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddeca16-b6d4-4dd7-a042-289575594139 req-06e309e9-ad43-4326-b609-3577467a84a8 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.746942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cddeca16-b6d4-4dd7-a042-289575594139 req-06e309e9-ad43-4326-b609-3577467a84a8 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 944 time: 0.0808811 Dec 15 22:19:58.791819 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cddeca16-b6d4-4dd7-a042-289575594139 req-a8c11509-c54d-4e0b-b7ef-ed57df93e0e9 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Dec 15 22:19:58.846016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-56b0ef27-de35-4bdd-ac11-56195253381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.847436 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-56b0ef27-de35-4bdd-ac11-56195253381a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 200 len: 918 time: 0.1307135 Dec 15 22:19:58.917098 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-8a5b5843-f294-4a13-a955-1a27254b3bd1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218 HTTP/1.1" status: 200 len: 217 time: 0.0626457 Dec 15 22:19:58.978149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-2ffeb16e-d678-413b-83cd-4c92522ef684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:58.979423 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-2ffeb16e-d678-413b-83cd-4c92522ef684 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fe8dce19-99ff-43c7-8772-8db9af5e5632 HTTP/1.1" status: 200 len: 856 time: 0.0561252 Dec 15 22:19:59.053690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-880901f5-7887-477e-96bf-25a674cf4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:59.055103 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-880901f5-7887-477e-96bf-25a674cf4325 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e50a34d8-8da6-4a71-a917-e895f96f162b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687299 Dec 15 22:19:59.185014 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-b623a011-c9ee-41c7-b638-edef38e746f4 service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225820 Dec 15 22:19:59.315985 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-67f44c8b-164a-4ead-aa72-e0ff46543a7a req-a0908f18-1ea0-48be-abcf-d0438d0f8b5b service neutron] 10.222.0.32 "GET /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231730 Dec 15 22:19:59.948196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 8b0bfcaf-981c-4d67-9a14-95596fc61218 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:19:59.983866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b1b09-7ee8-41b0-ac07-fdff576d530d req-037feb13-c92c-4284-a10a-bd28ba2070cc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:19:59.984573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b99b1b09-7ee8-41b0-ac07-fdff576d530d req-037feb13-c92c-4284-a10a-bd28ba2070cc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:19:59.999465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-b99b1b09-7ee8-41b0-ac07-fdff576d530d req-037feb13-c92c-4284-a10a-bd28ba2070cc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:20:00.000810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b99b1b09-7ee8-41b0-ac07-fdff576d530d req-037feb13-c92c-4284-a10a-bd28ba2070cc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 944 time: 0.0995822 Dec 15 22:20:00.046115 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b99b1b09-7ee8-41b0-ac07-fdff576d530d req-fc3227a0-857b-4c62-97d3-501ed7ff1219 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Dec 15 22:20:00.079088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:00.092263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '8b0bfcaf-981c-4d67-9a14-95596fc61218', 'network_id': 'e50a34d8-8da6-4a71-a917-e895f96f162b', 'port_id': '8b0bfcaf-981c-4d67-9a14-95596fc61218', 'mac_address': 'fa:16:3e:7c:02:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8dce19-99ff-43c7-8772-8db9af5e5632', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:20:00.148161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:00.164769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0bfcaf-981c-4d67-9a14-95596fc61218 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:20:00.179673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:00.184129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:00.185801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:00.248062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:00.255003 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.255349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.255687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.256050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.256386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.256715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.257040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.257360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.257683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.258001 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.258318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.259249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:00.262962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:00.373182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['8b0bfcaf-981c-4d67-9a14-95596fc61218'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:20:01.233202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e85e28c-acda-48e2-aac0-d79866b9eef8 req-3a7a9f98-9d23-4ecf-8787-8f30853295ed tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:01.234573 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e85e28c-acda-48e2-aac0-d79866b9eef8 req-3a7a9f98-9d23-4ecf-8787-8f30853295ed tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 945 time: 0.0856090 Dec 15 22:20:01.277883 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0e85e28c-acda-48e2-aac0-d79866b9eef8 req-63d236f3-80e9-46d5-8f2b-0ed405f47178 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376763 Dec 15 22:20:01.950123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 8b0bfcaf-981c-4d67-9a14-95596fc61218 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:02.021924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 8b0bfcaf-981c-4d67-9a14-95596fc61218 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:02.026832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 8b0bfcaf-981c-4d67-9a14-95596fc61218 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:02.027216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:02.144404 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:02.170587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:20:02.181278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:02.185092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:02.187724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:02.226146 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218', 'code': 200} Dec 15 22:20:02.263171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:02.266247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:02.449565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3b4c-3f06-4f50-857c-55dee220d122 req-f53e56f5-f045-4690-8b0f-187f8d0c6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:02.451697 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1fae3b4c-3f06-4f50-857c-55dee220d122 req-f53e56f5-f045-4690-8b0f-187f8d0c6652 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 1099 time: 0.0717850 Dec 15 22:20:02.467813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30602dcb-d7b3-4426-a90f-81a484c088c4 req-07473959-8060-44c2-8819-5fb4881aeab1 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:02.469264 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-30602dcb-d7b3-4426-a90f-81a484c088c4 req-07473959-8060-44c2-8819-5fb4881aeab1 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0817809 Dec 15 22:20:02.530357 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-30602dcb-d7b3-4426-a90f-81a484c088c4 req-66cf2112-aa73-433e-895e-a5640431d7e2 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549097 Dec 15 22:20:02.612840 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1fae3b4c-3f06-4f50-857c-55dee220d122 req-2d37bf39-a44f-4c47-9134-6725cd97f626 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542323 Dec 15 22:20:03.709120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447cfa3-339a-445f-b49b-029b229ccbdd req-80453615-4429-4031-ab2f-55a80fa54c83 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:03.710546 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1447cfa3-339a-445f-b49b-029b229ccbdd req-80453615-4429-4031-ab2f-55a80fa54c83 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Dec 15 22:20:03.755621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1447cfa3-339a-445f-b49b-029b229ccbdd req-e551cebd-9b5b-4359-ac51-2f8eccfd4354 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389762 Dec 15 22:20:04.936402 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726c751-c09c-4194-a199-a6b359bc36a5 req-eefcd8d0-a38d-4ad4-8028-75698876b9dd tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:04.937834 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e726c751-c09c-4194-a199-a6b359bc36a5 req-eefcd8d0-a38d-4ad4-8028-75698876b9dd tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0802879 Dec 15 22:20:04.980503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e726c751-c09c-4194-a199-a6b359bc36a5 req-42ba19dc-448c-4f88-bdc4-56d3253f2de7 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370705 Dec 15 22:20:05.165734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e85a59-c1d4-41b6-89be-e4c7c26b9d95 req-c302d6cf-9873-4aaa-9b7a-c7eacb9c03de tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:05.167052 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6e85a59-c1d4-41b6-89be-e4c7c26b9d95 req-c302d6cf-9873-4aaa-9b7a-c7eacb9c03de tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0820627 Dec 15 22:20:05.212363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6e85a59-c1d4-41b6-89be-e4c7c26b9d95 req-5c626651-56ca-4b02-abf3-50dd8f5d225a tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Dec 15 22:20:13.524224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3849057d-b6ab-4029-81e2-879f144b0214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:15.859149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1a4a00b-28ae-40b0-b1cf-d945f0fa4cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:16.909100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:16.937177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:18.537409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:18.924405 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:20:19.619849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390a772-0303-47d4-86af-7bd874bd4b0c req-76ac75b6-bba4-4fd0-afc7-15a40e2190fc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:19.621322 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1390a772-0303-47d4-86af-7bd874bd4b0c req-76ac75b6-bba4-4fd0-afc7-15a40e2190fc tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0884154 Dec 15 22:20:19.664870 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1390a772-0303-47d4-86af-7bd874bd4b0c req-cb8fd559-f482-43f7-a927-668c62a43bdf tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379148 Dec 15 22:20:20.850454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526141f-b72a-4c38-93d3-611d614cf0b6 req-b60f2300-39f2-4c0a-8d36-97a985bfbfbd tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:20.851776 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9526141f-b72a-4c38-93d3-611d614cf0b6 req-b60f2300-39f2-4c0a-8d36-97a985bfbfbd tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0827777 Dec 15 22:20:20.897792 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9526141f-b72a-4c38-93d3-611d614cf0b6 req-67fc9c50-7c12-42bb-a118-056d87e93d69 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/security-groups?id=96da55ca-cfd0-4853-8046-f02f70165188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403738 Dec 15 22:20:21.065412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-cdd17780-4df4-4199-baa2-fb68de265956 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:21.066788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-cdd17780-4df4-4199-baa2-fb68de265956 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 946 time: 0.0776062 Dec 15 22:20:21.134035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Deleting port 8b0bfcaf-981c-4d67-9a14-95596fc61218 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:21.134297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:21.377322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] For port 8b0bfcaf-981c-4d67-9a14-95596fc61218, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=8b0bfcaf-981c-4d67-9a14-95596fc61218,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:21.377671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:21.500573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Calling delete_port for 8b0bfcaf-981c-4d67-9a14-95596fc61218 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:21.641675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:21.647235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ce02593-3b9d-4db2-b039-d41dd7e71913 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:21.652919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['8b0bfcaf-981c-4d67-9a14-95596fc61218'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:20:21.695358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Pushing event deleted for resources: {'Port': ['ID=8b0bfcaf-981c-4d67-9a14-95596fc61218,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:21.733225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.733611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.733984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.734360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.734864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.735222 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.735651 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.736040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.736402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.736760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.737118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.737471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:21.745560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:21.781381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] No DVR routers for this DVR port 8b0bfcaf-981c-4d67-9a14-95596fc61218 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:20:21.783906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:21.786681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'name': 'network-vif-deleted', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:20:21.808834 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2a7ae680-cc7a-423a-a284-13fddffc5386 req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.32 "DELETE /v2.0/ports/8b0bfcaf-981c-4d67-9a14-95596fc61218 HTTP/1.1" status: 204 len: 173 time: 0.7365324 Dec 15 22:20:21.838949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7528e7aa-30b8-4795-917a-3c5ad9aee277', 'name': 'network-vif-deleted', 'tag': '8b0bfcaf-981c-4d67-9a14-95596fc61218', 'status': 'completed', 'code': 200} Dec 15 22:20:21.962553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:22.063203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-06f0f970-fce7-4b87-9ff6-6b5fe58c30f1 req-f290d66b-4336-41dc-af4f-7d36489f6076 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Synchronizing usage tracker for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:20:22.077848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-06f0f970-fce7-4b87-9ff6-6b5fe58c30f1 req-f290d66b-4336-41dc-af4f-7d36489f6076 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Unset dirty status for tenant:5faf8a0550a942db96c6bdfaba952664 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:20:22.078955 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-06f0f970-fce7-4b87-9ff6-6b5fe58c30f1 req-f290d66b-4336-41dc-af4f-7d36489f6076 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] 10.222.0.18 "GET /v2.0/ports?device_id=7528e7aa-30b8-4795-917a-3c5ad9aee277 HTTP/1.1" status: 200 len: 210 time: 0.0610795 Dec 15 22:20:23.201283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46970) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:23.838920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:24.008666 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 8b0bfcaf-981c-4d67-9a14-95596fc61218 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:24.044919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 8b0bfcaf-981c-4d67-9a14-95596fc61218 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:24.045276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 8b0bfcaf-981c-4d67-9a14-95596fc61218 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:24.185974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Deleting port dc332bbe-0b1a-4e8d-86ef-668f9582fe06 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:24.186232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:24.355508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] For port dc332bbe-0b1a-4e8d-86ef-668f9582fe06, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:24.356244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:24.476715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Calling delete_port for dc332bbe-0b1a-4e8d-86ef-668f9582fe06 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:24.791652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:24.795982 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c089fe65-ceed-46e6-9cb2-021f42437088 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:24.866771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc332bbe-0b1a-4e8d-86ef-668f9582fe06,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:24.869495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:25.232930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:25.584459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Router c021ca29-3be2-429b-ac6a-6c2451ebfb46 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:20:25.759627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:25.768555 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Sync routers for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:25.775730 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] 10.222.0.18 "PUT /v2.0/routers/c021ca29-3be2-429b-ac6a-6c2451ebfb46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5733390 Dec 15 22:20:25.777689 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:25.778213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46974) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:25.778353 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:25.950371 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:25.957017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:26.131998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:26.143694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Deleting port 5352d557-1ea7-4d52-98c7-9bb7fe768caf {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:26.144089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:26.231095 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220'}], 'enable_snat': True}, 'gw_port_id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:20:24Z', 'revision_number': 5, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port': {'id': '5352d557-1ea7-4d52-98c7-9bb7fe768caf', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:26.234829 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Checking router: c021ca29-3be2-429b-ac6a-6c2451ebfb46 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:26.243726 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Routers {'c021ca29-3be2-429b-ac6a-6c2451ebfb46'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:26.244355 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:26.318181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] For port 5352d557-1ea7-4d52-98c7-9bb7fe768caf, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5352d557-1ea7-4d52-98c7-9bb7fe768caf,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:26.318535 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:26.415834 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] Set router c021ca29-3be2-429b-ac6a-6c2451ebfb46 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:26.530598 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:20:26Z', 'revision_number': 6, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:26.535711 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95585002-b31b-41ba-a2b7-1b1588a204ac None None] The sync data for ids ['c021ca29-3be2-429b-ac6a-6c2451ebfb46'] in dv-neutron-820612-1-hyperv is: [{'id': 'c021ca29-3be2-429b-ac6a-6c2451ebfb46', 'name': 'tempest-TestEncryptedCinderVolumes-2009499317-router', 'tenant_id': '5faf8a0550a942db96c6bdfaba952664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:13Z', 'updated_at': '2021-12-15T22:20:26Z', 'revision_number': 6, 'project_id': '5faf8a0550a942db96c6bdfaba952664', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:26.574770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Calling delete_port for 5352d557-1ea7-4d52-98c7-9bb7fe768caf owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:26.736493 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:26.741243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-183c55f4-75d0-48a9-8882-129d273cb91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:26.813603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5352d557-1ea7-4d52-98c7-9bb7fe768caf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:26.823713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:26.886224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.060580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.062773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.084501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.085060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c021ca29-3be2-429b-ac6a-6c2451ebfb46 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:20:27.096849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.097941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] 10.222.0.18 "DELETE /v2.0/routers/c021ca29-3be2-429b-ac6a-6c2451ebfb46 HTTP/1.1" status: 204 len: 168 time: 1.3188560 Dec 15 22:20:27.100514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46978) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:27.161528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Deleting subnet fe8dce19-99ff-43c7-8772-8db9af5e5632 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:20:27.165122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.214783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.295225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.310045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device dc332bbe-0b1a-4e8d-86ef-668f9582fe06 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:27.349835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: dc332bbe-0b1a-4e8d-86ef-668f9582fe06 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:27.350371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device dc332bbe-0b1a-4e8d-86ef-668f9582fe06 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:27.367613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.372081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7dc06c04-56cb-48ec-ae58-20f3094019d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:27.406779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8dce19-99ff-43c7-8772-8db9af5e5632,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:27.408705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.412291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:27.412673 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2d71cd-a826-4c74-80b4-374f32fdf0a8 None None] Network e50a34d8-8da6-4a71-a917-e895f96f162b requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:27.417879 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a6cf066d-d94d-4ce8-af69-d2063e218bfe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fe8dce19-99ff-43c7-8772-8db9af5e5632 HTTP/1.1" status: 204 len: 168 time: 0.3141675 Dec 15 22:20:27.418083 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46982) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:27.527569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.538220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Deleting port 7dafc248-2c4e-49d4-a694-130fad42d050 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:27.538560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.673450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] DHCP port deletion for e50a34d8-8da6-4a71-a917-e895f96f162b request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:20:27.678312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Deleting port 7dafc248-2c4e-49d4-a694-130fad42d050 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:27.678414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.763602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] For port 7dafc248-2c4e-49d4-a694-130fad42d050, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7dafc248-2c4e-49d4-a694-130fad42d050,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:27.764224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.891161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Calling delete_port for 7dafc248-2c4e-49d4-a694-130fad42d050 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:27.918398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] For port 7dafc248-2c4e-49d4-a694-130fad42d050, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7dafc248-2c4e-49d4-a694-130fad42d050,segment=NetworkSegment(5a172700-6fc9-4969-b62b-ae68d5f6dbd8),segment_id=5a172700-6fc9-4969-b62b-ae68d5f6dbd8)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:27.918717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.964680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:27.968286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ae82cdd-e975-4ac5-843d-8e263d7dd233 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:28.044073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Calling delete_port for 7dafc248-2c4e-49d4-a694-130fad42d050 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:28.116356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:20:28.116716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:20:28.119139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Pushing event deleted for resources: {'Port': ['ID=7dafc248-2c4e-49d4-a694-130fad42d050,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:28.122616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:28.125127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] No DVR routers for this DVR port 7dafc248-2c4e-49d4-a694-130fad42d050 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:20:28.238270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.262324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50a34d8-8da6-4a71-a917-e895f96f162b']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:28.274647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a172700-6fc9-4969-b62b-ae68d5f6dbd8') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:28.274939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a172700-6fc9-4969-b62b-ae68d5f6dbd8') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:28.285917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.302063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.308147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:20:28.308562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:20:28.321992 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:20:28.397503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.401469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4cae796-67f5-4e78-90cc-8d69c7359ff9 tempest-RoutersTest-2014493889 tempest-RoutersTest-2014493889-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:28.413823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.425334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Pushing event deleted for resources: {'Network': ['ID=e50a34d8-8da6-4a71-a917-e895f96f162b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:28.429244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:28.437332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] 10.222.0.18 "DELETE /v2.0/networks/e50a34d8-8da6-4a71-a917-e895f96f162b HTTP/1.1" status: 204 len: 168 time: 1.0183382 Dec 15 22:20:28.440435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46986) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:28.617565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Deleting port 7dafc248-2c4e-49d4-a694-130fad42d050 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:28.618150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:28.684528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-1cb27b4d-1b4d-49ca-b6b7-db92c05a5bf6 None None] The port '7dafc248-2c4e-49d4-a694-130fad42d050' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:20:28.971907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5352d557-1ea7-4d52-98c7-9bb7fe768caf no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:28.978892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:29.005264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5352d557-1ea7-4d52-98c7-9bb7fe768caf {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:29.005612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5352d557-1ea7-4d52-98c7-9bb7fe768caf not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:29.006029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7dafc248-2c4e-49d4-a694-130fad42d050 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:29.038389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7dafc248-2c4e-49d4-a694-130fad42d050 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:29.038803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7dafc248-2c4e-49d4-a694-130fad42d050 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:29.317704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Deleting port 8159be0e-339b-4f9c-aa7c-cbbf42fba232 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:29.318045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:29.604476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] For port 8159be0e-339b-4f9c-aa7c-cbbf42fba232, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8159be0e-339b-4f9c-aa7c-cbbf42fba232,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:29.604762 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:29.723965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Calling delete_port for 8159be0e-339b-4f9c-aa7c-cbbf42fba232 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:29.901912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:29.905421 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:29.956893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Pushing event deleted for resources: {'Port': ['ID=8159be0e-339b-4f9c-aa7c-cbbf42fba232,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:29.960341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:30.223568 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:30.574050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Router 80068600-6d95-4a15-a26e-aae66321cea3 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:20:30.746380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:30.757444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Sync routers for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:30.757919 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] 10.222.0.18 "PUT /v2.0/routers/80068600-6d95-4a15-a26e-aae66321cea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3136191 Dec 15 22:20:30.757919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46990) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:30.764917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:30.765530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:30.952164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:31.066676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:31.236793 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132'}], 'enable_snat': True}, 'gw_port_id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:20:29Z', 'revision_number': 5, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port': {'id': '0d5c530d-0b0a-4c17-8dd2-41542ef67938', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:3c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80068600-6d95-4a15-a26e-aae66321cea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:19:20Z', 'updated_at': '2021-12-15T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:31.240551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Checking router: 80068600-6d95-4a15-a26e-aae66321cea3 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:31.244929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:31.249580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Routers {'80068600-6d95-4a15-a26e-aae66321cea3'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:31.250184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['80068600-6d95-4a15-a26e-aae66321cea3'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:31.253804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Deleting port 0d5c530d-0b0a-4c17-8dd2-41542ef67938 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:31.254243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:31.396594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] Set router 80068600-6d95-4a15-a26e-aae66321cea3 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:31.426956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] For port 0d5c530d-0b0a-4c17-8dd2-41542ef67938, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=0d5c530d-0b0a-4c17-8dd2-41542ef67938,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:31.427306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:31.541125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:20:31Z', 'revision_number': 6, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:31.544941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d463939-7fb2-4b5e-a60c-81ab4e271f0e None None] The sync data for ids ['80068600-6d95-4a15-a26e-aae66321cea3'] in dv-neutron-820612-1-hyperv is: [{'id': '80068600-6d95-4a15-a26e-aae66321cea3', 'name': 'tempest-TestEncryptedCinderVolumes-817339129-router', 'tenant_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:19:19Z', 'updated_at': '2021-12-15T22:20:31Z', 'revision_number': 6, 'project_id': 'dcd913c32cec4df7883a0c7e0fbc0d3f', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:31.559299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Calling delete_port for 0d5c530d-0b0a-4c17-8dd2-41542ef67938 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:31.731391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:31.735707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d3b8bf81-a8cf-4aa4-92fd-f6e04c489ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:31.805565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d5c530d-0b0a-4c17-8dd2-41542ef67938,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:31.807633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:31.872527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.047525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.049725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.075638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.077078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80068600-6d95-4a15-a26e-aae66321cea3 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:20:32.089645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.090752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] 10.222.0.18 "DELETE /v2.0/routers/80068600-6d95-4a15-a26e-aae66321cea3 HTTP/1.1" status: 204 len: 168 time: 1.3317215 Dec 15 22:20:32.093208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46994) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:32.151360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Deleting subnet 3252baa2-79a7-46f3-bc81-46f49e7a6874 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:20:32.154327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.202021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.282742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.352373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.356985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d4f383b0-d2fd-416e-a47b-70083c3477b8 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:32.391139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.396346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9365d1a3-8391-4b4f-9588-28dbddbb8ee6 None None] Network d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:32.399986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3252baa2-79a7-46f3-bc81-46f49e7a6874,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:32.402247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:32.405245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3252baa2-79a7-46f3-bc81-46f49e7a6874 HTTP/1.1" status: 204 len: 168 time: 0.3110905 Dec 15 22:20:32.407608 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 46998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:32.630486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.641470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Deleting port e6f09615-08aa-4618-8626-858c85c4411a {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:32.641793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.691038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] DHCP port deletion for d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:20:32.695241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Deleting port e6f09615-08aa-4618-8626-858c85c4411a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:32.695661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.850657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] For port e6f09615-08aa-4618-8626-858c85c4411a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6f09615-08aa-4618-8626-858c85c4411a,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:32.850926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.892594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] For port e6f09615-08aa-4618-8626-858c85c4411a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e6f09615-08aa-4618-8626-858c85c4411a,segment=NetworkSegment(3c2509fa-bbd5-4dce-ada0-df735c91ebd3),segment_id=3c2509fa-bbd5-4dce-ada0-df735c91ebd3)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:32.892917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:32.974817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Calling delete_port for e6f09615-08aa-4618-8626-858c85c4411a owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:33.012981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8159be0e-339b-4f9c-aa7c-cbbf42fba232 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:33.045472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Calling delete_port for e6f09615-08aa-4618-8626-858c85c4411a owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:20:33.053503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.057926 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-11183108-0b35-48b1-8b29-853747e4864b tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:33.082128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8159be0e-339b-4f9c-aa7c-cbbf42fba232 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:33.082479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8159be0e-339b-4f9c-aa7c-cbbf42fba232 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:33.082893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0d5c530d-0b0a-4c17-8dd2-41542ef67938 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:33.098474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f09615-08aa-4618-8626-858c85c4411a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:33.102678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:33.105145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] No DVR routers for this DVR port e6f09615-08aa-4618-8626-858c85c4411a on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:20:33.130467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 0d5c530d-0b0a-4c17-8dd2-41542ef67938 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:33.130824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 0d5c530d-0b0a-4c17-8dd2-41542ef67938 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:33.131247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6f09615-08aa-4618-8626-858c85c4411a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:20:33.168476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e6f09615-08aa-4618-8626-858c85c4411a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:20:33.168742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e6f09615-08aa-4618-8626-858c85c4411a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:20:33.191613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:20:33.192011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:20:33.218707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.243094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e00e9c-3dc9-485a-a2c3-0e1287a627c3']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:33.254634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2509fa-bbd5-4dce-ada0-df735c91ebd3') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:33.254923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2509fa-bbd5-4dce-ada0-df735c91ebd3') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:33.266199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.282297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.288217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:20:33.288791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:20:33.305818 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:20:33.377594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.381115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-58522100-bb55-4cf2-bb0b-e4b97ad3eacf tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:33.393599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.405882 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e00e9c-3dc9-485a-a2c3-0e1287a627c3,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:33.408582 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] 10.222.0.18 "DELETE /v2.0/networks/d7e00e9c-3dc9-485a-a2c3-0e1287a627c3 HTTP/1.1" status: 204 len: 168 time: 0.9999731 Dec 15 22:20:33.409425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:33.575163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47004) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:33.622842 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-93067c56-179c-40cb-9e18-88f13ff9e0ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5faf8a0550a942db96c6bdfaba952664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464547 Dec 15 22:20:33.625172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47008) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:33.681800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.693674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Deleting port e6f09615-08aa-4618-8626-858c85c4411a {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:20:33.694210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.707942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.762629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.766864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e8dc0094-b2cd-42c8-90f5-8d2f675a7fb1 None None] The port 'e6f09615-08aa-4618-8626-858c85c4411a' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:20:33.769645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5ff866e6-654b-497f-91c1-1b7d0280c887 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:33.788018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96da55ca-cfd0-4853-8046-f02f70165188,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:33.796392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.796784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.797433 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.797807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.798183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.798553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.798925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.799292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.799654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.800056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.800455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.800832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:33.805250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:33.808464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:33.809574 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-274a8175-f98e-4e27-a488-b6edabf9d29e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96da55ca-cfd0-4853-8046-f02f70165188 HTTP/1.1" status: 204 len: 168 time: 0.1835198 Dec 15 22:20:34.137855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47016) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:34.189759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-42fb4d8a-fb01-409e-a7b5-5c3fb5889dbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcd913c32cec4df7883a0c7e0fbc0d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506186 Dec 15 22:20:34.192077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47020) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:34.248411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:34.273589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:34.324247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:34.327828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a4b3f93e-a1fe-4ff2-847d-9b4f933636d8 tempest-NegativeSecGroupIPv6Test-19475163 tempest-NegativeSecGroupIPv6Test-19475163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:34.338681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f632261b-37bb-4537-9f39-b06c379bd605,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:34.343100 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:34.346380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:34.346380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f632261b-37bb-4537-9f39-b06c379bd605 HTTP/1.1" status: 204 len: 168 time: 0.1532633 Dec 15 22:20:35.073173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47044) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:35.177819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1393866695-network', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:35.182509 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:35.186387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Usage tracker for resource:network and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:35.189257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:35.194907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:35.205116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Made reservation on behalf of 7aa41fe53f9e4a3bbeef93a993c57fcf for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:20:35.207398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.219900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.233674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:35.237401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:35.240120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:35.245706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:35.329347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.333147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.337820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e4cfb6e0-2e42-46ee-a476-04c2df9e38e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:35.361305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:20:35.373449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3642b74-fa96-43ec-9b4b-9055971315d6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:35.377557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:35.378440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.378768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Added segment aaeccced-11fa-4ea9-b272-7954ada50683 of type vlan for network cd9a1d82-7d86-47fb-ba9c-2002486a35cc Dec 15 22:20:35.406336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.434818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.435784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:35.436372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.440927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1875f9b-f862-466d-abb2-a7aaceab2b49 tempest-NetworksTest-665814998 tempest-NetworksTest-665814998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:35.536500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4621949 Dec 15 22:20:35.539452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Pushing event updated for resources: {'Network': ['ID=cd9a1d82-7d86-47fb-ba9c-2002486a35cc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:35.539602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47050) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:35.542198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-745341bc-1a51-4b2f-9ade-18f456c3431c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:35.545311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Request body: {'subnet': {'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1393866695-subnet', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:35.550976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:35.551989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:20:35.556099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Usage tracker for resource:subnet and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:35.559045 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:35.564894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:35.576767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Made reservation on behalf of 7aa41fe53f9e4a3bbeef93a993c57fcf for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:20:35.579321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.779484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.783639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:35.854765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2859d7e1-bd76-4e5b-8957-1c7934b4512d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:35.858396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:35.864007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Checking segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:35.864765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Network hostable DHCP agents. Network: cd9a1d82-7d86-47fb-ba9c-2002486a35cc, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:20:35.883155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:20:35.891812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, cd9a1d82-7d86-47fb-ba9c-2002486a35cc) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:35.895706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:35.896319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.901147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7227a8e7-29d3-47ce-902a-923db66265b9 None None] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:35.919421 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4535d6f7-096a-4c54-85e9-55db3b319701 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3762672 Dec 15 22:20:35.919758 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47054) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:35.925239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:35.929894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:35.934332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Usage tracker for resource:router and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:35.937171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:35.942777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:35.953117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.954069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:35.968589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.110815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:20:36.111685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.269511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Allocated IP 172.20.0.2 (cd9a1d82-7d86-47fb-ba9c-2002486a35cc/2859d7e1-bd76-4e5b-8957-1c7934b4512d/bdb2fff6-330b-4753-9548-1cb606cae389) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:36.353203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.509860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.519554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Transition to ACTIVE for port object bdb2fff6-330b-4753-9548-1cb606cae389 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:36.538287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Transition to ACTIVE for port object bdb2fff6-330b-4753-9548-1cb606cae389 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:36.544521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.549068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:36.609571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:36.610707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:36.614562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:36.623174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Pushing event updated for resources: {'Port': ['ID=bdb2fff6-330b-4753-9548-1cb606cae389,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:36.656719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:36.662917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.692682 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.708163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Attempting to bind port bdb2fff6-330b-4753-9548-1cb606cae389 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:36.708541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Attempting to bind port bdb2fff6-330b-4753-9548-1cb606cae389 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:36.708910 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Attempting to bind port bdb2fff6-330b-4753-9548-1cb606cae389 on network cd9a1d82-7d86-47fb-ba9c-2002486a35cc {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:36.714769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:36.715147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Checking segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:36.715555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.715990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Bound using segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:36.716460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Bound port: bdb2fff6-330b-4753-9548-1cb606cae389, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:36.716839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.805647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] For port bdb2fff6-330b-4753-9548-1cb606cae389, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:36.808838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] For port bdb2fff6-330b-4753-9548-1cb606cae389, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bdb2fff6-330b-4753-9548-1cb606cae389,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:36.813100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:36.817318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-55dde9df-45ab-4c9c-a91a-c7c430839993 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:36.828166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Allocated IP 172.26.6.117 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/b125665b-2848-4608-addd-43623b7e6ed6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:36.901024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Pushing event updated for resources: {'Port': ['ID=bdb2fff6-330b-4753-9548-1cb606cae389,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:36.905077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:36.979749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:37.009816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:37.013786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5ac46ce-f45f-421c-ba74-1686f79f2cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:37.086788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:37.089730 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:37.093367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:37.130868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Pushing event updated for resources: {'Port': ['ID=b125665b-2848-4608-addd-43623b7e6ed6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:37.140168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:37.511559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:37.849721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b900c2f-d2b3-41d3-b674-4f48e95d4636 None None] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:37.951417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e6e7de00-acbc-4026-b79a-f893d5afb359 None None] Provisioning for port bdb2fff6-330b-4753-9548-1cb606cae389 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:37.987811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:38.198491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Router 91da4a08-f213-4d48-9286-66a88cddda58 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:20:38.376871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:38.386063 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Sync routers for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:38.394868 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:38.395479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:38.401892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:38.403076 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4823015 Dec 15 22:20:38.405795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47058) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:38.573196 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:38.849357 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:37Z', 'revision_number': 3, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:38.853628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Checking router: 91da4a08-f213-4d48-9286-66a88cddda58 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:38.853978 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Updating router 91da4a08-f213-4d48-9286-66a88cddda58 port b125665b-2848-4608-addd-43623b7e6ed6 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:20:38.910347 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.009052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bdb2fff6-330b-4753-9548-1cb606cae389 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:39.082435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port bdb2fff6-330b-4753-9548-1cb606cae389 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:39.087705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bdb2fff6-330b-4753-9548-1cb606cae389 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:39.088138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.203602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.210677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.244422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port bdb2fff6-330b-4753-9548-1cb606cae389, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bdb2fff6-330b-4753-9548-1cb606cae389,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:39.248446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.254502 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.254707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:39.266439 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Transition to ACTIVE for port object b125665b-2848-4608-addd-43623b7e6ed6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:39.273478 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.279203 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:39.323214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=bdb2fff6-330b-4753-9548-1cb606cae389,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:39.329455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:39.349630 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Attempting to bind port b125665b-2848-4608-addd-43623b7e6ed6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:39.350005 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Attempting to bind port b125665b-2848-4608-addd-43623b7e6ed6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:39.350375 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Attempting to bind port b125665b-2848-4608-addd-43623b7e6ed6 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:39.363090 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:39.363511 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:39.363936 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.364334 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:39.364797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Bound port: b125665b-2848-4608-addd-43623b7e6ed6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:39.365172 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.387760 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Pushing event updated for resources: {'Port': ['ID=b125665b-2848-4608-addd-43623b7e6ed6,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:39.413617 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.413958 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.414865 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.415198 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.415525 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.415848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.416195 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.416523 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.416842 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.417151 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.417464 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.417675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Allocated IP 172.20.0.1 (cd9a1d82-7d86-47fb-ba9c-2002486a35cc/2859d7e1-bd76-4e5b-8957-1c7934b4512d/3d05bb4a-d72c-4b4a-899c-1ab3022b98de) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:39.417781 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:20:39.423319 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:39.483072 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] For port b125665b-2848-4608-addd-43623b7e6ed6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:39.486158 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] For port b125665b-2848-4608-addd-43623b7e6ed6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b125665b-2848-4608-addd-43623b7e6ed6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:39.491443 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.494963 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ce381dd3-5dea-43e2-8157-889057c11f12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:39.561647 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:39.562291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:39.572517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.588096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Transition to ACTIVE for port object 3d05bb4a-d72c-4b4a-899c-1ab3022b98de will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:39.612268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.616711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8e15645b-fef1-4342-bcf7-a3b1dbb472b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:39.648440 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Pushing event updated for resources: {'Port': ['ID=b125665b-2848-4608-addd-43623b7e6ed6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:39.652093 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ace3510a-cfa3-495a-b058-043fdc4c53ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:39.681402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:39.684131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:39.687971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:39.723763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:39.736216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:39.752184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.754795 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:39.918876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51af2f2d-c475-4f8d-9ae7-ce21d8e54e42 None None] Provisioning for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:39.924253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-51af2f2d-c475-4f8d-9ae7-ce21d8e54e42 None None] Provisioning complete for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:39.924639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-51af2f2d-c475-4f8d-9ae7-ce21d8e54e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:39.986430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-51af2f2d-c475-4f8d-9ae7-ce21d8e54e42 None None] Port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:20:40.024713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:40.041492 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:37Z', 'revision_number': 3, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:40.045379 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d788041-fd97-4942-a3ad-cda475f87c9c None None] The sync data for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv is: [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:37Z', 'revision_number': 3, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:40.258988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:40.263590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:40.293168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fe9b1efb-0b37-4c45-889f-177c099e21ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:40.375891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:40.378282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:40.382168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:40.521906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:40.523082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:40.814357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3d8f1798-8d00-4a1e-a35f-ec76fe972581 None None] Provisioning complete for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:40.814869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3d8f1798-8d00-4a1e-a35f-ec76fe972581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:40.842993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Router 91da4a08-f213-4d48-9286-66a88cddda58 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:20:40.871721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f1798-8d00-4a1e-a35f-ec76fe972581 None None] Port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:20:41.022871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:41.032164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] 10.222.0.18 "PUT /v2.0/routers/91da4a08-f213-4d48-9286-66a88cddda58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6253812 Dec 15 22:20:41.043153 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bdb2fff6-330b-4753-9548-1cb606cae389 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:41.113446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bdb2fff6-330b-4753-9548-1cb606cae389 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:41.113834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.235052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b125665b-2848-4608-addd-43623b7e6ed6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:41.304423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b125665b-2848-4608-addd-43623b7e6ed6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:41.311696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b125665b-2848-4608-addd-43623b7e6ed6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:41.312252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.438420 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.455633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b125665b-2848-4608-addd-43623b7e6ed6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b125665b-2848-4608-addd-43623b7e6ed6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:41.459605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.462503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:41.538926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b125665b-2848-4608-addd-43623b7e6ed6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:41.542378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:41.555857 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47076) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:41.562116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1832360127-network', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:41.567531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:41.572342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Usage tracker for resource:network and tenant:f3fd50221b454ae4884e54ba7dceb2bb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:41.575331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:41.581173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:41.595779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Made reservation on behalf of f3fd50221b454ae4884e54ba7dceb2bb for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:20:41.598070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.610312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.625294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:41.629164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Usage tracker for resource:security_group_rule and tenant:f3fd50221b454ae4884e54ba7dceb2bb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:41.631040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Sync routers for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:41.632129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:41.638761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:41.640727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:41.641333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:41.723404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.727382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.731468 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-8ed4ffb6-aad5-459a-b0c9-27411cc1b3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:41.755379 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:20:41.768753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628e6cb-92fa-4e8f-8b8f-04c6653dac9a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:41.772925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:41.773870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.774208 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Added segment 98fdc1d5-72f6-456c-8efc-6536326b73db of type vlan for network 52af296e-bdde-46f1-bf73-68b48fa6c230 Dec 15 22:20:41.800937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.830117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.831284 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:41.831961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.837011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-832a7f14-26eb-4c57-be54-38c88f9d6f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:41.875026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:41.942674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Pushing event updated for resources: {'Network': ['ID=52af296e-bdde-46f1-bf73-68b48fa6c230,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:41.945425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:41.949983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47080) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:41.950712 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e746031d-6aa7-47b1-8478-786d6ca1abe5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3925388 Dec 15 22:20:41.956923 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Request body: {'subnet': {'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1832360127-subnet', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:41.962505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:41.966300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Usage tracker for resource:subnet and tenant:f3fd50221b454ae4884e54ba7dceb2bb is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:41.969203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:41.974840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:41.985134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Made reservation on behalf of f3fd50221b454ae4884e54ba7dceb2bb for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:20:41.987586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:41.997560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:20:42.282201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:40Z', 'revision_number': 2, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:42.286443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Checking router: 91da4a08-f213-4d48-9286-66a88cddda58 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:42.286811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Updating router 91da4a08-f213-4d48-9286-66a88cddda58 port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:20:42.305406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.309223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0a90ecfe-97de-4221-aa95-2e56efc06efb tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:42.344122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.381753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=375f5d6c-7cb3-405a-8a2e-c09ed4be114d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:42.385219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:42.390785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Checking segment: {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:42.391143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Network hostable DHCP agents. Network: 52af296e-bdde-46f1-bf73-68b48fa6c230, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:20:42.410473 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:20:42.420506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 52af296e-bdde-46f1-bf73-68b48fa6c230) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:42.424952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:42.425529 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.445847 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-73e4bf47-8ff7-49c7-b80f-9e24be508627 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4936409 Dec 15 22:20:42.448217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47084) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:42.453376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:42.457417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e83efa-488a-434d-9a94-7addbcd96b40 None None] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:42.458179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:42.462858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Usage tracker for resource:router and tenant:f3fd50221b454ae4884e54ba7dceb2bb is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:20:42.465715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:20:42.471294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:42.482404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.483375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.498558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.772579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.807989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348296be-8494-4169-9146-487387e70cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-52af296e-bdde-46f1-bf73-68b48fa6c230', 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'fixed_ips': [{'subnet_id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:20:42.808864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.965318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:42.989827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Transition to ACTIVE for port object 3d05bb4a-d72c-4b4a-899c-1ab3022b98de will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:42.992869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b125665b-2848-4608-addd-43623b7e6ed6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:43.043332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.075380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:43.096621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.126278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.280178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Allocated IP 172.26.6.244 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/8fb01131-cd26-46e5-82ba-c0d4d34b952a) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:43.302366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Pushing event updated for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:43.308522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:43.345956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-348296be-8494-4169-9146-487387e70cca None None] Allocated IP 172.20.0.2 (52af296e-bdde-46f1-bf73-68b48fa6c230/375f5d6c-7cb3-405a-8a2e-c09ed4be114d/06083168-0068-4572-aff4-6ddd5de6ab33) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:43.355527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b125665b-2848-4608-addd-43623b7e6ed6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:43.355913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.440797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.469647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.474206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5885ea23-19de-4da9-a4cf-b79686f4529a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:43.540336 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Attempting to bind port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:43.540718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Attempting to bind port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:43.541021 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:43.541366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Attempting to bind port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de on network cd9a1d82-7d86-47fb-ba9c-2002486a35cc {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:43.543755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:43.547855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:43.582732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:43.583112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Checking segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:43.583519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.583936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Bound using segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:43.584434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Bound port: 3d05bb4a-d72c-4b4a-899c-1ab3022b98de, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:43.584788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.587813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Pushing event updated for resources: {'Port': ['ID=8fb01131-cd26-46e5-82ba-c0d4d34b952a,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:43.592115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:43.615196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-09d6a83f-45bd-435e-89f5-1954b4875752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.827582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] For port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:43.848676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] For port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:43.853620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.859742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:43.867056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:43.896962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-348296be-8494-4169-9146-487387e70cca None None] Transition to ACTIVE for port object 06083168-0068-4572-aff4-6ddd5de6ab33 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:43.955514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-348296be-8494-4169-9146-487387e70cca None None] Transition to ACTIVE for port object 06083168-0068-4572-aff4-6ddd5de6ab33 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:43.966555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:43.967267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:44.015019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.040423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Pushing event updated for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:44.054628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:44.057607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:44.106426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.106990 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348296be-8494-4169-9146-487387e70cca None None] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:44.115780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-348296be-8494-4169-9146-487387e70cca None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:44.121896 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348296be-8494-4169-9146-487387e70cca None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:44.263344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348296be-8494-4169-9146-487387e70cca None None] Pushing event updated for resources: {'Port': ['ID=06083168-0068-4572-aff4-6ddd5de6ab33,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:44.282396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-348296be-8494-4169-9146-487387e70cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:44.315988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:44.357890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-348296be-8494-4169-9146-487387e70cca None None] Attempting to bind port 06083168-0068-4572-aff4-6ddd5de6ab33 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:44.359334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-348296be-8494-4169-9146-487387e70cca None None] Attempting to bind port 06083168-0068-4572-aff4-6ddd5de6ab33 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:44.359655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348296be-8494-4169-9146-487387e70cca None None] Attempting to bind port 06083168-0068-4572-aff4-6ddd5de6ab33 on network 52af296e-bdde-46f1-bf73-68b48fa6c230 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:44.378734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348296be-8494-4169-9146-487387e70cca None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:44.379112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348296be-8494-4169-9146-487387e70cca None None] Checking segment: {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:44.379511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.379921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348296be-8494-4169-9146-487387e70cca None None] Bound using segment: {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:44.380389 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-348296be-8494-4169-9146-487387e70cca None None] Bound port: 06083168-0068-4572-aff4-6ddd5de6ab33, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:44.380763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.447749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.610177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-348296be-8494-4169-9146-487387e70cca None None] For port 06083168-0068-4572-aff4-6ddd5de6ab33, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:44.615062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-348296be-8494-4169-9146-487387e70cca None None] For port 06083168-0068-4572-aff4-6ddd5de6ab33, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=06083168-0068-4572-aff4-6ddd5de6ab33,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:44.630072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-348296be-8494-4169-9146-487387e70cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.637194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:44.654823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Router aafe0fed-9dc8-44f4-a337-cf100f8d0330 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:20:44.817505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348296be-8494-4169-9146-487387e70cca None None] Pushing event updated for resources: {'Port': ['ID=06083168-0068-4572-aff4-6ddd5de6ab33,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:44.819550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-348296be-8494-4169-9146-487387e70cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:44.841933 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:44.842576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:44.847636 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b357f6-a642-4523-99ba-3e1fb2f9632c None None] The sync data for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv is: [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:44.855843 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Sync routers for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:44.869065 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:44.869645 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:44.872251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:44.875921 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4244380 Dec 15 22:20:44.876517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47088) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:20:45.099838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3d05bb4a-d72c-4b4a-899c-1ab3022b98de up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:45.202582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:45.249328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:45.264495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:45.266433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:45.419149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:45.458761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:45.465132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:45.470961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-3fe5773f-2710-4bc5-a4a1-56e3285d964c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:45.550380 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 3, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:45.557449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:45.560855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:45.572229 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Checking router: aafe0fed-9dc8-44f4-a337-cf100f8d0330 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:45.573104 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Updating router aafe0fed-9dc8-44f4-a337-cf100f8d0330 port 8fb01131-cd26-46e5-82ba-c0d4d34b952a binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:20:45.629967 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:45.835935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:45.870958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-24d1f455-cf71-4d4b-b23e-a143de3e6ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.056713 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.074616 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Transition to ACTIVE for port object 8fb01131-cd26-46e5-82ba-c0d4d34b952a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:46.082745 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.088483 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a7d0c7c2-1ac8-4390-96ee-10c428657efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:46.122846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Allocated IP 172.20.0.1 (52af296e-bdde-46f1-bf73-68b48fa6c230/375f5d6c-7cb3-405a-8a2e-c09ed4be114d/8e04ef99-d335-4059-aa30-31c3f15429f8) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:20:46.152133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb687b-eb51-47d7-b911-9dcc26119b80 None None] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:20:46.213604 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Attempting to bind port 8fb01131-cd26-46e5-82ba-c0d4d34b952a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:46.214035 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Attempting to bind port 8fb01131-cd26-46e5-82ba-c0d4d34b952a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:46.214553 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Attempting to bind port 8fb01131-cd26-46e5-82ba-c0d4d34b952a on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:46.223195 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:46.223712 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:46.224255 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.224753 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:46.225360 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Bound port: 8fb01131-cd26-46e5-82ba-c0d4d34b952a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:46.225844 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.269413 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34a429-d776-49c5-af66-eaa58eff5e51 None None] Pushing event updated for resources: {'Port': ['ID=8fb01131-cd26-46e5-82ba-c0d4d34b952a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:46.280965 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c34a429-d776-49c5-af66-eaa58eff5e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:46.337386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0b588838-eadf-4c28-9ae2-eaa71911d91d None None] Provisioning for port 06083168-0068-4572-aff4-6ddd5de6ab33 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:46.338615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] For port 8fb01131-cd26-46e5-82ba-c0d4d34b952a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:46.344170 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] For port 8fb01131-cd26-46e5-82ba-c0d4d34b952a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8fb01131-cd26-46e5-82ba-c0d4d34b952a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:46.351188 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.365161 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-697603a4-8d55-4161-b5fb-c4df82662b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:46.462948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:46.463580 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:46.566412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.590655 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34a429-d776-49c5-af66-eaa58eff5e51 None None] Pushing event updated for resources: {'Port': ['ID=8fb01131-cd26-46e5-82ba-c0d4d34b952a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:46.593586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Transition to ACTIVE for port object 8e04ef99-d335-4059-aa30-31c3f15429f8 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:46.627452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.631601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c013e58f-2cc8-48c1-9e3c-6e227b1982d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:46.644560 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c34a429-d776-49c5-af66-eaa58eff5e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:46.689105 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:46.700234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:46.703075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:46.706852 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:20:46.737616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Pushing event updated for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:46.744151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:46.764444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.901504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.927668 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:46.942757 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.017191 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 3, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:47.022042 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08ca7c7-015a-4391-9195-810c628dd0b9 None None] The sync data for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv is: [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:43Z', 'revision_number': 3, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:47.027945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4b65488c-dadf-4329-b004-fe80552f7b9f None None] Provisioning for port 8e04ef99-d335-4059-aa30-31c3f15429f8 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:47.033747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-4b65488c-dadf-4329-b004-fe80552f7b9f None None] Provisioning complete for port 8e04ef99-d335-4059-aa30-31c3f15429f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:47.034197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4b65488c-dadf-4329-b004-fe80552f7b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.096839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-4b65488c-dadf-4329-b004-fe80552f7b9f None None] Port 8e04ef99-d335-4059-aa30-31c3f15429f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:20:47.118075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 06083168-0068-4572-aff4-6ddd5de6ab33 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:47.186564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.188782 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 06083168-0068-4572-aff4-6ddd5de6ab33 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:47.190274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.193470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 06083168-0068-4572-aff4-6ddd5de6ab33 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:47.193855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.216593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dc23e4ed-4e15-4e94-bdab-140b47040b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:47.302778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Pushing event updated for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:47.307454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:47.308354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.316693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.360071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 06083168-0068-4572-aff4-6ddd5de6ab33, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=06083168-0068-4572-aff4-6ddd5de6ab33,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:47.370539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.371433 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3d05bb4a-d72c-4b4a-899c-1ab3022b98de up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:47.404693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-d27e6e17-1d56-4961-85ae-26bd30e7401b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:47.482097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:20:47.483615 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:20:47.522968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=06083168-0068-4572-aff4-6ddd5de6ab33,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:47.533266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:47.554146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:47.554429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.700514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Router aafe0fed-9dc8-44f4-a337-cf100f8d0330 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:20:47.823604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-3623ebd4-ef85-413e-ae1a-e961a5c36fcb None None] Provisioning complete for port 8e04ef99-d335-4059-aa30-31c3f15429f8 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:47.824006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3623ebd4-ef85-413e-ae1a-e961a5c36fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:47.880459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-3623ebd4-ef85-413e-ae1a-e961a5c36fcb None None] Port 8e04ef99-d335-4059-aa30-31c3f15429f8 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:20:47.891237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:20:47.900311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] 10.222.0.18 "PUT /v2.0/routers/aafe0fed-9dc8-44f4-a337-cf100f8d0330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0226977 Dec 15 22:20:48.545087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:48.688612 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Sync routers for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:20:48.699507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:48.700161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:48.905663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:49.157287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 06083168-0068-4572-aff4-6ddd5de6ab33 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:49.302004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 06083168-0068-4572-aff4-6ddd5de6ab33 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:49.302423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:49.439424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 4, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8e04ef99-d335-4059-aa30-31c3f15429f8', 'name': '', 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'mac_address': 'fa:16:3e:05:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:45Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 2, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'subnets': [{'id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:49.448723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Checking router: aafe0fed-9dc8-44f4-a337-cf100f8d0330 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:20:49.449087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Updating router aafe0fed-9dc8-44f4-a337-cf100f8d0330 port 8e04ef99-d335-4059-aa30-31c3f15429f8 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:20:49.505141 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8fb01131-cd26-46e5-82ba-c0d4d34b952a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:49.569266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:49.643106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8fb01131-cd26-46e5-82ba-c0d4d34b952a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:49.661427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8fb01131-cd26-46e5-82ba-c0d4d34b952a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:49.661879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:49.929733 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:49.992974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8fb01131-cd26-46e5-82ba-c0d4d34b952a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8fb01131-cd26-46e5-82ba-c0d4d34b952a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:49.998358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.011348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b268f808-a8ba-42db-be7a-181d80dff582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:50.142066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.144474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8fb01131-cd26-46e5-82ba-c0d4d34b952a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:50.149213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:50.160844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Transition to ACTIVE for port object 8e04ef99-d335-4059-aa30-31c3f15429f8 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:20:50.168743 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.176931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:50.399010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Pushing event updated for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:50.404285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:50.414575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Attempting to bind port 8e04ef99-d335-4059-aa30-31c3f15429f8 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:20:50.414941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Attempting to bind port 8e04ef99-d335-4059-aa30-31c3f15429f8 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:20:50.415310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Attempting to bind port 8e04ef99-d335-4059-aa30-31c3f15429f8 on network 52af296e-bdde-46f1-bf73-68b48fa6c230 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:20:50.421979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:20:50.422625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Checking segment: {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:20:50.423038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.423436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Bound using segment: {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:20:50.424190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Bound port: 8e04ef99-d335-4059-aa30-31c3f15429f8, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fdc1d5-72f6-456c-8efc-6536326b73db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:20:50.424583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.546418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] For port 8e04ef99-d335-4059-aa30-31c3f15429f8, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:20:50.549152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] For port 8e04ef99-d335-4059-aa30-31c3f15429f8, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8e04ef99-d335-4059-aa30-31c3f15429f8,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:20:50.557515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:50.561430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:50.648914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:20:50.649719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:20:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:50.711139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Pushing event updated for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:50.721832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:50.927176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:20:51.072837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8fb01131-cd26-46e5-82ba-c0d4d34b952a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:51.257653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8fb01131-cd26-46e5-82ba-c0d4d34b952a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:51.258060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:51.440288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 4, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8e04ef99-d335-4059-aa30-31c3f15429f8', 'name': '', 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'mac_address': 'fa:16:3e:05:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:45Z', 'updated_at': '2021-12-15T22:20:50Z', 'revision_number': 4, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'subnets': [{'id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:20:51.447604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8494462-fb00-4192-a2f2-7a9de27d14b4 None None] The sync data for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv is: [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:20:46Z', 'revision_number': 4, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '8e04ef99-d335-4059-aa30-31c3f15429f8', 'name': '', 'network_id': '52af296e-bdde-46f1-bf73-68b48fa6c230', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'mac_address': 'fa:16:3e:05:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:45Z', 'updated_at': '2021-12-15T22:20:50Z', 'revision_number': 4, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'subnets': [{'id': '375f5d6c-7cb3-405a-8a2e-c09ed4be114d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:20:51.980297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:53.025449 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8e04ef99-d335-4059-aa30-31c3f15429f8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:53.098473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8e04ef99-d335-4059-aa30-31c3f15429f8 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:20:53.104645 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8e04ef99-d335-4059-aa30-31c3f15429f8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:53.105285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:53.236255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:53.273500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8e04ef99-d335-4059-aa30-31c3f15429f8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8e04ef99-d335-4059-aa30-31c3f15429f8,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:20:53.277118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:53.280186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:20:53.361798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:20:53.365167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:20:55.021209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8e04ef99-d335-4059-aa30-31c3f15429f8 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:20:55.100620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8e04ef99-d335-4059-aa30-31c3f15429f8 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:20:55.101331 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:20:55.923743 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:20:57.969587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-cb643049-0012-477b-9061-c7dd7db3cf7e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:57.970554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-cb643049-0012-477b-9061-c7dd7db3cf7e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:20:57.987863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-cb643049-0012-477b-9061-c7dd7db3cf7e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:20:57.989038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-cb643049-0012-477b-9061-c7dd7db3cf7e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 815 time: 0.1667001 Dec 15 22:20:58.004404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-62a42ef5-748d-405b-9260-13f8c93f7d45 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/quotas/7aa41fe53f9e4a3bbeef93a993c57fcf HTTP/1.1" status: 200 len: 375 time: 0.0089660 Dec 15 22:20:58.088287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-e0e3cc9f-c494-48fe-b2f3-45d11a3a4f56 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:20:58.104336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-e0e3cc9f-c494-48fe-b2f3-45d11a3a4f56 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:20:58.105566 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-e0e3cc9f-c494-48fe-b2f3-45d11a3a4f56 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958097 Dec 15 22:20:58.370355 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-2d4f8cd8-a318-44fa-a1b8-faa3f668c852 service neutron] 10.222.0.18 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534239 Dec 15 22:20:58.500053 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9d1880f1-1c3e-4a27-8365-304dd6d5ba06 service neutron] 10.222.0.18 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238537 Dec 15 22:20:58.683106 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4c993b34-6cb8-4059-b58e-41e894f17551 req-9e7799d4-2c77-44f5-ab15-027a378a274a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 210 time: 0.0436928 Dec 15 22:20:59.697787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b357ea12-1560-45f6-ad35-3f6d68c4742e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:20:59.699183 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b357ea12-1560-45f6-ad35-3f6d68c4742e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 815 time: 0.1529121 Dec 15 22:20:59.710945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'port': {'device_id': 'ea278030-98fb-40fb-a359-fefb00582edc', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'admin_state_up': True, 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:20:59.842886 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4c49dc40-962c-458a-ab46-0b32d6ef560e req-8dfa9cdd-655e-43be-b509-cf707edd048a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 210 time: 0.0484519 Dec 15 22:20:59.892055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:20:59.901571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:20:59.911698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Made reservation on behalf of 7aa41fe53f9e4a3bbeef93a993c57fcf for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:20:59.915737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:00.086111 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Allocated IP 172.20.0.12 (cd9a1d82-7d86-47fb-ba9c-2002486a35cc/2859d7e1-bd76-4e5b-8957-1c7934b4512d/f06bb71f-53a2-43b8-97de-68300542a3d2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:21:00.337696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:00.355907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Transition to ACTIVE for port object f06bb71f-53a2-43b8-97de-68300542a3d2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:21:00.382422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:00.390467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:00.473263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:21:00.476510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:21:00.479667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:21:00.510302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:00.513300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:00.555370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:00.556257 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:00.587279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802977 Dec 15 22:21:00.753665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aaa294fe-1d0c-41a6-a6f5-dbfecad2e81d None None] Provisioning for port f06bb71f-53a2-43b8-97de-68300542a3d2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:21:00.760379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aaa294fe-1d0c-41a6-a6f5-dbfecad2e81d None None] Provisioning complete for port f06bb71f-53a2-43b8-97de-68300542a3d2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:21:00.760864 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aaa294fe-1d0c-41a6-a6f5-dbfecad2e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:00.813742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-aaa294fe-1d0c-41a6-a6f5-dbfecad2e81d None None] Port f06bb71f-53a2-43b8-97de-68300542a3d2 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:21:01.041425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835eaa6e-ebd4-4ea0-94c0-301ffefd919b req-54a67596-5457-455a-9b76-64b423a2e2fe tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:01.043011 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-835eaa6e-ebd4-4ea0-94c0-301ffefd919b req-54a67596-5457-455a-9b76-64b423a2e2fe tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0858805 Dec 15 22:21:01.089469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-835eaa6e-ebd4-4ea0-94c0-301ffefd919b req-4ddfcecf-2285-4940-ad11-e01bad1f6647 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401287 Dec 15 22:21:02.306406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-7a27b0db-e539-4797-919c-e57eaf400409 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:02.307153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-7a27b0db-e539-4797-919c-e57eaf400409 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:21:02.327036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-7a27b0db-e539-4797-919c-e57eaf400409 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:21:02.328964 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-7a27b0db-e539-4797-919c-e57eaf400409 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.1172748 Dec 15 22:21:02.379124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-be49c2e7-38d7-4410-9685-388f7531fa01 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:21:02.405372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-be49c2e7-38d7-4410-9685-388f7531fa01 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:21:02.412739 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e811f953-1ce3-4903-adf7-c0f0cb4623e5 req-be49c2e7-38d7-4410-9685-388f7531fa01 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779088 Dec 15 22:21:03.755566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50945-7c93-48b4-8f6b-8257bd306ed7 req-30b4b211-31ff-4f79-8524-06871e62bd37 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:03.756967 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a9b50945-7c93-48b4-8f6b-8257bd306ed7 req-30b4b211-31ff-4f79-8524-06871e62bd37 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0816026 Dec 15 22:21:03.803692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a9b50945-7c93-48b4-8f6b-8257bd306ed7 req-8d196081-5eb7-4f82-9aaa-5fbb18325736 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410697 Dec 15 22:21:05.011814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ff9d3-23ac-48b2-944d-3a0faef62b94 req-3d67d347-e991-4051-b7f7-01b377a096d6 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:05.013258 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-602ff9d3-23ac-48b2-944d-3a0faef62b94 req-3d67d347-e991-4051-b7f7-01b377a096d6 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0993745 Dec 15 22:21:05.066712 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-602ff9d3-23ac-48b2-944d-3a0faef62b94 req-e8f991d3-7844-4478-8a13-98dcf444c00a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473077 Dec 15 22:21:06.262440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b036cea-988f-4e45-b736-2777974219d8 req-331e84b2-4235-413a-95ee-353854196f3e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:06.263805 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b036cea-988f-4e45-b736-2777974219d8 req-331e84b2-4235-413a-95ee-353854196f3e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0913756 Dec 15 22:21:06.311387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8b036cea-988f-4e45-b736-2777974219d8 req-5d20603e-d222-4032-966a-814662bc5215 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Dec 15 22:21:07.510359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4432e-871a-4eaa-9580-79c80882c07d req-e1eb98a4-9d41-482b-a0ad-024b318be8d8 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:07.517223 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46b4432e-871a-4eaa-9580-79c80882c07d req-e1eb98a4-9d41-482b-a0ad-024b318be8d8 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0932627 Dec 15 22:21:07.558689 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-46b4432e-871a-4eaa-9580-79c80882c07d req-a2c37f9b-2038-4ad9-a405-6b424a4a85e8 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Dec 15 22:21:08.750831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8eed9e-ce3f-4714-87d2-be787fe6bdaa req-799c95c9-dc48-41a0-9f54-f876f129db14 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:08.752293 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a8eed9e-ce3f-4714-87d2-be787fe6bdaa req-799c95c9-dc48-41a0-9f54-f876f129db14 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0823181 Dec 15 22:21:08.800581 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a8eed9e-ce3f-4714-87d2-be787fe6bdaa req-74049b93-3ed7-451d-b0d3-61aa20505f39 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Dec 15 22:21:09.987621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa36c26-00f4-4cbf-b7be-7db6df8f126c req-39470521-85f6-4aeb-8d01-2d74448c8907 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:09.989089 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7fa36c26-00f4-4cbf-b7be-7db6df8f126c req-39470521-85f6-4aeb-8d01-2d74448c8907 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 932 time: 0.0832980 Dec 15 22:21:10.036543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7fa36c26-00f4-4cbf-b7be-7db6df8f126c req-bc73075b-3118-42f8-a5cd-06ddb23e0079 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Dec 15 22:21:10.294565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Request body: {'port': {'device_id': 'ea278030-98fb-40fb-a359-fefb00582edc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:10.403804 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:10.850390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06bb71f-53a2-43b8-97de-68300542a3d2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:21:10.857950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:10.871985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Transition to ACTIVE for port object f06bb71f-53a2-43b8-97de-68300542a3d2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:21:10.875603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:10.880037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-35a4a26e-f03f-4dda-82fb-834fc730f8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:11.029440 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:11.040584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:11.117980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Attempting to bind port f06bb71f-53a2-43b8-97de-68300542a3d2 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:21:11.118352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Attempting to bind port f06bb71f-53a2-43b8-97de-68300542a3d2 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:21:11.118686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Attempting to bind port f06bb71f-53a2-43b8-97de-68300542a3d2 on network cd9a1d82-7d86-47fb-ba9c-2002486a35cc {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:21:11.123722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Port f06bb71f-53a2-43b8-97de-68300542a3d2 on network cd9a1d82-7d86-47fb-ba9c-2002486a35cc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:21:11.124085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Attempting to bind port f06bb71f-53a2-43b8-97de-68300542a3d2 on network cd9a1d82-7d86-47fb-ba9c-2002486a35cc {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:21:11.129477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:21:11.129858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Checking segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:21:11.130177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Bound using segment: {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:21:11.130590 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Bound port: f06bb71f-53a2-43b8-97de-68300542a3d2, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaeccced-11fa-4ea9-b272-7954ada50683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:21:11.130925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:11.220305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:21:11.223303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:21:11.229400 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:11.234059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-42b74425-f4a7-47b0-b5bd-5545b2cb5bc4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:11.293843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:11.294458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:11.295822 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-9c065730-733a-45b4-b98a-75729159f48b service neutron] 10.222.0.32 "PUT /v2.0/ports/f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 1094 time: 1.0060785 Dec 15 22:21:11.296385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:21:11.323239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:11.326357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:11.388317 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:21:11.419628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-820d440b-3437-4d52-bda4-aad003409578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:11.421164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-820d440b-3437-4d52-bda4-aad003409578 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1097 time: 0.0761654 Dec 15 22:21:11.504274 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-dc544e04-6829-4634-9752-dc5339decef1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 217 time: 0.0758126 Dec 15 22:21:11.577586 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b90cde86-e444-4d59-b947-1c393e6c675f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:11.579133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-b90cde86-e444-4d59-b947-1c393e6c675f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0674891 Dec 15 22:21:11.616632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cedf6-33da-4e3f-9e24-3bc5cb057a14 req-3112c919-4bb5-4d69-b215-bd50d20af21e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:11.618005 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d40cedf6-33da-4e3f-9e24-3bc5cb057a14 req-3112c919-4bb5-4d69-b215-bd50d20af21e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 944 time: 0.4764407 Dec 15 22:21:11.659953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-adfa74d8-ab67-4d81-b21f-a3651975998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:11.661385 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-adfa74d8-ab67-4d81-b21f-a3651975998d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750809 Dec 15 22:21:11.662732 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d40cedf6-33da-4e3f-9e24-3bc5cb057a14 req-85e5a5a5-793e-4b8b-827f-025862667335 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378311 Dec 15 22:21:11.792758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-1c7285a0-a508-4e40-8027-9f21654133f8 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243925 Dec 15 22:21:11.920531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e3ec79e2-bb45-4c62-9187-4fd5eba85a44 req-38c803a5-5e66-4ecd-9ad1-467b89abe976 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210060 Dec 15 22:21:12.029776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-f5f8af00-add7-4d47-9993-6a69711f3838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:12.031211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-f5f8af00-add7-4d47-9993-6a69711f3838 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1097 time: 0.0698237 Dec 15 22:21:12.161641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-8b97dce1-5370-4339-847b-4cbb6343e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:12.163302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-8b97dce1-5370-4339-847b-4cbb6343e01c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1253819 Dec 15 22:21:12.234083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-c1628649-6099-4884-8168-e2f7741f0b8b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 217 time: 0.0640657 Dec 15 22:21:12.297023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-6038c014-d764-48e2-b418-3959d6b9c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:12.298644 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-6038c014-d764-48e2-b418-3959d6b9c523 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0566807 Dec 15 22:21:12.496632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-1626a826-383d-43c6-b0ac-6839cf2d3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:12.498013 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-1626a826-383d-43c6-b0ac-6839cf2d3879 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1914411 Dec 15 22:21:12.630739 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-e4110a59-3f86-43c9-b5f4-ab41d33f6ab2 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250653 Dec 15 22:21:12.768197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5fc0e52d-9323-4531-8789-9cc0df011898 req-07c556e5-b143-4124-a7a2-8571a398fa70 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303184 Dec 15 22:21:12.904162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbceaa-3483-4896-9517-940324947290 req-e5c82614-64f9-48b7-ae4e-1e02666282cf tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:12.905562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6dbceaa-3483-4896-9517-940324947290 req-e5c82614-64f9-48b7-ae4e-1e02666282cf tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 944 time: 0.1362386 Dec 15 22:21:12.949355 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6dbceaa-3483-4896-9517-940324947290 req-9f9f395b-6226-4fc9-bacf-6a034b21b049 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Dec 15 22:21:13.530327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a64e9f40-9803-45eb-89c6-08510c93c83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:14.130376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0526d47-c8cd-41c8-ac57-1808b73f21d2 req-44993cfc-2fc8-4995-8280-352e3e209c86 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:14.131831 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0526d47-c8cd-41c8-ac57-1808b73f21d2 req-44993cfc-2fc8-4995-8280-352e3e209c86 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 944 time: 0.0811150 Dec 15 22:21:14.175038 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f0526d47-c8cd-41c8-ac57-1808b73f21d2 req-a49035f6-a238-487a-af90-be79c27a4995 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Dec 15 22:21:14.336049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device f06bb71f-53a2-43b8-97de-68300542a3d2 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:21:14.466959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:21:14.479478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'port_id': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'mac_address': 'fa:16:3e:f8:d7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:21:14.533522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:14.550173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06bb71f-53a2-43b8-97de-68300542a3d2 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:21:14.571554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:21:14.576118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:14.578111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:14.645343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:14.652135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.652463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.652800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.653130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.653457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.653784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.654106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.654425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.654745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.655090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.655406 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.655721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:14.659436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:14.776761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:21:15.360171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef65383-9ab4-48dc-bc96-23db29055969 req-4b7868da-3c63-417d-9f71-a54c28b044fc tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:15.361602 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ef65383-9ab4-48dc-bc96-23db29055969 req-4b7868da-3c63-417d-9f71-a54c28b044fc tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 945 time: 0.0850797 Dec 15 22:21:15.404326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5ef65383-9ab4-48dc-bc96-23db29055969 req-ebcd8007-1a79-4cb1-9040-498ea24c3bf0 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Dec 15 22:21:15.865434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f9baf67d-cce3-43a5-b9eb-aae53df80c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:16.350885 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device f06bb71f-53a2-43b8-97de-68300542a3d2 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:21:16.457448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port f06bb71f-53a2-43b8-97de-68300542a3d2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:21:16.462349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port f06bb71f-53a2-43b8-97de-68300542a3d2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:21:16.462727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:16.579823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:16.592854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f87fa-0831-46ab-8b58-76e3db9e6563 req-a4174512-755f-4609-a475-4460595ad6f7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:16.596339 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d6f87fa-0831-46ab-8b58-76e3db9e6563 req-a4174512-755f-4609-a475-4460595ad6f7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 945 time: 0.0838552 Dec 15 22:21:16.606820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:21:16.617310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:21:16.622314 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:16.625620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:16.643101 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d6f87fa-0831-46ab-8b58-76e3db9e6563 req-b9a4c5ee-b65d-4c76-9bae-d41387e18f21 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432339 Dec 15 22:21:16.664408 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'code': 200} Dec 15 22:21:16.698830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:16.701736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:16.881533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef10bfa-f1a6-475b-ab84-c5801cde4366 req-75363ca5-667f-4169-bf78-6730069b97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:16.882907 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fef10bfa-f1a6-475b-ab84-c5801cde4366 req-75363ca5-667f-4169-bf78-6730069b97cf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1099 time: 0.0693400 Dec 15 22:21:16.913942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:16.923604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fef10bfa-f1a6-475b-ab84-c5801cde4366 req-7d03633e-b58c-4415-a0ab-74cca7ae6071 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Dec 15 22:21:16.933121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:17.830683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabfd8-0a66-455b-93e6-b00cb91ba86d req-e41648ce-2802-4a54-8202-3a2f3328b0a3 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:17.832032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60dabfd8-0a66-455b-93e6-b00cb91ba86d req-e41648ce-2802-4a54-8202-3a2f3328b0a3 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0836518 Dec 15 22:21:17.875389 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-60dabfd8-0a66-455b-93e6-b00cb91ba86d req-a0185d7d-af23-48cf-bf12-3b650ee51d0b tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370376 Dec 15 22:21:18.542773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:19.054298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a67e7c-d82d-447b-b3af-5109b28b675f req-d5814be9-bb95-4cdc-96b1-c0397fbc1807 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:19.055729 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d2a67e7c-d82d-447b-b3af-5109b28b675f req-d5814be9-bb95-4cdc-96b1-c0397fbc1807 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0788810 Dec 15 22:21:19.098684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d2a67e7c-d82d-447b-b3af-5109b28b675f req-b953caed-29b8-473a-91d2-d713f75cb321 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 Dec 15 22:21:19.277621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71803755-2eae-4ab7-b1e4-4033dbd880e7 req-ad901ff1-4ba0-4f0a-b391-3c5c5ca79bf3 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:19.278996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71803755-2eae-4ab7-b1e4-4033dbd880e7 req-ad901ff1-4ba0-4f0a-b391-3c5c5ca79bf3 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0773683 Dec 15 22:21:19.325742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-71803755-2eae-4ab7-b1e4-4033dbd880e7 req-765e87c8-7cdc-4f45-90fc-688c28ff22c9 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Dec 15 22:21:19.728402 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434110f-52ea-40b9-8bc5-748529f28c9d req-64ce0910-3720-4c8a-b17c-b2f0d008e9d7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:19.729926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3434110f-52ea-40b9-8bc5-748529f28c9d req-64ce0910-3720-4c8a-b17c-b2f0d008e9d7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0887403 Dec 15 22:21:19.778752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3434110f-52ea-40b9-8bc5-748529f28c9d req-4940e584-3a02-4a6d-8844-fdf6a0076626 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430820 Dec 15 22:21:21.984872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:29.400662 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-6f093ad1-16e0-4661-9b5d-c7555947471e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731893 Dec 15 22:21:29.542699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-dcd0dda2-8352-47e9-aeac-41fcfa006d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:29.544515 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-dcd0dda2-8352-47e9-aeac-41fcfa006d19 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1099 time: 0.0775912 Dec 15 22:21:29.690049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-e9087253-2f3a-4347-8862-aa8431447717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:29.691490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-e9087253-2f3a-4347-8862-aa8431447717 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1286018 Dec 15 22:21:29.763652 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-79062d6f-ae78-4330-8226-0315d1b71947 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 217 time: 0.0646305 Dec 15 22:21:29.826943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-ef1792a4-16f3-4171-a7dd-fe5dd0a99259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:29.828425 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-ef1792a4-16f3-4171-a7dd-fe5dd0a99259 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0576744 Dec 15 22:21:29.914286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-73032a0c-d518-407c-8cdb-299621852bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:29.915638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-73032a0c-d518-407c-8cdb-299621852bdc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795867 Dec 15 22:21:30.102404 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-ccb790fe-c931-4ed2-816b-4e350b5de4df service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787248 Dec 15 22:21:30.136299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af959a1d-d977-4c35-bbc7-fcaa3b407818 req-83b4fc64-a003-4059-a145-f08accbacb64 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:30.137670 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af959a1d-d977-4c35-bbc7-fcaa3b407818 req-83b4fc64-a003-4059-a145-f08accbacb64 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.1933367 Dec 15 22:21:30.370856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-af959a1d-d977-4c35-bbc7-fcaa3b407818 req-abdab13f-2544-43a9-9116-8d50adce5b70 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Dec 15 22:21:30.393203 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7006bc17-25e7-48dd-a2ad-b052fe4b233e req-d66c26db-3aea-4ec3-bf89-d11f5dc4a6f8 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829762 Dec 15 22:21:30.393723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47290) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:30.508429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bd82ae-96e2-46a3-9cae-93727c018aec tempest-TestMinimumBasicScenario-880595516 tempest-TestMinimumBasicScenario-880595516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:30.509923 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b2bd82ae-96e2-46a3-9cae-93727c018aec tempest-TestMinimumBasicScenario-880595516 tempest-TestMinimumBasicScenario-880595516-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1094 time: 0.1153815 Dec 15 22:21:30.513331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47296) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:30.518199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:30.524165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:30.528586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:floatingip and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:30.531371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:30.537106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:30.547503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:30.682097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:30.811527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Allocated IP 172.26.6.49 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:21:30.963936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:30.991647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:30.996420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6eb8bd69-a9cb-42bb-b9de-e2ff3489520a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:31.057971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:21:31.060868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:21:31.063703 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:21:31.108954 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'Port': ['ID=294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:31.111785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:31.486463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:31.560406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:31.867514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:31.871865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:31.876330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-833db299-9f57-4b2e-8cc5-18c8a9d12aaa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:31.982172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'Port': ['ID=294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:31.986068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:31.990371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:32.160449 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Floating IP e3d61789-e73b-4c6f-b808-ba26cc8dac1a associated. External IP: 172.26.6.49, port: f06bb71f-53a2-43b8-97de-68300542a3d2. Dec 15 22:21:32.507195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Router 91da4a08-f213-4d48-9286-66a88cddda58 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:21:32.684929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:21:32.694314 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Sync routers for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:21:32.704038 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:21:32.704727 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:21:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:21:32.709894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:32.767903 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2533760 Dec 15 22:21:32.768395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:21:32.770916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47300) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:32.776340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158044619', 'description': 'tempest-secgroup-smoke-1158044619 description', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:32.783566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:32.794258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:32.807780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:32.832680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:32.843718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:32.846483 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:32.853687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:32.878053 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:21:32.888138 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:21:32.950955 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:21:32.977330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:32.982479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:32.988065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e67b1575-625a-4a96-b0df-93264570d484 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.034969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.048487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.049676 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2777264 Dec 15 22:21:33.051966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.052511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.052794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.053084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47308) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.053378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.053761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.053761 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.054778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.054778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.055706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.055706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.055706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.057786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.059327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.060943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59941d3b-eaef-4840-ac55-71b70ab3a904 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.063832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-57aaffe5-fab4-4f96-a31d-f79b8098c369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:33.065177 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-57aaffe5-fab4-4f96-a31d-f79b8098c369 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1099 time: 0.1619229 Dec 15 22:21:33.073585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.077673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.080642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.086977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.104723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.169151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.174132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.176835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91cf2c80-903d-42f4-a46d-d1d7cd4a53bb tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.197618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606d92a7-fdbc-4296-9e31-e7c09381acb1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.201674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.209034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-bae111e1-21a9-4daf-8e7b-69fdd3629c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:33.210672 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-bae111e1-21a9-4daf-8e7b-69fdd3629c84 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1373231 Dec 15 22:21:33.216063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.218154 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632841 Dec 15 22:21:33.220824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47312) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.225211 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.233250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.236639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.240216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.246594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.246798 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e3d61789-e73b-4c6f-b808-ba26cc8dac1a', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'floating_ip_address': '172.26.6.49', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'port_id': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'mac_address': 'fa:16:3e:f8:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea278030-98fb-40fb-a359-fefb00582edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:21:31Z', 'updated_at': '2021-12-15T22:21:31Z', 'revision_number': 0, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:21:33.251121 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Checking router: 91da4a08-f213-4d48-9286-66a88cddda58 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:21:33.261336 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:21:33.261784 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:21:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:21:33.269986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.344198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-ea56d8ff-1d5e-460a-97ac-c4a4dc3141c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 999 time: 0.1243024 Dec 15 22:21:33.346245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.350618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.352492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-43a69401-f8ae-420c-a238-9b61787250dd tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.378260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec1bf63-1994-4fff-894a-c6cc55de1fa6,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.382944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.389262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.390778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695578 Dec 15 22:21:33.393419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47316) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.398770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.405444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.409601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.412822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.420048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.424801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-2d529b05-7a1d-4dd1-9c4b-3145dc70857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:33.426551 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-2d529b05-7a1d-4dd1-9c4b-3145dc70857c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0756559 Dec 15 22:21:33.438001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.481179 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:21:33.500362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.505464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.507583 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9ef0058-1e87-4b71-9dbb-30f96b9fcacc tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.519272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-f8ad8f87-4833-4294-8413-b0983a721b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:33.521089 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-f8ad8f87-4833-4294-8413-b0983a721b71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858898 Dec 15 22:21:33.532813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509aaca2-d40b-47ec-9240-de3e15e36f2c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.535563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.543415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.544897 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503539 Dec 15 22:21:33.547729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47320) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.553537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.560186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.564370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.567821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.574532 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.594849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.657683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.662999 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.664345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d72ab67-1dc9-4e55-b26f-0b5a50fb79d0 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.684693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23001e24-34b9-44ba-b1b7-5214f7816265,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.688378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.693462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-729629f9-9d0c-49b7-b488-7ac81939acbf service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655302 Dec 15 22:21:33.696897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.698679 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7de6c8cb-9d52-4ce1-acd2-51139b3fade2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494482 Dec 15 22:21:33.701407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47324) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.706899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.714364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.718585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.722062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.731380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.741816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Project 7aa41fe53f9e4a3bbeef93a993c57fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:21:33.748431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.823779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.828058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.830282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-03942c98-883d-450d-860a-46c46f59bf28 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:33.833462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-936db5de-7df1-4ab4-9f8f-9d74f9e19b55 req-50d57f13-518f-4f2c-8a6d-a75575e3024a service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336722 Dec 15 22:21:33.854185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cff0218-35c8-4c4f-b3bc-4a58eb25b086,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:33.864458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.864849 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.865235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.865613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.865982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.866354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.866722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.867087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.867451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.867812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.868205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.868565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:21:33.873288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:33.877647 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e3d61789-e73b-4c6f-b808-ba26cc8dac1a', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'floating_ip_address': '172.26.6.49', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'port_id': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'mac_address': 'fa:16:3e:f8:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea278030-98fb-40fb-a359-fefb00582edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:21:31Z', 'updated_at': '2021-12-15T22:21:31Z', 'revision_number': 0, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:21:33.878537 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.882490 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfeb32a-f463-4002-afac-f72b3a66303a None None] The sync data for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv is: [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e3d61789-e73b-4c6f-b808-ba26cc8dac1a', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'floating_ip_address': '172.26.6.49', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'port_id': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'mac_address': 'fa:16:3e:f8:d7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea278030-98fb-40fb-a359-fefb00582edc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:21:31Z', 'updated_at': '2021-12-15T22:21:31Z', 'revision_number': 0, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:21:33.882826 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1801515 Dec 15 22:21:33.882944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47328) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:21:33.889570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'security_group_rule': {'security_group_id': '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc', 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:33.896065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:21:33.899998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Usage tracker for resource:security_group_rule and tenant:7aa41fe53f9e4a3bbeef93a993c57fcf is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:21:33.902910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:21:33.909053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:21:33.919169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Project 7aa41fe53f9e4a3bbeef93a993c57fcf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:21:33.926296 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:33.998505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.002606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.004598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cf591696-990c-41a1-9334-2eac4904a0aa tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:34.028490 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67ec386-61d5-456e-a637-e8b0eccd31cc,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:34.033262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:34.038038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.040388 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561835 Dec 15 22:21:34.091940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27066498-a3c5-46a8-bc64-9fe1ab4d7a86 None None] New status for floating IP e3d61789-e73b-4c6f-b808-ba26cc8dac1a: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:21:34.176505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-468e718c-00f3-4672-965e-5e55644801ef req-1828e802-ccb0-4fad-a5c2-b29141d6616f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:21:34.191200 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-468e718c-00f3-4672-965e-5e55644801ef req-1828e802-ccb0-4fad-a5c2-b29141d6616f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:21:34.191200 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-468e718c-00f3-4672-965e-5e55644801ef req-1828e802-ccb0-4fad-a5c2-b29141d6616f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158044619&fields=id&tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf HTTP/1.1" status: 200 len: 267 time: 0.0669928 Dec 15 22:21:34.273768 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e718c-00f3-4672-965e-5e55644801ef req-3354e6b2-9701-4995-917f-4be419459c73 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:34.275222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-468e718c-00f3-4672-965e-5e55644801ef req-3354e6b2-9701-4995-917f-4be419459c73 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0805566 Dec 15 22:21:34.286788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'port': {'security_groups': ['d3642b74-fa96-43ec-9b4b-9055971315d6', '541cbf2d-885c-4cf8-b8c1-d7cb966b41dc']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:21:34.409537 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.663334 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:21:34.695314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.702165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.705053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:21:34.707251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:21:34.765878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:34.766522 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:34.767910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-468e718c-00f3-4672-965e-5e55644801ef req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "PUT /v2.0/ports/f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 982 time: 0.4856360 Dec 15 22:21:34.768463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:21:34.802544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=6']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:21:34.806310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:21:34.845320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:21:34.872954 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:21:34.974490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb10f4-d32c-415f-8242-14bd4dc6d1c3 req-fbb2dcd8-7004-4664-879e-87137be2c695 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:34.982728 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8cbb10f4-d32c-415f-8242-14bd4dc6d1c3 req-fbb2dcd8-7004-4664-879e-87137be2c695 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.1035173 Dec 15 22:21:35.034119 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8cbb10f4-d32c-415f-8242-14bd4dc6d1c3 req-068c1a5e-0740-4671-9a5b-635b802762fa tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504072 Dec 15 22:21:35.088072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-4c92a958-d12a-4b87-8a55-af0b2433a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:35.089531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-4c92a958-d12a-4b87-8a55-af0b2433a932 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1138 time: 0.2219193 Dec 15 22:21:35.158510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e2178793-8100-412e-863f-db1a21de56d9 None None] Provisioning complete for port f06bb71f-53a2-43b8-97de-68300542a3d2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:21:35.159335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2178793-8100-412e-863f-db1a21de56d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:35.222045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-034495d8-538a-4b52-9726-01a43d31c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:35.223477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-034495d8-538a-4b52-9726-01a43d31c934 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1271179 Dec 15 22:21:35.326664 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-d85b34ed-7749-44bf-8e32-fe7dec63116e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 1001 time: 0.0964034 Dec 15 22:21:35.388495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-7984d52d-3e2e-49c5-8e1a-d47a2984d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:35.389923 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-7984d52d-3e2e-49c5-8e1a-d47a2984d171 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0566261 Dec 15 22:21:35.468812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-471d090f-a26b-40ae-a84c-2d0bbed42586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:35.470265 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-471d090f-a26b-40ae-a84c-2d0bbed42586 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743792 Dec 15 22:21:35.608900 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-d48359ab-2057-40d9-90c4-41a49ea07510 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313000 Dec 15 22:21:35.737545 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e4f76bf8-4b4d-47e1-a495-6a3cfa73fdcd req-dcc23a50-e9af-4572-bee4-7c99a360d69a service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214228 Dec 15 22:21:43.533351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-8b3b67f8-ecf7-4203-880a-849d9041ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:45.866597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2554396c-34eb-46db-94c5-38e4ffc0f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:46.917269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:46.934244 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:48.546361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:50.371677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df664fe-9118-4635-97ba-5edcfb57167a req-8362b48e-7fc7-4c09-baff-cb679d7b1454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:50.373066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-8362b48e-7fc7-4c09-baff-cb679d7b1454 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1138 time: 0.0785146 Dec 15 22:21:50.509388 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df664fe-9118-4635-97ba-5edcfb57167a req-fb3bd966-97e9-40ac-be79-4b3b9895755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:50.512281 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-fb3bd966-97e9-40ac-be79-4b3b9895755c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1315017 Dec 15 22:21:50.531607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d76aa9-2b6a-49a7-bf85-e813fd47303a req-c1d834c8-f8e2-40d6-82b4-b0dbaac54295 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:50.535658 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-97d76aa9-2b6a-49a7-bf85-e813fd47303a req-c1d834c8-f8e2-40d6-82b4-b0dbaac54295 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.2126026 Dec 15 22:21:50.581215 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-97d76aa9-2b6a-49a7-bf85-e813fd47303a req-bba066ac-89f8-44a1-a028-09aed210ce68 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422390 Dec 15 22:21:50.618521 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-c8c9e8db-4577-4cc0-b8a4-7043b61ec295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 1001 time: 0.0991764 Dec 15 22:21:50.679796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df664fe-9118-4635-97ba-5edcfb57167a req-2e10f1e0-28f2-4303-894d-7b1d5b884a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:50.681100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-2e10f1e0-28f2-4303-894d-7b1d5b884a43 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0557573 Dec 15 22:21:50.757057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df664fe-9118-4635-97ba-5edcfb57167a req-7acb14e7-0fd2-4617-b3de-b18101d85817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:50.758455 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-7acb14e7-0fd2-4617-b3de-b18101d85817 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710878 Dec 15 22:21:50.913325 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-cbb74973-1e3c-49f2-bba3-b72a4f5953d8 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465437 Dec 15 22:21:51.041925 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2df664fe-9118-4635-97ba-5edcfb57167a req-8d4cd4a3-6835-478f-ba66-1bedcfc7e6ac service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211596 Dec 15 22:21:51.769772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e053b-a82f-4228-a4c5-3c2389ab1b89 req-e239770e-afa3-4f0c-9fa1-fbd2c1a5e52f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:51.771174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e2e053b-a82f-4228-a4c5-3c2389ab1b89 req-e239770e-afa3-4f0c-9fa1-fbd2c1a5e52f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0777459 Dec 15 22:21:51.817251 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9e2e053b-a82f-4228-a4c5-3c2389ab1b89 req-3b0b70d7-c0a6-49da-8db2-cb6e5b381fec tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402963 Dec 15 22:21:51.984714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:21:52.997308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02749011-5bc2-47bc-9091-e19c14b1ff38 req-17d4b241-23e0-4674-a972-edaff20868c9 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:52.998712 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-02749011-5bc2-47bc-9091-e19c14b1ff38 req-17d4b241-23e0-4674-a972-edaff20868c9 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0787339 Dec 15 22:21:53.046762 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-02749011-5bc2-47bc-9091-e19c14b1ff38 req-02c1fbda-d8ff-41e7-9c39-33c6a072488a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423586 Dec 15 22:21:54.341178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd977d6-cbaf-4763-a5d3-29710dab0540 req-d802839d-8700-488f-9c8d-3d9f6d4de8ac tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:54.342508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccd977d6-cbaf-4763-a5d3-29710dab0540 req-d802839d-8700-488f-9c8d-3d9f6d4de8ac tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.1942272 Dec 15 22:21:54.390527 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ccd977d6-cbaf-4763-a5d3-29710dab0540 req-60ef699d-a8d0-488d-aae1-92e0886419b0 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422297 Dec 15 22:21:55.573958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672e322-a083-4cc4-b7e5-a2b9c1a993d0 req-8ed77670-c5d6-4ac8-b7df-3693f45488fb tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:55.575406 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c672e322-a083-4cc4-b7e5-a2b9c1a993d0 req-8ed77670-c5d6-4ac8-b7df-3693f45488fb tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0827749 Dec 15 22:21:55.621231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c672e322-a083-4cc4-b7e5-a2b9c1a993d0 req-af6be085-af93-4fd3-a529-1a9f829f953c tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401037 Dec 15 22:21:56.802820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0c72f-6da4-46bf-b93f-05edddcfd3f2 req-ad7a40d9-4205-4228-a2dc-a546dfce11ed tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:56.804280 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43a0c72f-6da4-46bf-b93f-05edddcfd3f2 req-ad7a40d9-4205-4228-a2dc-a546dfce11ed tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0816107 Dec 15 22:21:56.855392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-43a0c72f-6da4-46bf-b93f-05edddcfd3f2 req-18789c19-06ef-483b-bb73-260a8ef24e1f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447381 Dec 15 22:21:58.045902 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2f143-2cc5-4349-91da-33b02928abe5 req-b6357d87-5257-4aa1-8d17-c44fff5a780a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:58.047334 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8b2f143-2cc5-4349-91da-33b02928abe5 req-b6357d87-5257-4aa1-8d17-c44fff5a780a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0867019 Dec 15 22:21:58.093985 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8b2f143-2cc5-4349-91da-33b02928abe5 req-dc2160bb-e079-4426-aa59-40ea0db822d6 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406203 Dec 15 22:21:59.276679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c0138-432f-4840-90d1-cbfc250e63ca req-fe46af0e-dc91-491e-9aa5-082b0ced1006 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:21:59.277994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471c0138-432f-4840-90d1-cbfc250e63ca req-fe46af0e-dc91-491e-9aa5-082b0ced1006 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0790200 Dec 15 22:21:59.324786 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471c0138-432f-4840-90d1-cbfc250e63ca req-17d62adb-4c60-4574-bbf9-9776bef0a745 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411060 Dec 15 22:22:00.510913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b42ed-bd4e-4795-9252-f6f2fce8c864 req-4aef4da7-6e81-4a8a-9dce-46bdfd42a27e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:00.512379 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae1b42ed-bd4e-4795-9252-f6f2fce8c864 req-4aef4da7-6e81-4a8a-9dce-46bdfd42a27e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0793366 Dec 15 22:22:00.557931 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae1b42ed-bd4e-4795-9252-f6f2fce8c864 req-f1fd5dbf-374c-462e-9009-ac6b989bb5da tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398715 Dec 15 22:22:01.758446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd5ac9-9b0b-4aeb-9e24-4b98ea237972 req-571f6268-02f7-4f61-bd9b-fb21465f2d48 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:01.759908 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cafd5ac9-9b0b-4aeb-9e24-4b98ea237972 req-571f6268-02f7-4f61-bd9b-fb21465f2d48 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0919983 Dec 15 22:22:01.807808 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cafd5ac9-9b0b-4aeb-9e24-4b98ea237972 req-08c2259f-4612-4388-8468-5cfa2d2cb206 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421274 Dec 15 22:22:02.992003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27329f66-32b0-4d45-a841-51e14dfe259a req-c770e248-148d-4fb4-b236-4382c6d489da tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:02.993419 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-27329f66-32b0-4d45-a841-51e14dfe259a req-c770e248-148d-4fb4-b236-4382c6d489da tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0835311 Dec 15 22:22:03.044890 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-27329f66-32b0-4d45-a841-51e14dfe259a req-e002f86f-bb4c-4daf-ae3d-8a09447b17af tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc&id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451138 Dec 15 22:22:09.940582 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:22:13.535366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cd2f8c46-c11a-469a-830a-957d27ece7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:15.871467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-07002c31-5b5c-4166-ac1a-055b532e4c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:16.924525 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:16.936993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:18.583726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:21.977904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:30.397324 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-850f41cb-f219-47b0-8e8f-bfd41ae49b29 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803559 Dec 15 22:22:30.542040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-b0382b9a-b72b-4a83-b740-ca54e15949b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:30.543614 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-b0382b9a-b72b-4a83-b740-ca54e15949b0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1138 time: 0.0737672 Dec 15 22:22:30.690131 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-9b0060b5-d1a2-4593-b8a0-e4035a34b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:30.691433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-9b0060b5-d1a2-4593-b8a0-e4035a34b3c1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1281924 Dec 15 22:22:30.791230 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-6d04f223-2cd6-40bf-acd8-8754c24de27b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 1001 time: 0.0927401 Dec 15 22:22:30.856251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-c121ef48-ec95-41db-b0ae-185a48b778a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:30.857640 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-c121ef48-ec95-41db-b0ae-185a48b778a8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0601702 Dec 15 22:22:30.932395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-14f2eec0-453f-4140-af79-f0423790c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:30.933833 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-14f2eec0-453f-4140-af79-f0423790c628 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693192 Dec 15 22:22:31.071261 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-55129471-2f4f-4c42-8795-56a5e42f10c5 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298566 Dec 15 22:22:31.202943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8facbe20-407c-4c72-b9dd-92fb073195e0 req-582cc14c-efb2-4f30-84f7-bb5942ce7045 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248925 Dec 15 22:22:35.463248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-08cbd04f-2636-41f7-b009-a17f0bf7fe63 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158044619&fields=id&tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf HTTP/1.1" status: 200 len: 267 time: 0.0392027 Dec 15 22:22:35.550115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-1b29180d-bcfe-4879-82bf-4e9eb93747a2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:35.551555 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-1b29180d-bcfe-4879-82bf-4e9eb93747a2 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 985 time: 0.0832331 Dec 15 22:22:35.562726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Request body: {'port': {'security_groups': ['d3642b74-fa96-43ec-9b4b-9055971315d6']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:22:35.682233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:35.919166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:35.943370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:35.947504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:35.952773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:35.959432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:22:36.021417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:36.022042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.023392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-107506ec-4257-4b60-8c5e-b57ad6a0ffee req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "PUT /v2.0/ports/f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 943 time: 0.4656734 Dec 15 22:22:36.023962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:22:36.031541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47380) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:36.075467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event updated for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=7']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:36.087725 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:22:36.094987 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:22:36.097488 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.097878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.098261 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.098637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.099011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.099385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.099755 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.100152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.100519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.100883 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.101247 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.101609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:36.118008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:36.192030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.231322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.259374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24b77-0569-439b-869d-e3784d620cff req-7343d446-32c7-4a32-a884-41ab68229171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:36.260866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-7343d446-32c7-4a32-a884-41ab68229171 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1099 time: 0.1475670 Dec 15 22:22:36.341020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-aea64391-f518-47d4-9450-219d3c94e47e None None] Provisioning complete for port f06bb71f-53a2-43b8-97de-68300542a3d2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:22:36.341391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-aea64391-f518-47d4-9450-219d3c94e47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.524952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24b77-0569-439b-869d-e3784d620cff req-c02afd0f-9a03-4b71-ace1-23d663ca310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:36.527198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-c02afd0f-9a03-4b71-ace1-23d663ca310c service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.2556129 Dec 15 22:22:36.528775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.533778 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5e5567eb-5b80-4349-ba13-e6bbab6f21fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:36.603305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=541cbf2d-885c-4cf8-b8c1-d7cb966b41dc,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:36.614133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:36.638315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:36.639417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-52dabe61-2ceb-4dd4-81fb-2d07382de15f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "DELETE /v2.0/security-groups/541cbf2d-885c-4cf8-b8c1-d7cb966b41dc HTTP/1.1" status: 204 len: 168 time: 0.6070902 Dec 15 22:22:36.642096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47384) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:36.728674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-8e821e85-c4e2-4eba-a526-bda23ca03c6e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 1001 time: 0.1857951 Dec 15 22:22:36.880289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24b77-0569-439b-869d-e3784d620cff req-f038c58a-cfdf-483a-aaaf-b932704e2691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:36.881800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-f038c58a-cfdf-483a-aaaf-b932704e2691 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.1422458 Dec 15 22:22:36.953123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Deleting port 294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:36.953458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:37.086089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a24b77-0569-439b-869d-e3784d620cff req-0e8a7a2e-b44a-4577-9b00-aeafd6df98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:37.087543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-0e8a7a2e-b44a-4577-9b00-aeafd6df98a5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970346 Dec 15 22:22:37.213555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:37.213794 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:37.346961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Calling delete_port for 294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:37.404498 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-928f8552-6095-400f-8ba9-faa9b451ffe6 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101799 Dec 15 22:22:37.589961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-11a24b77-0569-439b-869d-e3784d620cff req-03b24098-1e4a-4a1d-b45e-3ffc2991f06e service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767192 Dec 15 22:22:37.616443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:37.620815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c8584f1b-acf6-41a0-8793-6360b4d220c4 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:37.665064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event deleted for resources: {'Port': ['ID=294c1cfd-fe09-4cf1-bfb6-c25102d7c4ff,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:37.690934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:37.757049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:37.757372 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Floating IP e3d61789-e73b-4c6f-b808-ba26cc8dac1a disassociated (deleted). External IP: 172.26.6.49, port: f06bb71f-53a2-43b8-97de-68300542a3d2. Dec 15 22:22:38.227322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Router 91da4a08-f213-4d48-9286-66a88cddda58 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:22:38.401614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:22:38.411451 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Sync routers for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:22:38.420820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:38.420990 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:38.421548 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:38.477582 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "DELETE /v2.0/floatingips/e3d61789-e73b-4c6f-b808-ba26cc8dac1a HTTP/1.1" status: 204 len: 168 time: 1.8315771 Dec 15 22:22:38.477582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:22:38.559603 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:22:38.597490 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:38.657036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-d39197a0-47a7-4b77-bd4d-bfe519135725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:38.658561 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-d39197a0-47a7-4b77-bd4d-bfe519135725 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 1099 time: 0.0737977 Dec 15 22:22:38.796036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-f6049056-5874-4f2c-84a2-c5d459582bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:38.797502 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-f6049056-5874-4f2c-84a2-c5d459582bea service neutron] 10.222.0.32 "GET /v2.0/networks?id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 200 len: 916 time: 0.1327145 Dec 15 22:22:38.883193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-ba93e853-82dc-4b76-aee0-dede1f31d84f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 200 len: 217 time: 0.0792077 Dec 15 22:22:38.924666 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:38.929093 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Checking router: 91da4a08-f213-4d48-9286-66a88cddda58 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:22:38.941303 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:38.941915 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:38.960772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-6729579a-243e-4272-b774-81c9d2e56a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:38.962343 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-6729579a-243e-4272-b774-81c9d2e56a5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 200 len: 854 time: 0.0711169 Dec 15 22:22:39.040735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-3e65f8ae-1792-48cb-9a73-7ee8bbfdfc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:39.042168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-3e65f8ae-1792-48cb-9a73-7ee8bbfdfc99 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cd9a1d82-7d86-47fb-ba9c-2002486a35cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734875 Dec 15 22:22:39.147312 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:39.177025 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-59b728ae-b156-4243-9612-5845646582bf service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277025 Dec 15 22:22:39.316479 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0ca1fda2-bd76-4765-b381-1a8520fe78e2 req-e0078188-6e3f-41e4-bc84-14c4059cc011 service neutron] 10.222.0.32 "GET /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320076 Dec 15 22:22:39.459172 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:39.463030 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd4ff3-0561-4f05-b61a-c038c08fe001 None None] The sync data for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv is: [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:20:39Z', 'revision_number': 4, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '3d05bb4a-d72c-4b4a-899c-1ab3022b98de', 'name': '', 'network_id': 'cd9a1d82-7d86-47fb-ba9c-2002486a35cc', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'mac_address': 'fa:16:3e:c6:be:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:39Z', 'updated_at': '2021-12-15T22:20:45Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'subnets': [{'id': '2859d7e1-bd76-4e5b-8957-1c7934b4512d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:22:39.698150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1696322d-f3ad-4769-ad57-4d2fa1888c93 None None] New status for floating IP e3d61789-e73b-4c6f-b808-ba26cc8dac1a: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:22:42.863669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544bd11-3171-45f8-a13e-465122fe14dd req-4cbf1c5a-1769-483a-a75e-618db12423c8 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:42.865114 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f544bd11-3171-45f8-a13e-465122fe14dd req-4cbf1c5a-1769-483a-a75e-618db12423c8 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0787566 Dec 15 22:22:42.911682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f544bd11-3171-45f8-a13e-465122fe14dd req-49290353-4ad4-4a11-bc00-ade7911533c7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 Dec 15 22:22:43.536628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef812143-4124-44a9-a753-179fc1a87af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:44.093337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d685f83-f799-4964-b476-6f54c4399a7a req-0f528ed2-2ac0-4bc1-b03e-ff76a49f2383 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:44.094014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d685f83-f799-4964-b476-6f54c4399a7a req-0f528ed2-2ac0-4bc1-b03e-ff76a49f2383 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:22:44.108619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d685f83-f799-4964-b476-6f54c4399a7a req-0f528ed2-2ac0-4bc1-b03e-ff76a49f2383 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:22:44.109734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d685f83-f799-4964-b476-6f54c4399a7a req-0f528ed2-2ac0-4bc1-b03e-ff76a49f2383 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0932012 Dec 15 22:22:44.160564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d685f83-f799-4964-b476-6f54c4399a7a req-4c1cd3f8-b8bd-49a0-bdec-2847387b8d84 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Synchronizing usage tracker for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:22:44.175988 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8d685f83-f799-4964-b476-6f54c4399a7a req-4c1cd3f8-b8bd-49a0-bdec-2847387b8d84 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Unset dirty status for tenant:7aa41fe53f9e4a3bbeef93a993c57fcf on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:22:44.177105 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d685f83-f799-4964-b476-6f54c4399a7a req-4c1cd3f8-b8bd-49a0-bdec-2847387b8d84 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/security-groups?id=d3642b74-fa96-43ec-9b4b-9055971315d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617776 Dec 15 22:22:44.431185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-c92b1e20-e583-4e28-8d8b-a47b0845098e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:22:44.432620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-c92b1e20-e583-4e28-8d8b-a47b0845098e tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.32 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 946 time: 0.0809243 Dec 15 22:22:44.500048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Deleting port f06bb71f-53a2-43b8-97de-68300542a3d2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:44.500386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:44.858663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] For port f06bb71f-53a2-43b8-97de-68300542a3d2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=f06bb71f-53a2-43b8-97de-68300542a3d2,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:44.859014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:44.980041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Calling delete_port for f06bb71f-53a2-43b8-97de-68300542a3d2 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:45.119128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:45.124444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:45.130411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['f06bb71f-53a2-43b8-97de-68300542a3d2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:22:45.170534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Pushing event deleted for resources: {'Port': ['ID=f06bb71f-53a2-43b8-97de-68300542a3d2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:45.173923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:45.245816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] No DVR routers for this DVR port f06bb71f-53a2-43b8-97de-68300542a3d2 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:22:45.248262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:45.250777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'name': 'network-vif-deleted', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:22:45.267399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c4dc6c0-c738-4054-b2ba-68855fa7591f req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.32 "DELETE /v2.0/ports/f06bb71f-53a2-43b8-97de-68300542a3d2 HTTP/1.1" status: 204 len: 173 time: 0.8295200 Dec 15 22:22:45.300909 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea278030-98fb-40fb-a359-fefb00582edc', 'name': 'network-vif-deleted', 'tag': 'f06bb71f-53a2-43b8-97de-68300542a3d2', 'status': 'completed', 'code': 200} Dec 15 22:22:45.335833 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d54bc767-8b1d-4f01-919d-a65888c8a16c req-3977efad-cc60-44d2-8dcb-ba5a86ceac2d tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea278030-98fb-40fb-a359-fefb00582edc HTTP/1.1" status: 200 len: 210 time: 0.0511930 Dec 15 22:22:45.872702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a618ed40-c278-4a74-8239-72ee35b5e3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:46.945822 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:22:46.954644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:46.961505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:46.969158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47476) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:47.501615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:47.965856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Deleting port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:47.966190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:48.133853 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] For port 3d05bb4a-d72c-4b4a-899c-1ab3022b98de, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:48.134494 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:48.253327 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Calling delete_port for 3d05bb4a-d72c-4b4a-899c-1ab3022b98de owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:48.422655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:48.427203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:48.468719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d05bb4a-d72c-4b4a-899c-1ab3022b98de,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:48.508452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.508781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.509162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.509539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.509911 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.510281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.510653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.511018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.511386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.512313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.512687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.513046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:22:48.520157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:48.554317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:48.751969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:48.832627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device f06bb71f-53a2-43b8-97de-68300542a3d2 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:48.867417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: f06bb71f-53a2-43b8-97de-68300542a3d2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:48.867765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device f06bb71f-53a2-43b8-97de-68300542a3d2 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:49.113173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Router 91da4a08-f213-4d48-9286-66a88cddda58 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:22:49.407411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:22:49.415860 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Sync routers for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:22:49.422161 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] 10.222.0.18 "PUT /v2.0/routers/91da4a08-f213-4d48-9286-66a88cddda58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495506 Dec 15 22:22:49.422343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47480) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:49.426838 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:49.427453 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:49.598632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:49.603121 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:49.775216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:49.786107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Deleting port b125665b-2848-4608-addd-43623b7e6ed6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:49.786663 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:49.879479 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:22:48Z', 'revision_number': 5, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port': {'id': 'b125665b-2848-4608-addd-43623b7e6ed6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:aa:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91da4a08-f213-4d48-9286-66a88cddda58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1647, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:36Z', 'updated_at': '2021-12-15T22:20:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:49.883157 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Checking router: 91da4a08-f213-4d48-9286-66a88cddda58 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:22:49.891813 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Routers {'91da4a08-f213-4d48-9286-66a88cddda58'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:49.892456 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['91da4a08-f213-4d48-9286-66a88cddda58'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:49.958066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] For port b125665b-2848-4608-addd-43623b7e6ed6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b125665b-2848-4608-addd-43623b7e6ed6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:49.958420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.039784 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] Set router 91da4a08-f213-4d48-9286-66a88cddda58 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:50.079441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Calling delete_port for b125665b-2848-4608-addd-43623b7e6ed6 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:50.142386 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:22:49Z', 'revision_number': 6, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:50.146348 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a258e064-2abd-48e5-a2a1-138ff692bbb8 None None] The sync data for ids ['91da4a08-f213-4d48-9286-66a88cddda58'] in dv-neutron-820612-1-hyperv is: [{'id': '91da4a08-f213-4d48-9286-66a88cddda58', 'name': 'tempest-TestMinimumBasicScenario-1393866695-router', 'tenant_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:35Z', 'updated_at': '2021-12-15T22:22:49Z', 'revision_number': 6, 'project_id': '7aa41fe53f9e4a3bbeef93a993c57fcf', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:22:50.249735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.253239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-54c069b3-0374-40b9-9c87-045548c7fa7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:50.296506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b125665b-2848-4608-addd-43623b7e6ed6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:50.300130 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:50.387439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.560651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.563747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.587389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.587929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91da4a08-f213-4d48-9286-66a88cddda58 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:22:50.600612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.601703 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/91da4a08-f213-4d48-9286-66a88cddda58 HTTP/1.1" status: 204 len: 168 time: 1.1784849 Dec 15 22:22:50.604187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47484) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:50.775995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Deleting subnet 2859d7e1-bd76-4e5b-8957-1c7934b4512d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:22:50.778863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.826135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.905701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.970369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:50.976499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-dbac463b-bf6b-4735-a244-f8ec714336e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:51.011979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.017437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8293cf31-707c-46ca-a9d8-2ee91f3a75f0 None None] Network cd9a1d82-7d86-47fb-ba9c-2002486a35cc requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:22:51.021194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2859d7e1-bd76-4e5b-8957-1c7934b4512d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:51.024129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:51.025632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2859d7e1-bd76-4e5b-8957-1c7934b4512d HTTP/1.1" status: 204 len: 168 time: 0.4205666 Dec 15 22:22:51.028735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47488) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:51.087772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3d05bb4a-d72c-4b4a-899c-1ab3022b98de no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:51.130548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 3d05bb4a-d72c-4b4a-899c-1ab3022b98de {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:51.130901 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 3d05bb4a-d72c-4b4a-899c-1ab3022b98de not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:51.131321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b125665b-2848-4608-addd-43623b7e6ed6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:51.142997 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.154409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Deleting port bdb2fff6-330b-4753-9548-1cb606cae389 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:51.154744 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.177155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b125665b-2848-4608-addd-43623b7e6ed6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:51.177511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b125665b-2848-4608-addd-43623b7e6ed6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:51.364355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] For port bdb2fff6-330b-4753-9548-1cb606cae389, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bdb2fff6-330b-4753-9548-1cb606cae389,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:51.364676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.375587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] DHCP port deletion for cd9a1d82-7d86-47fb-ba9c-2002486a35cc request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:22:51.379690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Deleting port bdb2fff6-330b-4753-9548-1cb606cae389 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:51.380096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.486078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Calling delete_port for bdb2fff6-330b-4753-9548-1cb606cae389 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:51.565646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.570635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-723b1e7f-5ace-4a19-b204-bc262c9267b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:51.577727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] For port bdb2fff6-330b-4753-9548-1cb606cae389, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bdb2fff6-330b-4753-9548-1cb606cae389,segment=NetworkSegment(aaeccced-11fa-4ea9-b272-7954ada50683),segment_id=aaeccced-11fa-4ea9-b272-7954ada50683)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:51.578140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.614698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb2fff6-330b-4753-9548-1cb606cae389,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:51.620303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] No DVR routers for this DVR port bdb2fff6-330b-4753-9548-1cb606cae389 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:22:51.621893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:51.698907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Calling delete_port for bdb2fff6-330b-4753-9548-1cb606cae389 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:51.735655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.760520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9a1d82-7d86-47fb-ba9c-2002486a35cc']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:51.771114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:22:51.771478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:22:51.772995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaeccced-11fa-4ea9-b272-7954ada50683') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:51.773294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaeccced-11fa-4ea9-b272-7954ada50683') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:51.785156 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.801800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.807846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:22:51.808313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:22:51.821440 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:22:51.896520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.900818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:51.903527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:51.924717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9a1d82-7d86-47fb-ba9c-2002486a35cc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:51.929058 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:51.937607 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/cd9a1d82-7d86-47fb-ba9c-2002486a35cc HTTP/1.1" status: 204 len: 168 time: 0.9078188 Dec 15 22:22:51.940261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47492) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:51.986089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:52.273136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Deleting port bdb2fff6-330b-4753-9548-1cb606cae389 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:52.273773 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:52.373090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-422c8ecd-9404-4f2f-9204-8090b2da613a None None] The port 'bdb2fff6-330b-4753-9548-1cb606cae389' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:22:52.583484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:52.930937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Deleting port 8e04ef99-d335-4059-aa30-31c3f15429f8 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:52.931185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:53.050319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bdb2fff6-330b-4753-9548-1cb606cae389 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:53.083042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: bdb2fff6-330b-4753-9548-1cb606cae389 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:53.083394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bdb2fff6-330b-4753-9548-1cb606cae389 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:53.098504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] For port 8e04ef99-d335-4059-aa30-31c3f15429f8, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8e04ef99-d335-4059-aa30-31c3f15429f8,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:53.098885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:53.217257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Calling delete_port for 8e04ef99-d335-4059-aa30-31c3f15429f8 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:53.390320 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:53.394832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:53.440719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e04ef99-d335-4059-aa30-31c3f15429f8,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:53.466400 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:53.830445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:54.188558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Router aafe0fed-9dc8-44f4-a337-cf100f8d0330 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:22:54.360843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:22:54.369212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Sync routers for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:22:54.370737 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-84007842-e765-4e13-bd22-e3751853a13b admin admin] 10.222.0.18 "PUT /v2.0/routers/aafe0fed-9dc8-44f4-a337-cf100f8d0330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4295316 Dec 15 22:22:54.373818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47496) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:54.378850 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:54.379466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:54.548137 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:54.553178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:54.724405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:54.734559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Deleting port 8fb01131-cd26-46e5-82ba-c0d4d34b952a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:54.734903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:54.832965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:22:53Z', 'revision_number': 5, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port': {'id': '8fb01131-cd26-46e5-82ba-c0d4d34b952a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:70:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1659, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:20:43Z', 'updated_at': '2021-12-15T22:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:54.836790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Checking router: aafe0fed-9dc8-44f4-a337-cf100f8d0330 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:22:54.845466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Routers {'aafe0fed-9dc8-44f4-a337-cf100f8d0330'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:22:54.846061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:54.908741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] For port 8fb01131-cd26-46e5-82ba-c0d4d34b952a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8fb01131-cd26-46e5-82ba-c0d4d34b952a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:54.909322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:54.995777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] Set router aafe0fed-9dc8-44f4-a337-cf100f8d0330 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:22:55.030447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Calling delete_port for 8fb01131-cd26-46e5-82ba-c0d4d34b952a owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:55.100015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:22:54Z', 'revision_number': 6, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:55.103962 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67cf563-12c5-40bd-8c4a-0404d56aa6b8 None None] The sync data for ids ['aafe0fed-9dc8-44f4-a337-cf100f8d0330'] in dv-neutron-820612-1-hyperv is: [{'id': 'aafe0fed-9dc8-44f4-a337-cf100f8d0330', 'name': 'tempest-TestMinimumBasicScenario-1832360127-router', 'tenant_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:20:42Z', 'updated_at': '2021-12-15T22:22:54Z', 'revision_number': 6, 'project_id': 'f3fd50221b454ae4884e54ba7dceb2bb', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:22:55.320374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.324618 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:55.370167 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb01131-cd26-46e5-82ba-c0d4d34b952a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:55.396309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:55.458384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.630581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.632654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.654500 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.655051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aafe0fed-9dc8-44f4-a337-cf100f8d0330 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:22:55.667126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.668240 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] 10.222.0.18 "DELETE /v2.0/routers/aafe0fed-9dc8-44f4-a337-cf100f8d0330 HTTP/1.1" status: 204 len: 168 time: 1.2935295 Dec 15 22:22:55.670779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:55.731234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Deleting subnet 375f5d6c-7cb3-405a-8a2e-c09ed4be114d {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:22:55.734117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.782384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.866816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.934096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.938188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0781e135-40c9-4683-94c5-daf6bef9cbbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:55.972795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=375f5d6c-7cb3-405a-8a2e-c09ed4be114d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:55.975628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:55.976623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:55.981940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66eb9d0-28e5-4894-8bc7-9f1d12adc272 None None] Network 52af296e-bdde-46f1-bf73-68b48fa6c230 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:22:55.983090 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32340d34-97a8-4b54-bc75-5fb244113fdc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/375f5d6c-7cb3-405a-8a2e-c09ed4be114d HTTP/1.1" status: 204 len: 168 time: 0.3113256 Dec 15 22:22:55.985870 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47504) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:56.093163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.103975 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Deleting port 06083168-0068-4572-aff4-6ddd5de6ab33 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:56.104314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.237329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] DHCP port deletion for 52af296e-bdde-46f1-bf73-68b48fa6c230 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:22:56.241297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Deleting port 06083168-0068-4572-aff4-6ddd5de6ab33 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:56.241685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.316237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] For port 06083168-0068-4572-aff4-6ddd5de6ab33, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=06083168-0068-4572-aff4-6ddd5de6ab33,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:56.316598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.438185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Calling delete_port for 06083168-0068-4572-aff4-6ddd5de6ab33 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:56.442369 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] For port 06083168-0068-4572-aff4-6ddd5de6ab33, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=06083168-0068-4572-aff4-6ddd5de6ab33,segment=NetworkSegment(98fdc1d5-72f6-456c-8efc-6536326b73db),segment_id=98fdc1d5-72f6-456c-8efc-6536326b73db)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:22:56.442746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.513235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.523840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3031cba9-0665-43cd-a2b8-a3772521291d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:56.565823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] No DVR routers for this DVR port 06083168-0068-4572-aff4-6ddd5de6ab33 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:22:56.599826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Pushing event deleted for resources: {'Port': ['ID=06083168-0068-4572-aff4-6ddd5de6ab33,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:56.604646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:56.605346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Calling delete_port for 06083168-0068-4572-aff4-6ddd5de6ab33 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:22:56.678485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:22:56.678842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:22:56.797971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.821876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af296e-bdde-46f1-bf73-68b48fa6c230']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:56.833836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fdc1d5-72f6-456c-8efc-6536326b73db') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:56.834129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fdc1d5-72f6-456c-8efc-6536326b73db') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:22:56.845743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.862447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.868726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:22:56.869111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:22:56.886318 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:22:56.975835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.980850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:56.983524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5d7d92ed-42fc-4de0-ae70-e6df98efacf0 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:57.005124 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Pushing event deleted for resources: {'Network': ['ID=52af296e-bdde-46f1-bf73-68b48fa6c230,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:57.008047 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:57.009825 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] 10.222.0.18 "DELETE /v2.0/networks/52af296e-bdde-46f1-bf73-68b48fa6c230 HTTP/1.1" status: 204 len: 168 time: 1.0230472 Dec 15 22:22:57.058346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 06083168-0068-4572-aff4-6ddd5de6ab33 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:57.092045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 06083168-0068-4572-aff4-6ddd5de6ab33 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:57.092400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 06083168-0068-4572-aff4-6ddd5de6ab33 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:57.092824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8e04ef99-d335-4059-aa30-31c3f15429f8 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:57.124430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8e04ef99-d335-4059-aa30-31c3f15429f8 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:57.124778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8e04ef99-d335-4059-aa30-31c3f15429f8 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:57.125195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8fb01131-cd26-46e5-82ba-c0d4d34b952a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:22:57.159484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8fb01131-cd26-46e5-82ba-c0d4d34b952a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:22:57.159833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8fb01131-cd26-46e5-82ba-c0d4d34b952a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:22:57.178888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47514) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:57.180144 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Deleting port 06083168-0068-4572-aff4-6ddd5de6ab33 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:22:57.180561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.235147 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-95c69179-e364-4b50-9600-5a4a28e44e47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7aa41fe53f9e4a3bbeef93a993c57fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548000 Dec 15 22:22:57.237444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:57.245446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-36049d2f-796c-48b2-aa02-20ab71083275 None None] The port '06083168-0068-4572-aff4-6ddd5de6ab33' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:22:57.315419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.340432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.392168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.395801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19fed843-c3b1-4f55-822b-f95c03521389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:57.409367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3642b74-fa96-43ec-9b4b-9055971315d6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:57.411978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:57.419847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.423379 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-814bc1a6-6c7b-4955-8d9c-22dd4712f860 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3642b74-fa96-43ec-9b4b-9055971315d6 HTTP/1.1" status: 204 len: 168 time: 0.1824315 Dec 15 22:22:57.760731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:57.808501 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7765651f-ed5c-4eea-808a-7ae034bd8e3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f3fd50221b454ae4884e54ba7dceb2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465970 Dec 15 22:22:57.810771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:57.866443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.894209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.951717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.955361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-29bfd2cf-fa8e-49b5-99d2-dbe59d0cc7af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:57.967437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628e6cb-92fa-4e8f-8b8f-04c6653dac9a,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:57.971225 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:57.974300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:57.975378 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-ad7d2327-5dce-49ad-93f5-8452a367aeee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a628e6cb-92fa-4e8f-8b8f-04c6653dac9a HTTP/1.1" status: 204 len: 168 time: 0.1637573 Dec 15 22:22:59.532382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47572) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:59.537735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566380674', 'description': 'tempest-secgroup-smoke-566380674 description', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:22:59.544572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:22:59.548487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:22:59.551605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:22:59.558077 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:22:59.567809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.579387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.593834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:22:59.597563 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:22:59.600316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:22:59.606073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:22:59.687162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.690669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.693886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59c1d90c-7282-45e0-ae99-c166b00a2940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:59.703687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:22:59.711219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:22:59.720309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:22:59.729941 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:22:59.733588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545a6916-d115-4e91-bfb6-4862fb708226,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:59.739116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:59.807019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.810412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.815307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e5ee6a82-eb1f-4c76-921c-72b7aa354b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:59.852228 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10684e31-6b7d-4a48-bc07-0be4063f023a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:59.854499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.856318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3228300 Dec 15 22:22:59.857399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1a816876-f284-42b1-a27c-50267a3f3666 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:59.858394 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47576) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:22:59.863550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:22:59.869383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:22:59.873174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:22:59.875997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:22:59.881652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:22:59.898541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.957337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.960624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.962391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7b5b47af-3100-4bfa-8e09-4d0b81b003a2 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:22:59.988140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe89c48-60fa-4f57-83d3-f1d587acd014,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:22:59.990727 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:22:59.993369 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:22:59.994517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351521 Dec 15 22:22:59.997795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47580) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.004218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.014412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.019616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.022455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.028035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.044594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.104896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.108520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.110272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c6d89b0d-ef87-4094-85d0-7146ac089b46 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.134439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7358dd-abf9-48d1-8587-974f5a880150,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.136820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.144125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.145309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466274 Dec 15 22:23:00.148041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47584) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.152892 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.158562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.162300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.165107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.170688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.188571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.253460 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.257044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.258802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d6f32e1d-b966-43ff-b40f-51db783ddc74 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.281028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0285803f-3cbf-4286-936e-eccf2029aaed,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.283328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.290105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.291245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423137 Dec 15 22:23:00.294008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47588) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.299105 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.305446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.309317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.312662 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.318350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.335650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.400219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.403807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.405759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-47fef508-3d97-4802-92a9-5926deb7fd77 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.427777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712310ab-8cb9-43d4-921a-7e5d1fb76f86,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.430134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.437499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.438759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9ce6caef-57ef-43ed-8f47-110d04c5e540 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437047 Dec 15 22:23:00.441532 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47592) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.446461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.452093 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.455866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.458731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.464470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.474330 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:23:00.480719 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.548007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.551840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.560233 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bf9eabe6-423d-46b8-8be9-12070a93ce85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.578220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de76da83-3171-4aef-b23b-8c6d367d6a77,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.580656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.587383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.588575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461525 Dec 15 22:23:00.591311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47596) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.596190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '10684e31-6b7d-4a48-bc07-0be4063f023a', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.601854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.605602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.608989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.614580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.625128 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:23:00.631320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.695732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.699002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.700928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b51624ec-6085-4ffc-82b5-dcde2ef4ef6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.723695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec38c068-e5d5-493e-ba18-ade1143ef1f9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.728171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.732879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.734032 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-03dd93e9-6411-4561-b9ce-c87ffdb59b44 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418395 Dec 15 22:23:00.737007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47600) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.742383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'network': {'name': 'tempest-network-smoke--590394600', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.747863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.751683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:network and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.754654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:00.760354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:00.770387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:23:00.773813 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.804124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:23:00.812759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.813097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Added segment 5a8902cf-b2ef-41a3-b406-a08ce6d8757d of type vlan for network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd Dec 15 22:23:00.838670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.870125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.875637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:00.876254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:00.881290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3fed6260-53e5-4e74-aea7-545eba2cfec3 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:00.971197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2331302 Dec 15 22:23:00.974053 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47604) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:00.979492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'admin_state_up': True, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:00.981184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Network': ['ID=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:00.984619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9a764505-7364-40e9-bb02-d781ceb37f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:00.987363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:00.991323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:router and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:00.992132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:23:00.994268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:01.000824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:01.012020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.013833 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.032116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.299969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.620301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.650306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.788800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.45 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/b266b903-f551-4559-90c1-8b0496fb7035) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:23:01.939780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.969127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:01.973584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f454dd7-4a6d-4b88-954c-44d2a4d8b8ee tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:02.036733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:02.039738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:02.047241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:23:02.094498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=b266b903-f551-4559-90c1-8b0496fb7035,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:02.102492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:02.627845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:02.975285 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:03.179278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2696aec3-51e6-4377-872f-4330aee3c7f5 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:23:03.350008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:23:03.361933 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Sync routers for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:23:03.373515 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:03.374150 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:03.383090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:03.384828 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4095478 Dec 15 22:23:03.387896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47608) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:03.558332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47614) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:03.558875 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c992b1a9-397c-4fc6-b91e-bfdd421162b7 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1a784eb6f3434f48bc67eae4dff8e929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1694984 Dec 15 22:23:03.598292 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:03.690957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81967c3d-932b-4401-8617-268bd9777047 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:03.694929 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-81967c3d-932b-4401-8617-268bd9777047 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316409 Dec 15 22:23:03.695151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47618) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:03.739685 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2409ded4-cf01-4bec-99fa-0957da2eeb29 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411515 Dec 15 22:23:03.739931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47622) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:03.745017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778762047', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:03.853805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:03.858213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:subnet and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:03.861002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:03.866582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:03.876693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:23:03.878189 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:02Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:03.880219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:03.882053 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Checking router: 2696aec3-51e6-4377-872f-4330aee3c7f5 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:23:03.882409 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Updating router 2696aec3-51e6-4377-872f-4330aee3c7f5 port b266b903-f551-4559-90c1-8b0496fb7035 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:23:03.938324 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.204370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.209053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0c3c7bca-f5f7-469c-a86d-40a8d95fb688 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:04.264406 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.275774 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Transition to ACTIVE for port object b266b903-f551-4559-90c1-8b0496fb7035 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:04.282104 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.286487 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:04.291437 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Subnet': ['ID=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:04.295104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:04.295946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Checking segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:23:04.296305 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network hostable DHCP agents. Network: 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:23:04.315304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:23:04.324342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:04.328844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:04.329424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.336300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf0c8f4-7dc6-4ba4-9904-1bdc194bd75e None None] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:23:04.353508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1d60814d-9384-43df-8ab8-6c7649caf39a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6126263 Dec 15 22:23:04.356407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47626) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:04.368175 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Attempting to bind port b266b903-f551-4559-90c1-8b0496fb7035 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:23:04.368695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Attempting to bind port b266b903-f551-4559-90c1-8b0496fb7035 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:23:04.368912 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Attempting to bind port b266b903-f551-4559-90c1-8b0496fb7035 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:23:04.374477 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Pushing event updated for resources: {'Port': ['ID=b266b903-f551-4559-90c1-8b0496fb7035,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:04.379331 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:23:04.379708 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:23:04.380140 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.380537 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:23:04.381004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Bound port: b266b903-f551-4559-90c1-8b0496fb7035, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:23:04.381384 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.430532 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.430886 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.431225 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.431559 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.431899 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.432242 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.432570 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.432893 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.433218 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.435511 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.435856 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.436221 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:04.460541 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:04.469575 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] For port b266b903-f551-4559-90c1-8b0496fb7035, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:23:04.473030 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] For port b266b903-f551-4559-90c1-8b0496fb7035, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b266b903-f551-4559-90c1-8b0496fb7035,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:23:04.477461 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.480998 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-43d09b36-f35e-481f-aef1-e14709180bc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:04.548249 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Pushing event updated for resources: {'Port': ['ID=b266b903-f551-4559-90c1-8b0496fb7035,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:04.553633 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:04.564651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:23:04.565475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.568820 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:04.569547 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:04.735135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Allocated IP 172.20.0.2 (47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd/18ebbe23-d8b9-4d55-8401-6f8f6dfc356f/5455a7ea-39ed-464c-aa59-6a3f7f75f566) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:23:04.756491 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:04.943290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.953886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Transition to ACTIVE for port object 5455a7ea-39ed-464c-aa59-6a3f7f75f566 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:04.973151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Transition to ACTIVE for port object 5455a7ea-39ed-464c-aa59-6a3f7f75f566 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:04.979630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:04.985435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c2b1285b-5657-4974-8ec6-a290e8ce92a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:05.051092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:05.054029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:05.058103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:23:05.067814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Pushing event updated for resources: {'Port': ['ID=5455a7ea-39ed-464c-aa59-6a3f7f75f566,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:05.079651 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:02Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:05.083488 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abf7a27-34e2-421c-b6b7-7aed0c6054cc None None] The sync data for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv is: [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:02Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:23:05.109630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.109976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.110307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.110639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.111632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.112036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.112360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.112676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.113011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.113333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.113651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.113970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:05.119245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:05.178258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Attempting to bind port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:23:05.178778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Attempting to bind port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:23:05.179229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Attempting to bind port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 on network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:23:05.185206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:23:05.185594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Checking segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:23:05.186015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.186479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Bound using segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:23:05.186989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Bound port: 5455a7ea-39ed-464c-aa59-6a3f7f75f566, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:23:05.187351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.246643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.282249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] For port 5455a7ea-39ed-464c-aa59-6a3f7f75f566, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:23:05.286468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] For port 5455a7ea-39ed-464c-aa59-6a3f7f75f566, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5455a7ea-39ed-464c-aa59-6a3f7f75f566,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:23:05.290322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.294661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:05.410322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Pushing event updated for resources: {'Port': ['ID=5455a7ea-39ed-464c-aa59-6a3f7f75f566,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:05.414604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:05.706492 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.1 (47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd/18ebbe23-d8b9-4d55-8401-6f8f6dfc356f/32915010-d7e9-4f2d-894f-7bebad79db76) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:23:05.876384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.892763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 32915010-d7e9-4f2d-894f-7bebad79db76 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:05.918869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:05.922811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b9a68836-44f5-4ce0-98ae-c7f8649555eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:05.988845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:05.992105 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:05.995990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:23:06.026981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:06.033489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:06.061310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:06.432044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3ecc1a-d012-4ba1-ab53-85af6c0f5360 None None] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:23:06.452763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:06.526230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6b302f73-39d3-4c09-9350-964ec71d6b41 None None] Provisioning for port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:06.875214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:06.880795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:06.909508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d55cf29-a045-4beb-bb1f-9af649f2aea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:06.966853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-335d095f-e733-44ea-8738-a6d5324365b4 None None] Provisioning for port 32915010-d7e9-4f2d-894f-7bebad79db76 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:06.973270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-335d095f-e733-44ea-8738-a6d5324365b4 None None] Provisioning complete for port 32915010-d7e9-4f2d-894f-7bebad79db76 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:06.973710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-335d095f-e733-44ea-8738-a6d5324365b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:06.998275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.001878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:07.005264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:07.043576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-335d095f-e733-44ea-8738-a6d5324365b4 None None] Port 32915010-d7e9-4f2d-894f-7bebad79db76 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:23:07.137253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b266b903-f551-4559-90c1-8b0496fb7035 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:07.150803 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:07.151905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:07.202705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e5bfe7e7-a0c9-4f0a-b4d6-28861fd48579 None None] Provisioning complete for port 32915010-d7e9-4f2d-894f-7bebad79db76 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:07.203176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5bfe7e7-a0c9-4f0a-b4d6-28861fd48579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.266266 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfe7e7-a0c9-4f0a-b4d6-28861fd48579 None None] Port 32915010-d7e9-4f2d-894f-7bebad79db76 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:23:07.270261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port b266b903-f551-4559-90c1-8b0496fb7035 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:07.275893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b266b903-f551-4559-90c1-8b0496fb7035 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:07.276328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.346049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2696aec3-51e6-4377-872f-4330aee3c7f5 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:23:07.404585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.410186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-352066ce-22e2-4153-8260-cb76d5ce596b None None] Provisioning complete for port 32915010-d7e9-4f2d-894f-7bebad79db76 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:07.410561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-352066ce-22e2-4153-8260-cb76d5ce596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.467006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port b266b903-f551-4559-90c1-8b0496fb7035, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b266b903-f551-4559-90c1-8b0496fb7035,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:07.473611 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-352066ce-22e2-4153-8260-cb76d5ce596b None None] Port 32915010-d7e9-4f2d-894f-7bebad79db76 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:23:07.475048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.475866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5455a7ea-39ed-464c-aa59-6a3f7f75f566 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:07.503482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ba9f65c3-5171-4e63-be6d-8845fafe43b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:07.530660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:23:07.539998 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/2696aec3-51e6-4377-872f-4330aee3c7f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1817374 Dec 15 22:23:07.556535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193847-165d-415b-891e-a50c3079e33f None None] Sync routers for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:23:07.590865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:07.591490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:07.690311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=b266b903-f551-4559-90c1-8b0496fb7035,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:07.703235 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-a554f6fe-dd2e-422a-8f1f-fff4e1505f95 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566380674&fields=id&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 267 time: 0.0408232 Dec 15 22:23:07.740751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:07.749239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:07.770311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:07.770695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:07.836357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:07.854074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-44be5c1f-f737-489b-b018-1b2328c2b12c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:07.855518 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-44be5c1f-f737-489b-b018-1b2328c2b12c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 796 time: 0.1456923 Dec 15 22:23:07.870806 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-749f460f-fd10-41bf-8122-7f35a834ec50 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/quotas/1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 375 time: 0.0089676 Dec 15 22:23:07.956519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-88f3ce0a-05dd-4ad6-97b5-7708a16a8350 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:23:07.972759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-88f3ce0a-05dd-4ad6-97b5-7708a16a8350 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:23:07.974186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-88f3ce0a-05dd-4ad6-97b5-7708a16a8350 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976906 Dec 15 22:23:08.031706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-7785eb74-6c5a-4fa5-bebf-3f9254986363 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87553) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:23:08.032698 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-7785eb74-6c5a-4fa5-bebf-3f9254986363 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464139 Dec 15 22:23:08.099792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:08.162700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 5455a7ea-39ed-464c-aa59-6a3f7f75f566, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5455a7ea-39ed-464c-aa59-6a3f7f75f566,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:08.163547 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-de652db2-6796-4bdf-9916-e32deed5f9dd service neutron] 10.222.0.18 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247027 Dec 15 22:23:08.193241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:08.197981 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2cbcc438-19d0-4587-9fc3-0928934846a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:08.285849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=5455a7ea-39ed-464c-aa59-6a3f7f75f566,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:08.289501 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:08.301315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 2, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:08.305615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193847-165d-415b-891e-a50c3079e33f None None] Checking router: 2696aec3-51e6-4377-872f-4330aee3c7f5 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:23:08.305975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193847-165d-415b-891e-a50c3079e33f None None] Updating router 2696aec3-51e6-4377-872f-4330aee3c7f5 port 32915010-d7e9-4f2d-894f-7bebad79db76 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:23:08.357320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:08.418369 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-e2a51a78-c37c-47c6-85b1-e079ee9bf0a8 service neutron] 10.222.0.18 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471888 Dec 15 22:23:08.605523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-453f425b-f26f-450f-980f-7bb786eb4f01 req-1da1afc2-6da6-4f00-81b7-eb8446bbf17a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 210 time: 0.0432804 Dec 15 22:23:08.752164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:08.764819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-73193847-165d-415b-891e-a50c3079e33f None None] Transition to ACTIVE for port object 32915010-d7e9-4f2d-894f-7bebad79db76 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:08.771969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:08.776509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:08.940260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Pushing event updated for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:08.947201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:09.003714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-73193847-165d-415b-891e-a50c3079e33f None None] Attempting to bind port 32915010-d7e9-4f2d-894f-7bebad79db76 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:23:09.004256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-73193847-165d-415b-891e-a50c3079e33f None None] Attempting to bind port 32915010-d7e9-4f2d-894f-7bebad79db76 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:23:09.004738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193847-165d-415b-891e-a50c3079e33f None None] Attempting to bind port 32915010-d7e9-4f2d-894f-7bebad79db76 on network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:23:09.010953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193847-165d-415b-891e-a50c3079e33f None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:23:09.011603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193847-165d-415b-891e-a50c3079e33f None None] Checking segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:23:09.012269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:09.013334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193847-165d-415b-891e-a50c3079e33f None None] Bound using segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:23:09.014000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-73193847-165d-415b-891e-a50c3079e33f None None] Bound port: 32915010-d7e9-4f2d-894f-7bebad79db76, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:23:09.014536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:09.080995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b266b903-f551-4559-90c1-8b0496fb7035 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:09.180481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-73193847-165d-415b-891e-a50c3079e33f None None] For port 32915010-d7e9-4f2d-894f-7bebad79db76, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:23:09.183824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-73193847-165d-415b-891e-a50c3079e33f None None] For port 32915010-d7e9-4f2d-894f-7bebad79db76, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=32915010-d7e9-4f2d-894f-7bebad79db76,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:23:09.193765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-73193847-165d-415b-891e-a50c3079e33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:09.198261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:09.233440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port b266b903-f551-4559-90c1-8b0496fb7035 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:09.233820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:09.326106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:09.326747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:22:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:09.386275 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Pushing event updated for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:09.401469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:09.562736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5455a7ea-39ed-464c-aa59-6a3f7f75f566 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:09.627378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:09.764578 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2be18e0b-7ac6-40f6-86d1-0067a01cfa14 req-c4f44aa0-d314-4931-b44b-9c60a7948fce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 210 time: 0.0505059 Dec 15 22:23:09.846594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:09.847150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:09.904308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-edda08a7-ac66-49c4-a48e-9fb20754e54d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:09.905349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-edda08a7-ac66-49c4-a48e-9fb20754e54d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:23:09.927085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-edda08a7-ac66-49c4-a48e-9fb20754e54d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:23:09.928351 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-edda08a7-ac66-49c4-a48e-9fb20754e54d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 796 time: 0.1941729 Dec 15 22:23:09.979709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-7a6fa461-56fb-4442-9c33-cb09fa3c6054 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:23:09.997791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-7a6fa461-56fb-4442-9c33-cb09fa3c6054 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:23:09.999135 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-7a6fa461-56fb-4442-9c33-cb09fa3c6054 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 379 time: 0.0628798 Dec 15 22:23:10.013095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'port': {'device_id': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'admin_state_up': True, 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'security_groups': ['10684e31-6b7d-4a48-bc07-0be4063f023a']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:10.112276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-73193847-165d-415b-891e-a50c3079e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:09Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:10.116317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193847-165d-415b-891e-a50c3079e33f None None] The sync data for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv is: [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:09Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:23:10.150209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:10.166109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:10.178594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:23:10.182960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:10.356942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.9 (47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd/18ebbe23-d8b9-4d55-8401-6f8f6dfc356f/62a96854-e57c-4d63-8376-d46b0b3732ca) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:23:10.550855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:10.568368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 62a96854-e57c-4d63-8376-d46b0b3732ca will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:10.593297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:10.598909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cd939b93-4ea5-41be-9b86-3fc1d0403639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:10.669070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:10.672390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:10.676619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:23:10.709336 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:10.716069 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:10.746433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:10.747627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:10.776783 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7720878 Dec 15 22:23:10.788854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Request body: {'port': {'device_id': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:10.936258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2a3bc4ed-28d5-4447-863d-6ff714e4f1ca None None] Provisioning for port 62a96854-e57c-4d63-8376-d46b0b3732ca completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:10.942044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2a3bc4ed-28d5-4447-863d-6ff714e4f1ca None None] Provisioning complete for port 62a96854-e57c-4d63-8376-d46b0b3732ca triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:10.942490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc4ed-28d5-4447-863d-6ff714e4f1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:10.956881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.000448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bc4ed-28d5-4447-863d-6ff714e4f1ca None None] Port 62a96854-e57c-4d63-8376-d46b0b3732ca cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:23:11.096536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 32915010-d7e9-4f2d-894f-7bebad79db76 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:11.096715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c3799-b237-4e7c-a6e4-9e7871739e87 req-88d3f03c-7336-42af-a723-56c470d4b5cf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:11.097378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e39c3799-b237-4e7c-a6e4-9e7871739e87 req-88d3f03c-7336-42af-a723-56c470d4b5cf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:23:11.141149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-e39c3799-b237-4e7c-a6e4-9e7871739e87 req-88d3f03c-7336-42af-a723-56c470d4b5cf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:23:11.142205 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e39c3799-b237-4e7c-a6e4-9e7871739e87 req-88d3f03c-7336-42af-a723-56c470d4b5cf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 931 time: 0.2538402 Dec 15 22:23:11.178071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 32915010-d7e9-4f2d-894f-7bebad79db76 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:11.183260 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 32915010-d7e9-4f2d-894f-7bebad79db76 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:11.183643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.268620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e39c3799-b237-4e7c-a6e4-9e7871739e87 req-52588dc7-e2b8-4112-a2d4-0d1eb2266a8d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092062 Dec 15 22:23:11.317138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.350304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 32915010-d7e9-4f2d-894f-7bebad79db76, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=32915010-d7e9-4f2d-894f-7bebad79db76,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:11.354452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.357018 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:11.373145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a96854-e57c-4d63-8376-d46b0b3732ca {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:23:11.383034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.398416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Transition to ACTIVE for port object 62a96854-e57c-4d63-8376-d46b0b3732ca will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:23:11.402479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.407862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-930fec2b-30f2-47f5-a4f6-8a2bc5dbb782 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:11.429475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:11.432416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:11.683132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Pushing event updated for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:11.686560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:11.760756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Attempting to bind port 62a96854-e57c-4d63-8376-d46b0b3732ca on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:23:11.761097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Attempting to bind port 62a96854-e57c-4d63-8376-d46b0b3732ca by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:23:11.761426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Attempting to bind port 62a96854-e57c-4d63-8376-d46b0b3732ca on network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:23:11.766502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Port 62a96854-e57c-4d63-8376-d46b0b3732ca on network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:23:11.766819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Attempting to bind port 62a96854-e57c-4d63-8376-d46b0b3732ca on network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:23:11.771853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:23:11.772213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Checking segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:23:11.772594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Bound using segment: {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:23:11.773023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Bound port: 62a96854-e57c-4d63-8376-d46b0b3732ca, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8902cf-b2ef-41a3-b406-a08ce6d8757d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:23:11.773365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.868101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:23:11.870927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=62a96854-e57c-4d63-8376-d46b0b3732ca,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:23:11.875139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.879640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d096e26c-f559-4ac3-a8e4-b5652f098d44 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:11.927969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:11.928571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:11.930352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] 10.222.0.32 "PUT /v2.0/ports/62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 1093 time: 1.1457622 Dec 15 22:23:11.938536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:23:11.970780 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Pushing event updated for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:11.975128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:12.050497 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'status': 'completed', 'code': 200} Dec 15 22:23:12.063377 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-5c25a69f-5a5d-42ba-b313-408ce7b5a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.064889 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-5c25a69f-5a5d-42ba-b313-408ce7b5a298 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1096 time: 0.0834084 Dec 15 22:23:12.132596 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-3b41cf99-7fda-42a3-8c69-895f034a68f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 217 time: 0.0608025 Dec 15 22:23:12.197503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-b1c351fe-42a2-4de9-a1db-80127de0cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.198809 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-b1c351fe-42a2-4de9-a1db-80127de0cc9d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 200 len: 834 time: 0.0600584 Dec 15 22:23:12.277123 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-baccf35c-e15a-47bc-bcb5-a9c829be4929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.278609 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-baccf35c-e15a-47bc-bcb5-a9c829be4929 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731990 Dec 15 22:23:12.462660 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-a619d2a0-59a8-4943-a3b3-afd3567fc108 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773829 Dec 15 22:23:12.561659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d7b92-81c6-4c5b-88f2-0741dc345022 req-aa60e94f-f15d-44a3-9317-bddfc3f96c0f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.563094 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a8d7b92-81c6-4c5b-88f2-0741dc345022 req-aa60e94f-f15d-44a3-9317-bddfc3f96c0f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 943 time: 0.1890478 Dec 15 22:23:12.638300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae764ad7-54f3-43f0-b616-a20218b3f634 req-f41f57b8-c91d-4ca5-ac98-fabc26e6fe30 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684175 Dec 15 22:23:12.641143 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4a8d7b92-81c6-4c5b-88f2-0741dc345022 req-f0615416-a785-4aa8-9fe8-9297d89b4b0e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715137 Dec 15 22:23:12.751744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-5d0a98a1-dd59-48a2-b4f0-01aa9a20faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.753191 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-5d0a98a1-dd59-48a2-b4f0-01aa9a20faf5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1096 time: 0.0714345 Dec 15 22:23:12.881317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-74d522ee-febd-4ab1-8446-a9782fc7236b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:12.882710 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-74d522ee-febd-4ab1-8446-a9782fc7236b service neutron] 10.222.0.32 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 897 time: 0.1227324 Dec 15 22:23:12.953901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-244658b7-e2f0-4107-9b30-993b581a0da3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 217 time: 0.0626862 Dec 15 22:23:13.020661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-ef347ec2-72a6-49d5-8300-825973473dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:13.022641 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-ef347ec2-72a6-49d5-8300-825973473dd2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 200 len: 834 time: 0.0622778 Dec 15 22:23:13.069285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 32915010-d7e9-4f2d-894f-7bebad79db76 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:13.106918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-5bc5a60a-81b2-47ed-9a33-c2d0f57b26f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:13.108435 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-5bc5a60a-81b2-47ed-9a33-c2d0f57b26f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787766 Dec 15 22:23:13.136108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 32915010-d7e9-4f2d-894f-7bebad79db76 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:13.136494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:13.358868 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-99ec6962-3fc9-4ce9-837d-f379fe410f78 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434702 Dec 15 22:23:13.487142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-765abbc2-a0ff-4b2f-b7fe-9f04981ba309 req-9826470b-7a20-4bd1-a48b-7c3a59c74a24 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213093 Dec 15 22:23:13.538534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-50b93f11-0ce7-4485-9b3e-a2ff4f93d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:13.827841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00224405-0dab-48be-97e0-e5e315422a84 req-fcac208d-b88d-4a53-97f0-eaa8d24e03bc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:13.829281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-00224405-0dab-48be-97e0-e5e315422a84 req-fcac208d-b88d-4a53-97f0-eaa8d24e03bc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 943 time: 0.0792670 Dec 15 22:23:13.875374 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-00224405-0dab-48be-97e0-e5e315422a84 req-2eec5619-7268-4213-a97b-45073ec227f2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405498 Dec 15 22:23:14.956951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 62a96854-e57c-4d63-8376-d46b0b3732ca details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:23:15.059865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fd1dd-287b-4cea-9a35-c2232a7b6bfc req-9b631ecf-a578-454d-9506-caf224f52684 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:15.061344 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f8fd1dd-287b-4cea-9a35-c2232a7b6bfc req-9b631ecf-a578-454d-9506-caf224f52684 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 943 time: 0.0828912 Dec 15 22:23:15.091376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=62a96854-e57c-4d63-8376-d46b0b3732ca,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:15.104307 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'port_id': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'mac_address': 'fa:16:3e:d4:74:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:23:15.105155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f8fd1dd-287b-4cea-9a35-c2232a7b6bfc req-7a9edc7b-ac23-4181-9835-cd875a3f5164 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380433 Dec 15 22:23:15.160950 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:15.181026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a96854-e57c-4d63-8376-d46b0b3732ca {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:23:15.196988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=62a96854-e57c-4d63-8376-d46b0b3732ca,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:15.200788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:15.202520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:15.266832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:15.269731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:15.399093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['62a96854-e57c-4d63-8376-d46b0b3732ca'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:23:15.873815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22566883-eccb-4e80-ad40-fd7bba968aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:16.286448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acfe0e-68f9-4785-9ba5-3a260da23b46 req-72a08070-0f29-4e47-b0b9-9caead332220 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:16.287905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d6acfe0e-68f9-4785-9ba5-3a260da23b46 req-72a08070-0f29-4e47-b0b9-9caead332220 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 944 time: 0.0806732 Dec 15 22:23:16.332393 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d6acfe0e-68f9-4785-9ba5-3a260da23b46 req-091051be-66a0-4e68-8c75-a36e4f8e3bee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 Dec 15 22:23:16.932045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:16.941547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:16.972079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 62a96854-e57c-4d63-8376-d46b0b3732ca up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:23:17.039486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 62a96854-e57c-4d63-8376-d46b0b3732ca completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:23:17.044119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 62a96854-e57c-4d63-8376-d46b0b3732ca triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:23:17.044498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:17.167202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:17.192988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:23:17.202759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=62a96854-e57c-4d63-8376-d46b0b3732ca,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:23:17.207127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:17.208935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c13c6dd-b231-44b5-8bd9-6eb94fce1927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:17.274225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:17.277241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:17.290028 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'code': 200} Dec 15 22:23:17.525053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b42bf-61d8-4002-8347-9007b4e93c8a req-a2ae2852-848f-4afb-9e34-119cfdee0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:17.527058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e17b42bf-61d8-4002-8347-9007b4e93c8a req-a2ae2852-848f-4afb-9e34-119cfdee0d75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1098 time: 0.0757034 Dec 15 22:23:17.534612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b43359-08cb-480b-85ee-b60810638f86 req-44b3d0aa-fbbb-4992-8570-4e11398f3daa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:17.536063 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7b43359-08cb-480b-85ee-b60810638f86 req-44b3d0aa-fbbb-4992-8570-4e11398f3daa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.1001301 Dec 15 22:23:17.572772 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e17b42bf-61d8-4002-8347-9007b4e93c8a req-1d231ec7-df53-41a0-989f-88ea16182546 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387428 Dec 15 22:23:17.581681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7b43359-08cb-480b-85ee-b60810638f86 req-210e52e9-8c83-434c-90b2-8ee42bc1c8ed tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396214 Dec 15 22:23:18.556943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:18.775238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc8379-c97b-40a4-89c7-e9616ecddc1f req-552019a0-4091-46e5-b410-84c920fda36a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:18.776613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0abc8379-c97b-40a4-89c7-e9616ecddc1f req-552019a0-4091-46e5-b410-84c920fda36a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0894153 Dec 15 22:23:18.820683 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0abc8379-c97b-40a4-89c7-e9616ecddc1f req-a441b4fc-7cf5-4456-a197-5a9388b39819 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382159 Dec 15 22:23:19.000554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3736057-8f96-41e6-b638-1e7834872b2d req-6f70e6b0-8e7b-4673-9f52-4e8824525738 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:19.002061 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d3736057-8f96-41e6-b638-1e7834872b2d req-6f70e6b0-8e7b-4673-9f52-4e8824525738 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0780005 Dec 15 22:23:19.044651 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d3736057-8f96-41e6-b638-1e7834872b2d req-1b1488c9-12b5-4206-9609-1fcce9b947a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369346 Dec 15 22:23:19.066829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:19.139455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474cc957-a2cd-44d6-afe1-75795d3246d5 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:19.140935 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-474cc957-a2cd-44d6-afe1-75795d3246d5 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1093 time: 0.0731490 Dec 15 22:23:19.143718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47696) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:19.148782 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:23:19.154740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:23:19.158553 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:floatingip and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:23:19.161374 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:23:19.167114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:23:19.177917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:19.312225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:19.444337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.62 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/7da332c7-c3f2-48d4-b6ad-caa4801aa620) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:23:19.588608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:19.616709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:19.620146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-62b9ec90-3871-42cc-a1de-4ca5cd6c8692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:19.680705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:23:19.683563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:23:19.687157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:23:19.718642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=7da332c7-c3f2-48d4-b6ad-caa4801aa620,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:19.726388 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:20.100705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:20.278093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:20.477531 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:20.481475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:20.485707 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d048ea74-2518-43ff-bdea-35dbdc93dcf8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:20.592140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=7da332c7-c3f2-48d4-b6ad-caa4801aa620,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:20.596028 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:20.600391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:20.767632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 associated. External IP: 172.26.6.62, port: 62a96854-e57c-4d63-8376-d46b0b3732ca. Dec 15 22:23:21.107261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2696aec3-51e6-4377-872f-4330aee3c7f5 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:23:21.278670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:23:21.287842 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Sync routers for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:23:21.299182 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:21.300295 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:21.304390 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:21.358194 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2133195 Dec 15 22:23:21.358845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:23:21.406575 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'status': 'completed', 'code': 200} Dec 15 22:23:21.485009 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:21.564087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-7f7dc014-bbaa-4324-9b2c-e36290b7f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:21.565486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-7f7dc014-bbaa-4324-9b2c-e36290b7f4ed service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1098 time: 0.1384923 Dec 15 22:23:21.577932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70414fec-d4a1-4e7b-974f-15569384f43d req-b8cd1acb-0598-4c41-98e6-7230c74a2505 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:21.579301 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-70414fec-d4a1-4e7b-974f-15569384f43d req-b8cd1acb-0598-4c41-98e6-7230c74a2505 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.1124699 Dec 15 22:23:21.705491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-70414fec-d4a1-4e7b-974f-15569384f43d req-1de2fa84-c6ff-442d-b022-0d92a2ecf86f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065290 Dec 15 22:23:21.732925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47704) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:21.752139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-662775d7-45e9-4044-9ec1-0eedd5d6c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:21.753582 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-662775d7-45e9-4044-9ec1-0eedd5d6c4d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 897 time: 0.1734428 Dec 15 22:23:21.829867 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'port_id': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'mac_address': 'fa:16:3e:d4:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:23:20Z', 'updated_at': '2021-12-15T22:23:20Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:21.834102 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Checking router: 2696aec3-51e6-4377-872f-4330aee3c7f5 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:23:21.841484 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-bb08097e-e198-496a-9088-df5e9a1394ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 HTTP/1.1" status: 200 len: 990 time: 0.1059129 Dec 15 22:23:21.842744 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:23:21.843388 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:21.859510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-32d0ea83-91f6-423f-afca-1a757c4c9b85 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 998 time: 0.1001010 Dec 15 22:23:21.920938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-9efe3c55-f540-44e7-b095-0ecf4b5eff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:21.922422 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-9efe3c55-f540-44e7-b095-0ecf4b5eff99 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 200 len: 834 time: 0.0568676 Dec 15 22:23:22.000829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-09f2c117-7ea1-4190-9130-c0170d0d95a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:22.002289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-09f2c117-7ea1-4190-9130-c0170d0d95a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741858 Dec 15 22:23:22.004575 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:22.022322 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:23:22.134641 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-954d3d0d-8b16-406e-a1e4-292f5649dfaf service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260235 Dec 15 22:23:22.266475 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10ed42d4-9cb5-4acd-90d2-f02230c2f4d9 req-cfa22aa1-a5e1-423e-a619-790fcabb9531 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255026 Dec 15 22:23:22.361391 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'port_id': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'mac_address': 'fa:16:3e:d4:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:23:20Z', 'updated_at': '2021-12-15T22:23:20Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:23:22.365164 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e3b116-4ea6-43db-bac2-eae99a3b6944 None None] The sync data for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv is: [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.62', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'port_id': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'mac_address': 'fa:16:3e:d4:74:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:23:20Z', 'updated_at': '2021-12-15T22:23:20Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:23:22.548700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c30161-c623-4021-97e0-416ede75f6cb None None] New status for floating IP fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:23:22.843653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:23.075442 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e490680-682d-4cc3-aa1b-c98fa0f75169 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 HTTP/1.1" status: 200 len: 992 time: 0.2299044 Dec 15 22:23:23.944659 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:23:31.382247 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-265afccc-82a9-4b7d-8535-04d6508c0c82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736947 Dec 15 22:23:31.522701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-33bd6ef9-4424-4a63-93ca-074b700b0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:31.524160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-33bd6ef9-4424-4a63-93ca-074b700b0ac2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1098 time: 0.0699775 Dec 15 22:23:31.670465 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-2b0d22d0-436a-49b1-b70c-819408ec78da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:31.671806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-2b0d22d0-436a-49b1-b70c-819408ec78da service neutron] 10.222.0.32 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 897 time: 0.1264002 Dec 15 22:23:31.899122 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-d0e3ab84-3d91-4ce8-b9a5-44eabcd48730 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 1000 time: 0.2193568 Dec 15 22:23:31.962600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-309dfd34-ddab-4892-a65e-0b650a63772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:31.963911 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-309dfd34-ddab-4892-a65e-0b650a63772f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 200 len: 834 time: 0.0577037 Dec 15 22:23:32.038000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-225b77f6-2985-4976-90c6-1fa08741b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:32.039451 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-225b77f6-2985-4976-90c6-1fa08741b42e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695760 Dec 15 22:23:32.171174 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-546c0ac4-3571-43ce-a09e-20284e1434f6 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231802 Dec 15 22:23:32.301700 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5639ff4-a6d5-4a57-9a90-fe3756d48845 req-21291b8b-a449-45b9-afe6-bba3eb63224a service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241984 Dec 15 22:23:43.540080 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7e66109f-7ceb-4712-954c-2e15a203fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:45.873956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cc7984f9-b64e-4f77-b41a-f4b47bdfe07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:46.933172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:46.942799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:48.557614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:52.005297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:54.650448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfac35-a5dc-49e6-a2e4-343fac4bcf67 req-6ef716ab-d7a6-4718-ac09-1c3d73f19ac0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:54.651822 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6dcfac35-a5dc-49e6-a2e4-343fac4bcf67 req-6ef716ab-d7a6-4718-ac09-1c3d73f19ac0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0792143 Dec 15 22:23:54.698758 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6dcfac35-a5dc-49e6-a2e4-343fac4bcf67 req-29c1e6ac-4153-45ac-bd29-73fff37b940a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406821 Dec 15 22:23:55.890528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7902545-5fc9-466f-ad6d-c76788c62d46 req-d654b214-7ed5-41b6-aaf7-1cd0d1e47bfd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:55.892427 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d7902545-5fc9-466f-ad6d-c76788c62d46 req-d654b214-7ed5-41b6-aaf7-1cd0d1e47bfd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0860009 Dec 15 22:23:55.936227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d7902545-5fc9-466f-ad6d-c76788c62d46 req-679da4ee-2e9a-4bf5-9d9f-8e759ce39aee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380998 Dec 15 22:23:55.959076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:56.072674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-18bd43b1-9937-487f-8373-f1db577c6033 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 HTTP/1.1" status: 200 len: 992 time: 0.1123445 Dec 15 22:23:57.521344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaedcf7-3158-49c5-bc8b-ae18874551fb req-64cdd665-74e7-4b4d-bf67-e7bc88efe0fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:57.522788 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5aaedcf7-3158-49c5-bc8b-ae18874551fb req-64cdd665-74e7-4b4d-bf67-e7bc88efe0fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0798876 Dec 15 22:23:57.572618 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5aaedcf7-3158-49c5-bc8b-ae18874551fb req-0cd16c87-5f95-4f39-9391-38ab71bd7449 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432158 Dec 15 22:23:58.755135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd23948-a67d-4711-af10-2aa5b9e1566b req-563bae5a-c43f-4ab8-960d-2642173e4594 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:23:58.756586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3bd23948-a67d-4711-af10-2aa5b9e1566b req-563bae5a-c43f-4ab8-960d-2642173e4594 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0785658 Dec 15 22:23:58.801283 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3bd23948-a67d-4711-af10-2aa5b9e1566b req-a8688bef-bbc0-4f0c-b75b-f5c8e4863e68 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391364 Dec 15 22:23:58.823709 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47740) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:58.929761 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7dd0d0af-f420-4c7c-95b3-2ddfe08693d3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 HTTP/1.1" status: 200 len: 992 time: 0.1049347 Dec 15 22:23:59.199091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47748) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:23:59.397097 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 7da332c7-c3f2-48d4-b6ad-caa4801aa620 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:23:59.397435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:59.560127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:59.560410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:59.682360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 7da332c7-c3f2-48d4-b6ad-caa4801aa620 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:23:59.845554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:59.848925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-875cd456-2c57-4861-a041-46933390624b tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:23:59.897555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=7da332c7-c3f2-48d4-b6ad-caa4801aa620,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:23:59.936758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.937141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.937520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.937893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.938286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.938654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.939015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.939376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.939734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.940114 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.940474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.940831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:23:59.966589 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:23:59.995317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:23:59.995643 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 disassociated (deleted). External IP: 172.26.6.62, port: 62a96854-e57c-4d63-8376-d46b0b3732ca. Dec 15 22:24:00.468562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2696aec3-51e6-4377-872f-4330aee3c7f5 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:24:00.645215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:24:00.654580 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Sync routers for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:24:00.664457 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:00.664642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:00.665065 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:00.721969 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/floatingips/fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2 HTTP/1.1" status: 204 len: 168 time: 1.5217600 Dec 15 22:24:00.722638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:24:00.773660 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'status': 'completed', 'code': 200} Dec 15 22:24:00.842231 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:00.872218 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-444570f8-897b-488e-b950-4d9958a6b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:00.873725 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-444570f8-897b-488e-b950-4d9958a6b398 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 1098 time: 0.0784867 Dec 15 22:24:01.011599 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:24:01.015057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-c7a3cd77-a7db-45b5-81d0-fa6b2a9d11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:01.016686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-c7a3cd77-a7db-45b5-81d0-fa6b2a9d11b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 200 len: 897 time: 0.1366584 Dec 15 22:24:01.089910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-3ba8a9dc-6e9b-4555-b39a-99eb2d260104 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 200 len: 217 time: 0.0662997 Dec 15 22:24:01.096916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97bb7d-6e8b-4300-916f-33ade057d74b req-80ec454b-14ac-4a6e-9568-4a765fb1de62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:01.097635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4e97bb7d-6e8b-4300-916f-33ade057d74b req-80ec454b-14ac-4a6e-9568-4a765fb1de62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:01.113278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-4e97bb7d-6e8b-4300-916f-33ade057d74b req-80ec454b-14ac-4a6e-9568-4a765fb1de62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:01.114632 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4e97bb7d-6e8b-4300-916f-33ade057d74b req-80ec454b-14ac-4a6e-9568-4a765fb1de62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.1002114 Dec 15 22:24:01.156705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-e5a9d757-e3eb-41c1-b8a7-eb91a87f1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:01.158249 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-e5a9d757-e3eb-41c1-b8a7-eb91a87f1ff2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 200 len: 834 time: 0.0614731 Dec 15 22:24:01.163009 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4e97bb7d-6e8b-4300-916f-33ade057d74b req-f74d5a61-9e89-4202-987f-a8f78e6e9ed0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Dec 15 22:24:01.197256 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:01.201309 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Checking router: 2696aec3-51e6-4377-872f-4330aee3c7f5 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:24:01.209675 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:01.210297 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:01.241641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-2d5bc0b3-7eb5-4494-a0f5-9dba2f0966f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:01.243085 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-2d5bc0b3-7eb5-4494-a0f5-9dba2f0966f5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783665 Dec 15 22:24:01.376597 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-98b67951-c123-4a03-a63e-21275fe76ae5 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236656 Dec 15 22:24:01.383732 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:01.631758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7358bb7a-723e-4e22-bebc-554a0dccd27b req-26f4484c-0d0a-4a45-a225-f5fecf406fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484982 Dec 15 22:24:01.694836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:01.698667 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bdbbed-f6d7-4933-b3b5-d479a354a75f None None] The sync data for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv is: [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:06Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '32915010-d7e9-4f2d-894f-7bebad79db76', 'name': '', 'network_id': '47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:68:4e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:05Z', 'updated_at': '2021-12-15T22:23:11Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '18ebbe23-d8b9-4d55-8401-6f8f6dfc356f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:24:01.936536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0b5cf1-9cc1-4d2a-be4a-73b00f9b4d2c None None] New status for floating IP fc8ac8c0-2535-4ac0-9ea6-c689d45b46c2: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:24:02.358028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5dc59-5da9-4f16-a1c5-b36dffe0bca6 req-a55780b6-da03-4432-ad57-58f9ab18620b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:02.359468 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ace5dc59-5da9-4f16-a1c5-b36dffe0bca6 req-a55780b6-da03-4432-ad57-58f9ab18620b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0808640 Dec 15 22:24:02.408259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ace5dc59-5da9-4f16-a1c5-b36dffe0bca6 req-0ed52234-aa1e-4fd7-b8ee-989cfbabc4f6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=10684e31-6b7d-4a48-bc07-0be4063f023a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424774 Dec 15 22:24:02.562629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-c82b4f7f-8ada-4f0c-9109-4a0d87bb9a81 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:02.564617 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-c82b4f7f-8ada-4f0c-9109-4a0d87bb9a81 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 945 time: 0.0853930 Dec 15 22:24:02.634224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 62a96854-e57c-4d63-8376-d46b0b3732ca {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:24:02.634557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:02.884096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 62a96854-e57c-4d63-8376-d46b0b3732ca, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=62a96854-e57c-4d63-8376-d46b0b3732ca,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:02.884451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:03.009567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 62a96854-e57c-4d63-8376-d46b0b3732ca owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:24:03.149759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:03.155581 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-eabe5e5b-6266-4d45-850f-6a9e301e5400 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:03.204253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=62a96854-e57c-4d63-8376-d46b0b3732ca,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:03.242311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.242694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.243070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.243438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.243803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.244204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.244567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.244929 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.245286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.245645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.246002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.246358 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:03.253434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:03.288135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] No DVR routers for this DVR port 62a96854-e57c-4d63-8376-d46b0b3732ca on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:24:03.290349 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:03.292891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'name': 'network-vif-deleted', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:24:03.308378 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e8a1a2d1-46d4-44dd-9953-fa33d2bdcab9 req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "DELETE /v2.0/ports/62a96854-e57c-4d63-8376-d46b0b3732ca HTTP/1.1" status: 204 len: 173 time: 0.7380416 Dec 15 22:24:03.339644 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f1a6da-4f29-43a9-a5ad-cb060a4474bb', 'name': 'network-vif-deleted', 'tag': '62a96854-e57c-4d63-8376-d46b0b3732ca', 'status': 'completed', 'code': 200} Dec 15 22:24:03.576809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9ef05636-68cb-4784-8ce7-533c97f818da req-19d70b52-1d65-49f3-805f-541e919e0fe9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:03.593144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9ef05636-68cb-4784-8ce7-533c97f818da req-19d70b52-1d65-49f3-805f-541e919e0fe9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:03.594352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9ef05636-68cb-4784-8ce7-533c97f818da req-19d70b52-1d65-49f3-805f-541e919e0fe9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=45f1a6da-4f29-43a9-a5ad-cb060a4474bb HTTP/1.1" status: 200 len: 210 time: 0.0707490 Dec 15 22:24:04.690344 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47766) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:05.159409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 62a96854-e57c-4d63-8376-d46b0b3732ca no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:24:05.196193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 62a96854-e57c-4d63-8376-d46b0b3732ca {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:24:05.196542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 62a96854-e57c-4d63-8376-d46b0b3732ca not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:24:05.236082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:05.574487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 32915010-d7e9-4f2d-894f-7bebad79db76 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:24:05.574829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:05.754879 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 32915010-d7e9-4f2d-894f-7bebad79db76, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=32915010-d7e9-4f2d-894f-7bebad79db76,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:05.755561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:05.995101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 32915010-d7e9-4f2d-894f-7bebad79db76 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:24:06.321653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:06.325963 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:06.369087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=32915010-d7e9-4f2d-894f-7bebad79db76,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:06.395236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:06.637478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:06.995177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2696aec3-51e6-4377-872f-4330aee3c7f5 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:24:07.288079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:24:07.297384 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Sync routers for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:24:07.304123 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/2696aec3-51e6-4377-872f-4330aee3c7f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126390 Dec 15 22:24:07.306665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47770) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:07.307997 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:07.308609 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:07.373218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting subnet 18ebbe23-d8b9-4d55-8401-6f8f6dfc356f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:24:07.376603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.429477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.480219 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:07.510656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.586742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.590357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2967e9ad-6fd4-43b6-afee-5f8af520f64f tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:07.626236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Subnet': ['ID=18ebbe23-d8b9-4d55-8401-6f8f6dfc356f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:07.629268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:07.630259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.636697 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/subnets/18ebbe23-d8b9-4d55-8401-6f8f6dfc356f HTTP/1.1" status: 204 len: 168 time: 0.3290873 Dec 15 22:24:07.639255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:07.640256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0de17c-c629-4786-8b90-f33859023331 None None] Network 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:24:07.794156 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:24:06Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:07.799031 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Checking router: 2696aec3-51e6-4377-872f-4330aee3c7f5 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:24:07.807823 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Routers {'2696aec3-51e6-4377-872f-4330aee3c7f5'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:07.808464 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2696aec3-51e6-4377-872f-4330aee3c7f5'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:07.825002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.895633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] DHCP port deletion for 47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:24:07.899942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Deleting port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:24:07.900326 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:07.989286 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] Set router 2696aec3-51e6-4377-872f-4330aee3c7f5 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:08.012664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.023763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port b266b903-f551-4559-90c1-8b0496fb7035 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:24:08.024133 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.108135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] For port 5455a7ea-39ed-464c-aa59-6a3f7f75f566, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=5455a7ea-39ed-464c-aa59-6a3f7f75f566,segment=NetworkSegment(5a8902cf-b2ef-41a3-b406-a08ce6d8757d),segment_id=5a8902cf-b2ef-41a3-b406-a08ce6d8757d)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:08.108494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.205855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port b266b903-f551-4559-90c1-8b0496fb7035, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=b266b903-f551-4559-90c1-8b0496fb7035,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:08.206128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.227756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Calling delete_port for 5455a7ea-39ed-464c-aa59-6a3f7f75f566 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:24:08.279666 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:24:06Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:08.283566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c220-fa3d-44fa-9546-f25354dc4d14 None None] The sync data for ids ['2696aec3-51e6-4377-872f-4330aee3c7f5'] in dv-neutron-820612-1-hyperv is: [{'id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-129173404', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45'}], 'enable_snat': True}, 'gw_port_id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:24:06Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'b266b903-f551-4559-90c1-8b0496fb7035', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:df:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2696aec3-51e6-4377-872f-4330aee3c7f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:23:01Z', 'updated_at': '2021-12-15T22:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:24:08.306471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.310223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:08.329657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for b266b903-f551-4559-90c1-8b0496fb7035 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:24:08.357582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Pushing event deleted for resources: {'Port': ['ID=5455a7ea-39ed-464c-aa59-6a3f7f75f566,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:08.362294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] No DVR routers for this DVR port 5455a7ea-39ed-464c-aa59-6a3f7f75f566 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:24:08.373900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.374251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.374592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.374922 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.375250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.376128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.376456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.376778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.377110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.377412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.377725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.378036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:08.381026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b13dc9a-de87-475f-8804-32f16bbc1de4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:08.498025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.503110 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:08.544738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=b266b903-f551-4559-90c1-8b0496fb7035,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:08.547799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:08.636639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.929752 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.931824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.954365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.954872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Fanout notify agent at l3_agent the message router_deleted on router 2696aec3-51e6-4377-872f-4330aee3c7f5 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:24:08.970542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:08.971628 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/routers/2696aec3-51e6-4377-872f-4330aee3c7f5 HTTP/1.1" status: 204 len: 168 time: 1.3314884 Dec 15 22:24:08.974371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:09.091412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.218794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.242801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:09.254888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8902cf-b2ef-41a3-b406-a08ce6d8757d') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:09.255186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8902cf-b2ef-41a3-b406-a08ce6d8757d') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:09.266472 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.284809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.290913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:24:09.291319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:24:09.306315 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:24:09.381814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.385651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-35886584-daae-4781-9c8e-cf6a62a73bf9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:09.400244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.411530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Network': ['ID=47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:09.414846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:09.424138 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/networks/47ceac0b-3bd3-4c63-9fd2-4eca5a49dfcd HTTP/1.1" status: 204 len: 168 time: 0.4486580 Dec 15 22:24:09.426880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47782) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:09.476931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 32915010-d7e9-4f2d-894f-7bebad79db76 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:24:09.507417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.511677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 32915010-d7e9-4f2d-894f-7bebad79db76 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:24:09.512121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 32915010-d7e9-4f2d-894f-7bebad79db76 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:24:09.512606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5455a7ea-39ed-464c-aa59-6a3f7f75f566 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:24:09.537038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.544583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 5455a7ea-39ed-464c-aa59-6a3f7f75f566 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:24:09.545028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 5455a7ea-39ed-464c-aa59-6a3f7f75f566 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:24:09.601419 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.605316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9c3cd787-aaca-454e-974b-91a9378cb9f8 tempest-SecGroupTest-1926673805 tempest-SecGroupTest-1926673805-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:09.620877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10684e31-6b7d-4a48-bc07-0be4063f023a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:09.624274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:09.631248 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:09.632387 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/security-groups/10684e31-6b7d-4a48-bc07-0be4063f023a HTTP/1.1" status: 204 len: 168 time: 0.2044511 Dec 15 22:24:10.038641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47790) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.043970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1651266080', 'description': 'tempest-secgroup-smoke-1651266080 description', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.050661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.054749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.057611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.063800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.074078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.092592 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.096326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.099078 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.104654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.171352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.175668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.179144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0f44f268-7791-4ba8-897d-a4f62578a961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.222805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.225684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.226846 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1871419 Dec 15 22:24:10.227714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.229735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.234540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.240957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.244844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.247821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.254206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.270781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.328566 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.331749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.333474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1d9bb9cf-307f-474a-ba7a-ee9ac3bad2a3 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.354708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dc7bbb-f45c-4362-934d-3b4b9f9b4471,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.359042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.363643 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.364800 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341870 Dec 15 22:24:10.367450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47798) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.372261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.378660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.382479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.385383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.391020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.407552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.466555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.471830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.473757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-623faaf8-da41-4525-9aeb-4c5331789f4a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.498567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14495721-a70e-4af8-a815-2b635b806c48,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.503134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.507381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.509068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-666c8d81-e724-455e-aa19-c34144304f08 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404707 Dec 15 22:24:10.511681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47802) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.516731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.524073 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.527987 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.530818 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.537901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.554113 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.615179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.618473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.620203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.641842 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c801c9-270f-49c4-b1a0-b136a4c54415,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.646183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.650230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.651355 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d943874a-b1b3-4ab3-b3b4-33435424d603 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386747 Dec 15 22:24:10.654078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.659423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.665055 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.668893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.671692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.678176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.693806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.755085 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.758801 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.764399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9930c91c-e02b-49f3-8a61-5923ea3bcc65 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.787168 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275ece3e-4e23-4b2c-9868-acf1edd40af7,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.789716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.797585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.798800 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2968855b-38fa-4b61-a795-38938a0fa7d6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1438193 Dec 15 22:24:10.801847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.806729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.812384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.816186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.820523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.826951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.836837 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:24:10.843124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.906235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.910491 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.912560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-470449d6-bd68-497e-b163-08ec1e728ab0 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:10.934418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b479824-6a14-4900-9f16-70786444026a,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:10.938773 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:10.942998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:10.944262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-caa393ec-5b83-4d1b-b53d-e758c503bffe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415164 Dec 15 22:24:10.947071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:10.951953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:10.959014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:10.962787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:10.965641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:10.971928 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:10.982066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:24:10.988663 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.052356 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.052507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b266b903-f551-4559-90c1-8b0496fb7035 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:24:11.056071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.058048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170e50f0-b128-416c-ad78-e36424926c4f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:11.080714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa7e9e7-1c5d-42c0-b596-974f41e7fdd0,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:11.086515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:11.091099 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.092534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445673 Dec 15 22:24:11.095536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47818) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:11.101900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'network': {'name': 'tempest-network-smoke--1769835890', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'port_security_enabled': True}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:11.107075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:11.111366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:network and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:11.114323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:11.120202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:11.131366 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:24:11.134678 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: b266b903-f551-4559-90c1-8b0496fb7035 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:24:11.134943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.135058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device b266b903-f551-4559-90c1-8b0496fb7035 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:24:11.165213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:24:11.173495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.173823 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Added segment 67360268-13f8-4dc1-84e2-102773ea3db6 of type vlan for network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 Dec 15 22:24:11.199531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.227263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.232748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:11.233317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.238089 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19f75206-5173-41bd-9f18-896c6b6dbeaf tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:11.332944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2357912 Dec 15 22:24:11.336015 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47822) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:11.342158 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'admin_state_up': True, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:11.342340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Network': ['ID=3c10af2d-eb11-461f-a0b5-0c3b23a25949,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:11.345457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5eb0bac-09b4-4dc8-81f6-0f0cfd0390d1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:11.351808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:11.354929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:24:11.355665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:router and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:11.358575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:11.365753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:11.375824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.376845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.392426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:11.652069 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:12.063862 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:12.091654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:12.223601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.251 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/e901b64c-6228-42d3-9bf4-b4b42ac860b7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:24:12.367144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:12.396604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:12.400884 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2e817644-f947-4f04-99dd-e3db0add345e tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:12.460891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:12.463830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:12.467415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:24:12.504163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=e901b64c-6228-42d3-9bf4-b4b42ac860b7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:12.509992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:12.876423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:13.209966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:13.538439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router e7d95c0a-18e1-4cf3-bbea-55847282718f is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:24:13.542899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fec290-ffcd-41fb-a0b5-dd5ef5b12e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:13.712186 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:24:13.723015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Sync routers for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:24:13.731891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:13.732595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:13.739026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:13.740343 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4033456 Dec 15 22:24:13.743511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47826) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:13.786756 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68a3b211-cd01-49ad-b65b-0432f4d5fea5 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1a784eb6f3434f48bc67eae4dff8e929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415537 Dec 15 22:24:13.788811 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47830) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:13.910797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:13.916345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ca633-abdc-47df-b9dd-40b38ab236b4 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:13.920392 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8d9ca633-abdc-47df-b9dd-40b38ab236b4 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281748 Dec 15 22:24:13.920622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:13.963186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0aa05da9-1b0f-464d-91ba-6b3caaebd809 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414634 Dec 15 22:24:13.965526 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47838) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:13.971272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1743973233', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:14.078425 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:14.082753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:subnet and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:14.085515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:14.092096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:14.104910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:24:14.108641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.192077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:12Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:14.195859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Checking router: e7d95c0a-18e1-4cf3-bbea-55847282718f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:24:14.196239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Updating router e7d95c0a-18e1-4cf3-bbea-55847282718f port e901b64c-6228-42d3-9bf4-b4b42ac860b7 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:24:14.247125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.323143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.326603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-925822f4-9a2d-485d-86c2-f2a8b1f89422 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:14.404463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Subnet': ['ID=a64d3877-f0d3-41dc-9995-9e0fdafceabf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:14.407863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:14.413990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Checking segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:24:14.414356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network hostable DHCP agents. Network: 3c10af2d-eb11-461f-a0b5-0c3b23a25949, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:24:14.433330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:24:14.442709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 3c10af2d-eb11-461f-a0b5-0c3b23a25949) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:14.446634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:14.447224 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.453191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cee78c9-e608-4720-9520-3f60c3be5b3c None None] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:24:14.468102 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5015695 Dec 15 22:24:14.471154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:14.722698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.767456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Transition to ACTIVE for port object e901b64c-6228-42d3-9bf4-b4b42ac860b7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:14.774735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:24:14.775570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.786520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.792482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:14.920378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Attempting to bind port e901b64c-6228-42d3-9bf4-b4b42ac860b7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:24:14.920746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Attempting to bind port e901b64c-6228-42d3-9bf4-b4b42ac860b7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:24:14.921110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Attempting to bind port e901b64c-6228-42d3-9bf4-b4b42ac860b7 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:24:14.932354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Pushing event updated for resources: {'Port': ['ID=e901b64c-6228-42d3-9bf4-b4b42ac860b7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:14.940992 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:14.941763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:24:14.942137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:24:14.942653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:14.943047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:24:14.943519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Bound port: e901b64c-6228-42d3-9bf4-b4b42ac860b7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:24:14.943916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.129235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] For port e901b64c-6228-42d3-9bf4-b4b42ac860b7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:24:15.131485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Allocated IP 172.20.0.2 (3c10af2d-eb11-461f-a0b5-0c3b23a25949/a64d3877-f0d3-41dc-9995-9e0fdafceabf/044971eb-4874-48be-a4c5-862dbdf67cd4) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:24:15.134469 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] For port e901b64c-6228-42d3-9bf4-b4b42ac860b7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e901b64c-6228-42d3-9bf4-b4b42ac860b7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:24:15.140133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.147458 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:15.286592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:15.286803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:23:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:15.295313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.376739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Pushing event updated for resources: {'Port': ['ID=e901b64c-6228-42d3-9bf4-b4b42ac860b7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:15.379742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:15.574685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:15.749409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.773286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Transition to ACTIVE for port object 044971eb-4874-48be-a4c5-862dbdf67cd4 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:15.809227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Transition to ACTIVE for port object 044971eb-4874-48be-a4c5-862dbdf67cd4 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:15.823912 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.830452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:15.878880 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.1 (3c10af2d-eb11-461f-a0b5-0c3b23a25949/a64d3877-f0d3-41dc-9995-9e0fdafceabf/44b07912-7590-4598-a450-57b7b1f0e166) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:24:15.937428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:15.941790 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bff5da44-bc51-4bb4-b7b1-e479c331b4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:15.945943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:15.955251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:24:15.957164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Pushing event updated for resources: {'Port': ['ID=044971eb-4874-48be-a4c5-862dbdf67cd4,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:15.962622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:16.041250 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.051384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Attempting to bind port 044971eb-4874-48be-a4c5-862dbdf67cd4 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:24:16.051760 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Attempting to bind port 044971eb-4874-48be-a4c5-862dbdf67cd4 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:24:16.052156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Attempting to bind port 044971eb-4874-48be-a4c5-862dbdf67cd4 on network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:24:16.057449 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 44b07912-7590-4598-a450-57b7b1f0e166 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:16.059544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:24:16.059944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Checking segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:24:16.060352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.060753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Bound using segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:24:16.061219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Bound port: 044971eb-4874-48be-a4c5-862dbdf67cd4, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:24:16.061597 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.082154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.085900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-84829b08-c68e-4859-91b2-aede052b2422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:16.112858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:12Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:16.134288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c582ca-7707-47b5-a388-67506bf55f56 None None] The sync data for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv is: [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:12Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:24:16.155763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:16.159045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:16.161600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:24:16.173114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] For port 044971eb-4874-48be-a4c5-862dbdf67cd4, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:24:16.177411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] For port 044971eb-4874-48be-a4c5-862dbdf67cd4, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=044971eb-4874-48be-a4c5-862dbdf67cd4,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:24:16.182665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.187027 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-899b48b8-84d3-482d-9462-398f34c53f9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:16.212743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:16.215634 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:16.232577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.267378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Pushing event updated for resources: {'Port': ['ID=044971eb-4874-48be-a4c5-862dbdf67cd4,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:16.270811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:16.386904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.957938 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.961570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.965720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.971149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:16.996824 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:17.087182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.090984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:17.095080 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:17.184869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 044971eb-4874-48be-a4c5-862dbdf67cd4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:17.242732 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:17.244043 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:17.258399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 044971eb-4874-48be-a4c5-862dbdf67cd4 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:17.264159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e901b64c-6228-42d3-9bf4-b4b42ac860b7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:17.342967 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ed4f53-b80e-42bd-9943-9a04cffb270f None None] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:24:17.358562 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e901b64c-6228-42d3-9bf4-b4b42ac860b7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:17.417592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e901b64c-6228-42d3-9bf4-b4b42ac860b7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:17.417976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.439560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router e7d95c0a-18e1-4cf3-bbea-55847282718f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:24:17.542955 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Provisioning for port 044971eb-4874-48be-a4c5-862dbdf67cd4 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:17.556462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Provisioning complete for port 044971eb-4874-48be-a4c5-862dbdf67cd4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:17.556846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.639332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:24:17.652225 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/e7d95c0a-18e1-4cf3-bbea-55847282718f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1799588 Dec 15 22:24:17.822478 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-bcc7d4f2-bebd-402d-a931-a523d0f4e178 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1651266080&fields=id&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 267 time: 0.0406940 Dec 15 22:24:17.828228 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.858353 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Sync routers for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:24:17.865490 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.868351 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:17.868975 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:24:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:17.883345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port e901b64c-6228-42d3-9bf4-b4b42ac860b7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e901b64c-6228-42d3-9bf4-b4b42ac860b7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:17.892252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.895546 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-4bcccad8-1e21-4c99-b411-d28146c0562a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:17.972451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] For port 044971eb-4874-48be-a4c5-862dbdf67cd4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=044971eb-4874-48be-a4c5-862dbdf67cd4,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:17.980177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:17.986615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=e901b64c-6228-42d3-9bf4-b4b42ac860b7,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:17.989730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:17.990328 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-348296be-8494-4169-9146-487387e70cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:18.001679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-c897f8d2-0da5-4b5b-b672-30d3e3bdde4e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:18.002518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-c897f8d2-0da5-4b5b-b672-30d3e3bdde4e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:18.017951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-c897f8d2-0da5-4b5b-b672-30d3e3bdde4e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:18.019392 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-c897f8d2-0da5-4b5b-b672-30d3e3bdde4e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 797 time: 0.1846154 Dec 15 22:24:18.041070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-8f90e222-ca2a-427a-aaed-550ea62ee4cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/quotas/1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 375 time: 0.0144820 Dec 15 22:24:18.063334 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:18.065610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Pushing event updated for resources: {'Port': ['ID=044971eb-4874-48be-a4c5-862dbdf67cd4,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:18.068687 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:18.131642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-f0e07318-30a6-4194-829e-9c416ff7f649 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:18.151717 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-f0e07318-30a6-4194-829e-9c416ff7f649 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:18.153266 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-f0e07318-30a6-4194-829e-9c416ff7f649 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1081996 Dec 15 22:24:18.170000 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-de26591e-639e-45ea-a926-d7fa1a5e9fea service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:24:18.170937 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-de26591e-639e-45ea-a926-d7fa1a5e9fea service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052083 Dec 15 22:24:18.308736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Provisioning for port 44b07912-7590-4598-a450-57b7b1f0e166 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:18.314258 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Provisioning complete for port 44b07912-7590-4598-a450-57b7b1f0e166 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:18.314618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.321649 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-9b3a796a-79e0-4721-a493-8f9f590ed8fe service neutron] 10.222.0.18 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424346 Dec 15 22:24:18.372441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Port 44b07912-7590-4598-a450-57b7b1f0e166 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:24:18.384977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Provisioning complete for port 044971eb-4874-48be-a4c5-862dbdf67cd4 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:18.385564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-af419cf3-ca44-405d-abf2-554ae6d362da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.441751 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 2, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:18.446156 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Checking router: e7d95c0a-18e1-4cf3-bbea-55847282718f for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:24:18.446889 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Updating router e7d95c0a-18e1-4cf3-bbea-55847282718f port 44b07912-7590-4598-a450-57b7b1f0e166 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:24:18.514338 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.580171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.626752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-08684f08-795b-4682-8b2d-39f74e7c18f9 service neutron] 10.222.0.18 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991946 Dec 15 22:24:18.663835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-0396d1b8-74cc-44f4-921e-3396f539e91a None None] Provisioning complete for port 44b07912-7590-4598-a450-57b7b1f0e166 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:18.664251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0396d1b8-74cc-44f4-921e-3396f539e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.730697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0396d1b8-74cc-44f4-921e-3396f539e91a None None] Port 44b07912-7590-4598-a450-57b7b1f0e166 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:24:18.825096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-80965309-f962-45e2-abf0-4edd10e03153 req-128cc5ce-8248-4e3c-851d-9e8fb177230d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:18.837436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-80965309-f962-45e2-abf0-4edd10e03153 req-128cc5ce-8248-4e3c-851d-9e8fb177230d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:18.838846 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-80965309-f962-45e2-abf0-4edd10e03153 req-128cc5ce-8248-4e3c-851d-9e8fb177230d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 210 time: 0.0574973 Dec 15 22:24:18.860386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e2529caf-5cca-44a3-a187-879d7b521014 None None] Provisioning complete for port 44b07912-7590-4598-a450-57b7b1f0e166 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:18.860777 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e2529caf-5cca-44a3-a187-879d7b521014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.921415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-e2529caf-5cca-44a3-a187-879d7b521014 None None] Port 44b07912-7590-4598-a450-57b7b1f0e166 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:24:18.945448 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.958717 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Transition to ACTIVE for port object 44b07912-7590-4598-a450-57b7b1f0e166 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:18.965416 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:18.970283 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:19.122740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 044971eb-4874-48be-a4c5-862dbdf67cd4 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:19.136422 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Pushing event updated for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:19.190493 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.190841 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.191163 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.191488 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.191807 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.192155 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.192470 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.192787 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.193105 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.193496 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.194127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.194127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:24:19.204527 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:19.205718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 044971eb-4874-48be-a4c5-862dbdf67cd4 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:19.206346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:19.215163 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Attempting to bind port 44b07912-7590-4598-a450-57b7b1f0e166 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:24:19.215603 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Attempting to bind port 44b07912-7590-4598-a450-57b7b1f0e166 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:24:19.216058 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Attempting to bind port 44b07912-7590-4598-a450-57b7b1f0e166 on network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:24:19.222253 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:24:19.222626 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Checking segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:24:19.223026 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:19.223419 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Bound using segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:24:19.223927 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Bound port: 44b07912-7590-4598-a450-57b7b1f0e166, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:24:19.224275 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:19.323612 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] For port 44b07912-7590-4598-a450-57b7b1f0e166, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:24:19.327041 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] For port 44b07912-7590-4598-a450-57b7b1f0e166, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=44b07912-7590-4598-a450-57b7b1f0e166,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:24:19.331294 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:19.334851 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a8983cf6-89c9-406d-a64b-71474b0847fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:19.337250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e901b64c-6228-42d3-9bf4-b4b42ac860b7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:19.409932 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:19.410127 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:24:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:19.416090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e901b64c-6228-42d3-9bf4-b4b42ac860b7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:19.416347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:19.579566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Pushing event updated for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:19.582874 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:19.602672 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:19.919507 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:19Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:19.924162 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713e98ca-4652-4fed-bf4e-2a64aa280aec None None] The sync data for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv is: [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:19Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:24:20.076310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1e02254-ac86-409a-a997-0360cbb4f4fd req-0c66085c-a500-44df-bd64-78cf4deee509 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 210 time: 0.0697107 Dec 15 22:24:20.104290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-9f25e06c-b6c5-4c13-adbf-3af713bbc862 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:20.105746 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-9f25e06c-b6c5-4c13-adbf-3af713bbc862 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 797 time: 0.2366822 Dec 15 22:24:20.162942 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-c6371ac6-d45e-46f2-a954-f8696ff28741 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 380 time: 0.0462070 Dec 15 22:24:20.174600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'port': {'device_id': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'admin_state_up': True, 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'security_groups': ['03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:20.322829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:20.333477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:20.344224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:24:20.347811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:20.524373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.11 (3c10af2d-eb11-461f-a0b5-0c3b23a25949/a64d3877-f0d3-41dc-9995-9e0fdafceabf/a8559319-7df5-4cc1-b779-bdca31e41fc0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:24:20.723972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:20.740481 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object a8559319-7df5-4cc1-b779-bdca31e41fc0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:20.764814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:20.770518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:20.837589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:20.840904 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:20.844825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:24:20.897962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:20.902680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:20.919396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:20.920339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:20.948138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7775652 Dec 15 22:24:20.960848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Request body: {'port': {'device_id': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:21.085353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.134077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 44b07912-7590-4598-a450-57b7b1f0e166 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:21.198754 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-346cf755-6570-4db5-9b42-6bc9d85cdd37 None None] Provisioning for port a8559319-7df5-4cc1-b779-bdca31e41fc0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:21.205583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-346cf755-6570-4db5-9b42-6bc9d85cdd37 None None] Provisioning complete for port a8559319-7df5-4cc1-b779-bdca31e41fc0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:21.205959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-346cf755-6570-4db5-9b42-6bc9d85cdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.262964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 44b07912-7590-4598-a450-57b7b1f0e166 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:21.267917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-346cf755-6570-4db5-9b42-6bc9d85cdd37 None None] Port a8559319-7df5-4cc1-b779-bdca31e41fc0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:24:21.270409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 44b07912-7590-4598-a450-57b7b1f0e166 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:21.270921 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.285629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a31086-187e-4655-a291-572fac71311b req-6087676c-cfeb-4c11-8de9-07458c621d0a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:21.287138 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5a31086-187e-4655-a291-572fac71311b req-6087676c-cfeb-4c11-8de9-07458c621d0a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 932 time: 0.0932300 Dec 15 22:24:21.332840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c5a31086-187e-4655-a291-572fac71311b req-063bdaab-1f30-4f72-8408-037636281820 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:21.356779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c5a31086-187e-4655-a291-572fac71311b req-063bdaab-1f30-4f72-8408-037636281820 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:21.358222 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c5a31086-187e-4655-a291-572fac71311b req-063bdaab-1f30-4f72-8408-037636281820 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644252 Dec 15 22:24:21.394044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.425851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 44b07912-7590-4598-a450-57b7b1f0e166, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=44b07912-7590-4598-a450-57b7b1f0e166,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:21.429364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.431133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:21.461061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8559319-7df5-4cc1-b779-bdca31e41fc0 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:24:21.468661 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.483924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Transition to ACTIVE for port object a8559319-7df5-4cc1-b779-bdca31e41fc0 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:24:21.487817 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.492347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9d5f5bf-b322-4f5e-93e3-c1dd06ec438e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:21.499768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:21.502918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:21.646452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:21.653753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:21.846310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Attempting to bind port a8559319-7df5-4cc1-b779-bdca31e41fc0 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:24:21.846565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Attempting to bind port a8559319-7df5-4cc1-b779-bdca31e41fc0 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:24:21.846898 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Attempting to bind port a8559319-7df5-4cc1-b779-bdca31e41fc0 on network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:24:21.851279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Port a8559319-7df5-4cc1-b779-bdca31e41fc0 on network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:24:21.851588 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Attempting to bind port a8559319-7df5-4cc1-b779-bdca31e41fc0 on network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:24:21.856499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:24:21.856819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Checking segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:24:21.857188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Bound using segment: {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:24:21.857605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Bound port: a8559319-7df5-4cc1-b779-bdca31e41fc0, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67360268-13f8-4dc1-84e2-102773ea3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:24:21.857932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.945416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:24:21.948125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:24:21.953539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:21.958012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-93d69880-13ec-4126-8226-11f5b2a347d5 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:22.015423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.016224 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:22.017589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] 10.222.0.32 "PUT /v2.0/ports/a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 1094 time: 1.0611782 Dec 15 22:24:22.018120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:24:22.018210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:22.039419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:22.042714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:22.098728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'status': 'completed', 'code': 200} Dec 15 22:24:22.145081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-43d4538c-82a8-4267-8e60-cccf36b11a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.146562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-43d4538c-82a8-4267-8e60-cccf36b11a50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1097 time: 0.0798528 Dec 15 22:24:22.215266 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-6fc7bce0-fc35-4b75-972d-e3b5b3d34b5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 217 time: 0.0614593 Dec 15 22:24:22.280450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-61823a90-e901-4512-8331-43a7f24cb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.281791 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-61823a90-e901-4512-8331-43a7f24cb986 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0603206 Dec 15 22:24:22.358004 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-53e048a6-51b3-4c41-abf1-7c336db7d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.359379 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-53e048a6-51b3-4c41-abf1-7c336db7d275 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716858 Dec 15 22:24:22.491969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-f855d5bd-aeb9-425c-aacf-8d37c1edfc97 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259196 Dec 15 22:24:22.550487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593ef2b-8496-4bd1-950c-a575dea89388 req-7c3947d8-f6ad-4117-9310-621d1bfda0fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.552364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6593ef2b-8496-4bd1-950c-a575dea89388 req-7c3947d8-f6ad-4117-9310-621d1bfda0fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 944 time: 0.0894561 Dec 15 22:24:22.596682 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6593ef2b-8496-4bd1-950c-a575dea89388 req-898666db-f5ce-47fc-85e0-3a731247ba75 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381179 Dec 15 22:24:22.626536 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19b017e6-639c-4dea-a825-b5dab521bf36 req-77efde81-3e02-499f-8f2d-b46ca61842ac service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278250 Dec 15 22:24:22.754956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861140-750e-4462-a01c-14cbf9a649ed req-e234a052-5cd2-467c-86f0-d90330b0d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.756372 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-e234a052-5cd2-467c-86f0-d90330b0d46a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1097 time: 0.0680587 Dec 15 22:24:22.884239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861140-750e-4462-a01c-14cbf9a649ed req-f0ad3ca7-2b29-46ab-9ff1-aab5f650e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:22.885539 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-f0ad3ca7-2b29-46ab-9ff1-aab5f650e729 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1226487 Dec 15 22:24:22.957233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-cf84f0fe-b94e-46bd-8b1c-772f2aab914c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 217 time: 0.0632117 Dec 15 22:24:23.020979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861140-750e-4462-a01c-14cbf9a649ed req-617ba261-602d-4c13-a5cb-efcbb045aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:23.022326 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-617ba261-602d-4c13-a5cb-efcbb045aaa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0587199 Dec 15 22:24:23.099819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56861140-750e-4462-a01c-14cbf9a649ed req-cfc66aea-2f51-478e-8a54-72877291f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:23.101299 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-cfc66aea-2f51-478e-8a54-72877291f8c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713043 Dec 15 22:24:23.104878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 44b07912-7590-4598-a450-57b7b1f0e166 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:23.172012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 44b07912-7590-4598-a450-57b7b1f0e166 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:23.172917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:23.236322 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-e2b7dfad-e9be-4be6-a5fc-a7ce8aafc232 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264174 Dec 15 22:24:23.372824 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56861140-750e-4462-a01c-14cbf9a649ed req-f6920498-f769-405e-99c1-86e9aefcce13 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300097 Dec 15 22:24:23.783936 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f0a62-76b5-4746-a77e-ce7d0b36fb38 req-c427b496-2f46-478c-8048-6e02e1cd2626 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:23.784622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-868f0a62-76b5-4746-a77e-ce7d0b36fb38 req-c427b496-2f46-478c-8048-6e02e1cd2626 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:24:23.799807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-868f0a62-76b5-4746-a77e-ce7d0b36fb38 req-c427b496-2f46-478c-8048-6e02e1cd2626 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:24:23.801433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-868f0a62-76b5-4746-a77e-ce7d0b36fb38 req-c427b496-2f46-478c-8048-6e02e1cd2626 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 944 time: 0.0945909 Dec 15 22:24:23.849532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-868f0a62-76b5-4746-a77e-ce7d0b36fb38 req-e6bdd4b3-95cf-4596-a321-b445fd856293 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 Dec 15 22:24:25.032359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2986e-3268-4c21-86c4-2edbfc1f12c4 req-99daf44d-7e35-4294-a2b8-4a3f9dcfade0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:25.033788 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bc2986e-3268-4c21-86c4-2edbfc1f12c4 req-99daf44d-7e35-4294-a2b8-4a3f9dcfade0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 944 time: 0.0834727 Dec 15 22:24:25.077755 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8bc2986e-3268-4c21-86c4-2edbfc1f12c4 req-85ac7281-b6ff-420e-b01b-c7a7791fa243 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383875 Dec 15 22:24:25.236296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a8559319-7df5-4cc1-b779-bdca31e41fc0 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:24:25.366249 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:25.379223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'port_id': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'mac_address': 'fa:16:3e:bc:6b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:24:25.431543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:25.451037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8559319-7df5-4cc1-b779-bdca31e41fc0 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:24:25.466197 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:25.469859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:25.471563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-56db9571-8263-4d57-92d4-2b3a40c74c00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:25.534817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:25.537665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:25.683437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['a8559319-7df5-4cc1-b779-bdca31e41fc0'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:24:26.372285 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10842a7c-1be9-4389-a0af-76aa3ee18a2d req-42f9bbd3-7060-45ec-8a50-adc383b386fa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:26.373719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10842a7c-1be9-4389-a0af-76aa3ee18a2d req-42f9bbd3-7060-45ec-8a50-adc383b386fa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 945 time: 0.1907556 Dec 15 22:24:26.417352 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-10842a7c-1be9-4389-a0af-76aa3ee18a2d req-7976ce1a-06e3-4fcc-b1f8-5de852adace3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370891 Dec 15 22:24:27.236749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a8559319-7df5-4cc1-b779-bdca31e41fc0 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:24:27.305360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port a8559319-7df5-4cc1-b779-bdca31e41fc0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:24:27.310058 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port a8559319-7df5-4cc1-b779-bdca31e41fc0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:24:27.310441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:27.424152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:27.451614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:24:27.461157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:24:27.465412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:27.468435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:27.501467 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'code': 200} Dec 15 22:24:27.550043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:27.553405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:27.621630 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84757661-bbbd-4306-bccb-26a294714bf9 req-689fa8f1-6b6e-4000-bcb0-ace1bdea27b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:27.624328 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-84757661-bbbd-4306-bccb-26a294714bf9 req-689fa8f1-6b6e-4000-bcb0-ace1bdea27b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0979886 Dec 15 22:24:27.674798 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-84757661-bbbd-4306-bccb-26a294714bf9 req-8d21516a-7748-4461-8f24-552046e1ea0f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Dec 15 22:24:27.784658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05f46b-a447-4886-bec8-15a70f593766 req-42c7bcda-4cd6-4b00-bca6-e7f9dbf94fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:27.786095 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee05f46b-a447-4886-bec8-15a70f593766 req-42c7bcda-4cd6-4b00-bca6-e7f9dbf94fb7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.1167247 Dec 15 22:24:27.826562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ee05f46b-a447-4886-bec8-15a70f593766 req-f5888135-326e-4618-abee-2c48525f70a1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340202 Dec 15 22:24:29.018411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e69b54-baf1-4827-b728-b0090a6e11e6 req-052ed8d6-bb9e-4f23-87f7-6f8b1031b30f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:29.019820 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2e69b54-baf1-4827-b728-b0090a6e11e6 req-052ed8d6-bb9e-4f23-87f7-6f8b1031b30f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0784352 Dec 15 22:24:29.067705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2e69b54-baf1-4827-b728-b0090a6e11e6 req-6f12a6b9-2dd2-4065-af6f-9799fe49909a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Dec 15 22:24:30.248243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe45df-89cb-44f2-8a1e-94b0dce8226f req-13453dd4-bd90-41d5-8bd6-4699327d2ef7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:30.249671 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98fe45df-89cb-44f2-8a1e-94b0dce8226f req-13453dd4-bd90-41d5-8bd6-4699327d2ef7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0788944 Dec 15 22:24:30.292235 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-98fe45df-89cb-44f2-8a1e-94b0dce8226f req-d2e1fa0e-6b3c-4614-aca6-f3e0c2e589fa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 Dec 15 22:24:30.473118 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27042511-5be9-4e1f-bed1-822d2f834c18 req-6af4369a-eaa2-4e9d-8159-15c26008466a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:30.474448 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27042511-5be9-4e1f-bed1-822d2f834c18 req-6af4369a-eaa2-4e9d-8159-15c26008466a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0825782 Dec 15 22:24:30.522599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27042511-5be9-4e1f-bed1-822d2f834c18 req-78544a16-1ae5-4d46-8ce9-5dce65dc2840 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423999 Dec 15 22:24:30.545027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47900) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:30.620934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f6b6d5-3d5a-4077-ba59-dc8a9a149bbd tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:30.622469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-32f6b6d5-3d5a-4077-ba59-dc8a9a149bbd tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1094 time: 0.0764785 Dec 15 22:24:30.625338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47904) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:30.630560 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:24:30.636352 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:24:30.640129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:floatingip and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:24:30.643428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:24:30.649087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:24:30.658317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:30.916901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.045430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.202 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/3a9dbf22-dcba-45ce-b07e-73265f534d6b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:24:31.190456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.218203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.223024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:31.278621 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:24:31.281379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:24:31.285382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:24:31.327283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=3a9dbf22-dcba-45ce-b07e-73265f534d6b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:31.331773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:31.693411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.766749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.968559 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.972822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:31.977155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-762462cf-a8ac-458f-b43a-8df44492881a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:24:32.084299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=3a9dbf22-dcba-45ce-b07e-73265f534d6b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:24:32.087447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:24:32.096152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:32.261711 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 6799f7ef-510e-4a1e-a508-421efe00871b associated. External IP: 172.26.6.202, port: a8559319-7df5-4cc1-b779-bdca31e41fc0. Dec 15 22:24:32.394778 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-b883b343-832d-4720-b738-b4b79af03c74 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732923 Dec 15 22:24:32.538668 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-d34d4be5-ff76-4e55-8481-10339afe10a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:32.540074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-d34d4be5-ff76-4e55-8481-10339afe10a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.0717025 Dec 15 22:24:32.684161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-2fc9cdc8-2904-4c1e-88d9-f88c6aaebc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:32.685589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-2fc9cdc8-2904-4c1e-88d9-f88c6aaebc2e service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1265607 Dec 15 22:24:32.736448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router e7d95c0a-18e1-4cf3-bbea-55847282718f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:24:32.788895 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-5b8f263d-cc0e-4c5f-a5ff-93798395717e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 1000 time: 0.0970333 Dec 15 22:24:32.851132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-a87e68b4-4e7d-46d7-9fb9-1f6fbad6acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:32.852589 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-a87e68b4-4e7d-46d7-9fb9-1f6fbad6acfc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0571456 Dec 15 22:24:32.913444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:24:32.923142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Sync routers for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:24:32.933025 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:32.933647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:24:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:32.937947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-82df71a8-6410-4683-b3b3-5a55d382d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:32.940386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-82df71a8-6410-4683-b3b3-5a55d382d070 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814383 Dec 15 22:24:32.941838 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:32.999415 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3730662 Dec 15 22:24:33.000175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:24:33.063868 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'status': 'completed', 'code': 200} Dec 15 22:24:33.084731 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-599b3c87-1968-48b8-8e31-4c5342812788 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382837 Dec 15 22:24:33.132356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:33.183554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4acef2-1013-45d9-b540-3d655e78b1df req-2fe538db-9f74-4455-84d9-e41adacff4f1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:33.185184 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2e4acef2-1013-45d9-b540-3d655e78b1df req-2fe538db-9f74-4455-84d9-e41adacff4f1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0847239 Dec 15 22:24:33.220533 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0185028-76aa-46fd-b14c-1ac9367f3aa2 req-4faf9a3d-c683-40d7-ba76-6470ab282a85 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289115 Dec 15 22:24:33.232764 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2e4acef2-1013-45d9-b540-3d655e78b1df req-b3b01a59-9ef7-4b9e-bf3a-819f37b6b052 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404723 Dec 15 22:24:33.264426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47912) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:33.416869 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2b87c8f9-47ed-445a-8ae8-91d7aa3cdad9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/6799f7ef-510e-4a1e-a508-421efe00871b HTTP/1.1" status: 200 len: 992 time: 0.1508963 Dec 15 22:24:33.432820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-464bf152-52a8-447e-b965-724de91de47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:33.434226 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-464bf152-52a8-447e-b965-724de91de47e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.1095366 Dec 15 22:24:33.488736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6799f7ef-510e-4a1e-a508-421efe00871b', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'port_id': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'mac_address': 'fa:16:3e:bc:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:24:31Z', 'updated_at': '2021-12-15T22:24:31Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:33.492559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Checking router: e7d95c0a-18e1-4cf3-bbea-55847282718f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:24:33.501020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:24:33.502212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:24:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:33.577711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-fd73c1fc-1be5-4d49-8aff-97b94272c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:33.579479 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-fd73c1fc-1be5-4d49-8aff-97b94272c8ca service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1264453 Dec 15 22:24:33.728764 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:24:33.813237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-c49760c3-f885-4538-a171-761b20215cd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 1000 time: 0.2275903 Dec 15 22:24:33.877802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-b3b305f2-b155-413e-97a6-e106790178a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:33.879245 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-b3b305f2-b155-413e-97a6-e106790178a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0597072 Dec 15 22:24:33.953303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-dde22269-b204-445c-9d4e-794d1506d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:24:33.955293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-dde22269-b204-445c-9d4e-794d1506d5bc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695457 Dec 15 22:24:34.075394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6799f7ef-510e-4a1e-a508-421efe00871b', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'port_id': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'mac_address': 'fa:16:3e:bc:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:24:31Z', 'updated_at': '2021-12-15T22:24:31Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:24:34.079364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d395c6de-0433-4452-af5e-72120238b1ba None None] The sync data for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv is: [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '6799f7ef-510e-4a1e-a508-421efe00871b', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.202', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'port_id': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'mac_address': 'fa:16:3e:bc:6b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:24:31Z', 'updated_at': '2021-12-15T22:24:31Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:24:34.087748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-57f02ff6-233f-47f7-989f-98643d26698a service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262641 Dec 15 22:24:34.226238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7a3ac954-6c8b-4c2b-9264-594af7e11d21 req-2676558c-f31b-4e6f-ab2d-fd83abcd4389 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309502 Dec 15 22:24:34.270651 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78aa94-a34e-4cef-b19b-eb5616534902 None None] New status for floating IP 6799f7ef-510e-4a1e-a508-421efe00871b: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:24:34.420862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:34.529805 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3cd016e4-5e10-4971-bec9-cad63d56bf1f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/6799f7ef-510e-4a1e-a508-421efe00871b HTTP/1.1" status: 200 len: 992 time: 0.1078091 Dec 15 22:24:35.534245 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47920) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:24:35.641580 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-76e9dc47-9336-43ff-83f5-02d77e505c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/6799f7ef-510e-4a1e-a508-421efe00871b HTTP/1.1" status: 200 len: 994 time: 0.1061349 Dec 15 22:24:38.010529 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:24:43.546434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9218fcfd-f1f6-4be9-8611-a3a059ae7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:45.875539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-44657e2f-c038-4319-a5aa-4573c52618ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:46.944242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:46.948281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:48.562427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:24:52.021792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:00.494564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-d4afcf30-20ff-40f3-bba7-c16cb308493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:00.495943 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-d4afcf30-20ff-40f3-bba7-c16cb308493d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.1328144 Dec 15 22:25:00.507337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e2dbf-4836-46cc-908b-ff1d6307c731 req-9b1f7201-fa22-41b4-8a6e-9f42e5b89448 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:00.508722 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-884e2dbf-4836-46cc-908b-ff1d6307c731 req-9b1f7201-fa22-41b4-8a6e-9f42e5b89448 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.1095316 Dec 15 22:25:00.630766 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-884e2dbf-4836-46cc-908b-ff1d6307c731 req-9ab642f1-3279-4fca-9e9c-e8108c2b3aec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041889 Dec 15 22:25:00.667612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-302e1ad8-8776-43e7-8a41-8f688e91aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:00.669192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-302e1ad8-8776-43e7-8a41-8f688e91aa96 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1596506 Dec 15 22:25:00.771228 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-1a68f985-29d4-4d2b-9b33-d007ca8c9638 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 1002 time: 0.0950744 Dec 15 22:25:00.833221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-68812163-6be5-4c9c-b3ae-1a6b4779d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:00.834615 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-68812163-6be5-4c9c-b3ae-1a6b4779d216 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0573030 Dec 15 22:25:00.912246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-e6e90346-9d8e-4f1a-9033-ce5061a4b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:00.913687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-e6e90346-9d8e-4f1a-9033-ce5061a4b9c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723019 Dec 15 22:25:01.042004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-5a910ff1-31e6-4739-9b8b-95dab40a50d8 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204147 Dec 15 22:25:01.299116 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc3df894-cdea-4669-8d75-3b70183f6d06 req-e6ec83e6-79db-4690-aa78-2049dd0fd7b4 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492707 Dec 15 22:25:01.817242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9af0cc-4b1a-451a-8dcc-5ba31d32bb6a req-6e9b4156-82fa-40f0-8f48-493e24c4c5b4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:01.818665 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cd9af0cc-4b1a-451a-8dcc-5ba31d32bb6a req-6e9b4156-82fa-40f0-8f48-493e24c4c5b4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0839863 Dec 15 22:25:01.862992 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cd9af0cc-4b1a-451a-8dcc-5ba31d32bb6a req-24ab4f81-f7d3-475d-94b0-a65f0962a107 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387151 Dec 15 22:25:03.047968 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117abd65-4ca4-457e-8dab-8b57afe9432d req-44ef1723-9ac8-4dce-82a9-8724171cd9cc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:03.049292 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-117abd65-4ca4-457e-8dab-8b57afe9432d req-44ef1723-9ac8-4dce-82a9-8724171cd9cc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0774524 Dec 15 22:25:03.093099 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-117abd65-4ca4-457e-8dab-8b57afe9432d req-1768ba47-7fab-4bd6-9c67-1a93602ad520 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Dec 15 22:25:04.274544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d1551d-c050-4977-9d0e-a787a93bdbeb req-c5cec6b0-0ddd-4111-8613-a515e15b8312 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:04.276026 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-87d1551d-c050-4977-9d0e-a787a93bdbeb req-c5cec6b0-0ddd-4111-8613-a515e15b8312 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0787652 Dec 15 22:25:04.329057 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-87d1551d-c050-4977-9d0e-a787a93bdbeb req-6aee4a6c-0a10-4bfb-aaff-dfaa82c306bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472136 Dec 15 22:25:05.511855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36067c-77d1-4184-976e-8b9398f4675f req-b2a2c3d5-8709-4fd0-a6a4-969f8438fda6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:05.513287 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb36067c-77d1-4184-976e-8b9398f4675f req-b2a2c3d5-8709-4fd0-a6a4-969f8438fda6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0811729 Dec 15 22:25:05.559715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cb36067c-77d1-4184-976e-8b9398f4675f req-bf0d7bae-c48a-4458-a5de-94b4894d816c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403092 Dec 15 22:25:06.743983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bbb69-71ac-4065-a5b0-2884e12edc2e req-5357c94d-0051-4af7-8ea3-2f09da3ea5f6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:06.745444 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba3bbb69-71ac-4065-a5b0-2884e12edc2e req-5357c94d-0051-4af7-8ea3-2f09da3ea5f6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0825708 Dec 15 22:25:06.790605 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ba3bbb69-71ac-4065-a5b0-2884e12edc2e req-a45fe28a-c142-452b-a50c-d2033a70a130 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Dec 15 22:25:07.973265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e02783-5e94-4ca1-a66e-45d5bdeb4409 req-f3166aac-9317-446a-9a82-7d977979d28f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:07.974688 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27e02783-5e94-4ca1-a66e-45d5bdeb4409 req-f3166aac-9317-446a-9a82-7d977979d28f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0791790 Dec 15 22:25:08.017765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-27e02783-5e94-4ca1-a66e-45d5bdeb4409 req-58a411ac-e666-44ce-9d0b-31415e11f2f1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374868 Dec 15 22:25:09.203514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51cd60-b991-44f3-b4a8-7955050694a3 req-5d59be3b-ebb1-4935-87b7-70fed5b88c63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:09.205529 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d51cd60-b991-44f3-b4a8-7955050694a3 req-5d59be3b-ebb1-4935-87b7-70fed5b88c63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0855844 Dec 15 22:25:09.247778 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d51cd60-b991-44f3-b4a8-7955050694a3 req-e46b9593-d71b-46a0-9a98-b7af55b81aae tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367341 Dec 15 22:25:10.438166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ca57b-bd7f-400f-93fe-49de14fe36f0 req-fc0c500d-fbda-4da1-99ab-80ace4470194 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:10.440158 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f5ca57b-bd7f-400f-93fe-49de14fe36f0 req-fc0c500d-fbda-4da1-99ab-80ace4470194 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0835690 Dec 15 22:25:10.483741 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4f5ca57b-bd7f-400f-93fe-49de14fe36f0 req-2bb05f4f-384e-4333-97d1-e90642bd4350 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378356 Dec 15 22:25:11.668292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7d8a7-5bfc-4a7d-befe-2e51e6fa5201 req-0b069269-979a-4552-b1b5-f797f0fe0ced tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:11.669754 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ea7d8a7-5bfc-4a7d-befe-2e51e6fa5201 req-0b069269-979a-4552-b1b5-f797f0fe0ced tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0792117 Dec 15 22:25:11.713429 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1ea7d8a7-5bfc-4a7d-befe-2e51e6fa5201 req-afe9aac1-654e-4cae-80b7-eca450d62fe0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380385 Dec 15 22:25:12.894072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e3b8b-f7c7-4874-8931-1072486582a9 req-3b9e391e-cd3d-45ad-b3bc-6d9f7f0f427c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:12.895508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b78e3b8b-f7c7-4874-8931-1072486582a9 req-3b9e391e-cd3d-45ad-b3bc-6d9f7f0f427c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0795202 Dec 15 22:25:12.942826 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b78e3b8b-f7c7-4874-8931-1072486582a9 req-9cc22ecd-1f56-477e-bab7-188e64a1ff86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416677 Dec 15 22:25:12.965407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47956) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:13.069374 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-0291eed8-3393-4880-8942-a46d2c17418c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/6799f7ef-510e-4a1e-a508-421efe00871b HTTP/1.1" status: 200 len: 994 time: 0.1028121 Dec 15 22:25:13.548729 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-30459047-67c4-46a0-ae6d-ec06e49c1681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:15.009121 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:25:15.877413 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01721a7f-0cb6-4cf6-948a-496d717d5b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:16.946635 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:16.950927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:18.565366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:22.013473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:34.373995 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-771fba35-c353-40d2-8d28-fedea51f1f66 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696309 Dec 15 22:25:34.518819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-5915ae5b-0165-4639-8248-615877fe04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:34.520321 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-5915ae5b-0165-4639-8248-615877fe04ba service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.0799687 Dec 15 22:25:34.665129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-2c76ec14-535e-429e-86aa-82f7a1307679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:34.666477 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-2c76ec14-535e-429e-86aa-82f7a1307679 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1274340 Dec 15 22:25:34.768644 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-6dcf8ef5-c945-43ed-8e32-96302d24c201 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 1002 time: 0.0947623 Dec 15 22:25:34.838169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-d32065e4-456d-4639-a01c-d3ee7587dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:34.839548 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-d32065e4-456d-4639-a01c-d3ee7587dbcc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.0643730 Dec 15 22:25:34.917944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-399699bd-5a8b-4bf8-b463-c9329884129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:34.919356 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-399699bd-5a8b-4bf8-b463-c9329884129c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733216 Dec 15 22:25:35.048643 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-3c40906f-265a-4944-ae32-c736c34f8c98 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221187 Dec 15 22:25:35.181167 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b0d3852b-3e34-4498-a5f0-42abaa2c5d6a req-5366cb3f-2a99-4c76-98d0-19b752d5d2c9 service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259305 Dec 15 22:25:43.550865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f1eee894-c08e-46f8-a073-ad7b9193f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:43.846754 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47970) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:44.042598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 3a9dbf22-dcba-45ce-b07e-73265f534d6b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:25:44.042930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:44.206154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:44.206397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:44.444477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 3a9dbf22-dcba-45ce-b07e-73265f534d6b owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:25:44.590988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:44.596185 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c02212b2-e258-4209-9fe1-5fd46abf96fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:44.666430 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=3a9dbf22-dcba-45ce-b07e-73265f534d6b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:44.682381 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.682769 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.683148 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.683523 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.683917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.684291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.684657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.685025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.685385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.685747 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.686106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.686466 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:44.712809 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:44.744370 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:44.744749 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 6799f7ef-510e-4a1e-a508-421efe00871b disassociated (deleted). External IP: 172.26.6.202, port: a8559319-7df5-4cc1-b779-bdca31e41fc0. Dec 15 22:25:45.087074 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router e7d95c0a-18e1-4cf3-bbea-55847282718f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:25:45.260734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:25:45.277899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Sync routers for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:25:45.281474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:45.286991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:45.287605 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:45.337832 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/floatingips/6799f7ef-510e-4a1e-a508-421efe00871b HTTP/1.1" status: 204 len: 168 time: 1.4900153 Dec 15 22:25:45.338483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:25:45.388664 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'status': 'completed', 'code': 200} Dec 15 22:25:45.479304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:45.490776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953d94-02fd-4644-b91e-e500045e7261 req-bd62bbcd-62ab-40a2-9f6d-50b563624156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:45.493547 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-bd62bbcd-62ab-40a2-9f6d-50b563624156 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 1099 time: 0.0821264 Dec 15 22:25:45.646771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953d94-02fd-4644-b91e-e500045e7261 req-ce672300-66d8-466a-bfe7-022da5a7f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:45.648440 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-ce672300-66d8-466a-bfe7-022da5a7f83f service neutron] 10.222.0.32 "GET /v2.0/networks?id=3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 200 len: 898 time: 0.1468303 Dec 15 22:25:45.718505 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-dcbfbb28-af0d-45e3-a07c-bf04c22a2295 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 200 len: 217 time: 0.0603957 Dec 15 22:25:45.728085 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be3bf9-938d-42bf-9843-1b94caedb0f5 req-c2d48c4f-5291-4803-81e0-76882dce1986 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:45.728779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-23be3bf9-938d-42bf-9843-1b94caedb0f5 req-c2d48c4f-5291-4803-81e0-76882dce1986 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:25:45.745544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-23be3bf9-938d-42bf-9843-1b94caedb0f5 req-c2d48c4f-5291-4803-81e0-76882dce1986 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:25:45.746849 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-23be3bf9-938d-42bf-9843-1b94caedb0f5 req-c2d48c4f-5291-4803-81e0-76882dce1986 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0990412 Dec 15 22:25:45.801113 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-23be3bf9-938d-42bf-9843-1b94caedb0f5 req-b1fe82fb-2491-4ec0-8e57-4aa12de077cd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474761 Dec 15 22:25:45.815324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:45.819789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Checking router: e7d95c0a-18e1-4cf3-bbea-55847282718f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:25:45.831500 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:45.832372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:45.909802 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953d94-02fd-4644-b91e-e500045e7261 req-1df58653-930c-4880-9bc0-1437523f21b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:45.911218 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-1df58653-930c-4880-9bc0-1437523f21b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 200 len: 835 time: 0.1861377 Dec 15 22:25:45.922156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c06e1f09-247e-4350-ae86-8f656b06aff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:45.988097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50953d94-02fd-4644-b91e-e500045e7261 req-5bf22b2f-8485-43ef-816f-c6a4e1aea9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:45.989555 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-5bf22b2f-8485-43ef-816f-c6a4e1aea9c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3c10af2d-eb11-461f-a0b5-0c3b23a25949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718231 Dec 15 22:25:46.027257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:46.123727 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-dda47ac2-11cd-4f0a-a46c-86342189bc4c service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272364 Dec 15 22:25:46.259364 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-50953d94-02fd-4644-b91e-e500045e7261 req-89c5c858-b043-4309-968b-dd1ef55a4f3f service neutron] 10.222.0.32 "GET /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278088 Dec 15 22:25:46.383620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:46.387463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da9faee-0a28-4fd4-9bc8-cadcb052a85c None None] The sync data for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv is: [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:24:16Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '44b07912-7590-4598-a450-57b7b1f0e166', 'name': '', 'network_id': '3c10af2d-eb11-461f-a0b5-0c3b23a25949', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:10:62:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:15Z', 'updated_at': '2021-12-15T22:24:21Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'a64d3877-f0d3-41dc-9995-9e0fdafceabf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:25:46.612617 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6054de9-32d8-4eed-bf56-0ad99e6b7ec7 None None] New status for floating IP 6799f7ef-510e-4a1e-a508-421efe00871b: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:25:46.953334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:46.957226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:46.994508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c107c-744d-45a4-8ff4-b55de44220b9 req-a3fa196c-18da-4d73-ae6d-8e94274d82dc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:46.996138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-708c107c-744d-45a4-8ff4-b55de44220b9 req-a3fa196c-18da-4d73-ae6d-8e94274d82dc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0832889 Dec 15 22:25:47.043601 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-708c107c-744d-45a4-8ff4-b55de44220b9 req-88d081a1-7703-462b-b7df-5ad4dcc06143 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Dec 15 22:25:47.122116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-664df463-de0b-46ee-a929-81cc1a4cab63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:47.123520 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-664df463-de0b-46ee-a929-81cc1a4cab63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 946 time: 0.0790846 Dec 15 22:25:47.193630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port a8559319-7df5-4cc1-b779-bdca31e41fc0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:25:47.193965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:47.435593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port a8559319-7df5-4cc1-b779-bdca31e41fc0, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=a8559319-7df5-4cc1-b779-bdca31e41fc0,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:25:47.435979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:47.562652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for a8559319-7df5-4cc1-b779-bdca31e41fc0 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:25:47.708279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:47.714273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-45fbc13c-30aa-43a3-9c5b-071be646bd58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:47.763259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=a8559319-7df5-4cc1-b779-bdca31e41fc0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:47.831697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.832109 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.832487 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.832858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.833219 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.833584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.833943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.834302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.834657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.835013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.835368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.835722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:47.842971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:47.849164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] No DVR routers for this DVR port a8559319-7df5-4cc1-b779-bdca31e41fc0 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:25:47.851177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:47.853763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'name': 'network-vif-deleted', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:25:47.868428 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b58f0bb-c2f9-4aea-acbf-e1c037f2f65a req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "DELETE /v2.0/ports/a8559319-7df5-4cc1-b779-bdca31e41fc0 HTTP/1.1" status: 204 len: 173 time: 0.7385705 Dec 15 22:25:47.898966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e74db775-d211-470d-aef9-bbdd1c7169b0', 'name': 'network-vif-deleted', 'tag': 'a8559319-7df5-4cc1-b779-bdca31e41fc0', 'status': 'completed', 'code': 200} Dec 15 22:25:48.212312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-afb2a502-4e3d-4a0e-bc8f-b304d7c1bea5 req-7d85ba0e-b2e7-452c-8d6b-28820f20b708 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:25:48.229005 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-afb2a502-4e3d-4a0e-bc8f-b304d7c1bea5 req-7d85ba0e-b2e7-452c-8d6b-28820f20b708 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:25:48.230416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-afb2a502-4e3d-4a0e-bc8f-b304d7c1bea5 req-7d85ba0e-b2e7-452c-8d6b-28820f20b708 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=e74db775-d211-470d-aef9-bbdd1c7169b0 HTTP/1.1" status: 200 len: 210 time: 0.0651891 Dec 15 22:25:48.568446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:49.326462 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 47990) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:49.611323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a8559319-7df5-4cc1-b779-bdca31e41fc0 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:25:49.647520 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: a8559319-7df5-4cc1-b779-bdca31e41fc0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:25:49.647899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device a8559319-7df5-4cc1-b779-bdca31e41fc0 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:25:50.041659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:50.394825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 44b07912-7590-4598-a450-57b7b1f0e166 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:25:50.395522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:50.577960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 44b07912-7590-4598-a450-57b7b1f0e166, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=44b07912-7590-4598-a450-57b7b1f0e166,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:25:50.578323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:50.698872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 44b07912-7590-4598-a450-57b7b1f0e166 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:25:50.881977 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:50.885456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8f6709dc-96d8-44ec-8e56-0bf1f620b1e7 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:50.935299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=44b07912-7590-4598-a450-57b7b1f0e166,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:50.938922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:51.334717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:51.697495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router e7d95c0a-18e1-4cf3-bbea-55847282718f has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:25:51.874296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:25:51.886969 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Sync routers for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:25:51.895555 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7c3283ce-701f-4451-ab98-b65f7299b599 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/e7d95c0a-18e1-4cf3-bbea-55847282718f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679677 Dec 15 22:25:51.896839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:51.897460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:51.898415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47994) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:51.967722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting subnet a64d3877-f0d3-41dc-9995-9e0fdafceabf {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:25:51.971167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.007215 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:25:52.027999 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.064839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.082171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:52.111947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.184217 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.188917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6e142758-4537-4dbb-a1f5-4e4bf2ef06ba tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:52.230161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Subnet': ['ID=a64d3877-f0d3-41dc-9995-9e0fdafceabf,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:52.232166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.235348 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:52.239016 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d22beee9-0a37-45d3-b50a-aa269394da00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/subnets/a64d3877-f0d3-41dc-9995-9e0fdafceabf HTTP/1.1" status: 204 len: 168 time: 0.3390369 Dec 15 22:25:52.241683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 47998) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:52.250023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73c731-fdc3-45c2-9a92-312f83dc5e20 None None] Network 3c10af2d-eb11-461f-a0b5-0c3b23a25949 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:25:52.536149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:25:50Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:52.540000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Checking router: e7d95c0a-18e1-4cf3-bbea-55847282718f for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:25:52.543602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.548489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Routers {'e7d95c0a-18e1-4cf3-bbea-55847282718f'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:52.549098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e7d95c0a-18e1-4cf3-bbea-55847282718f'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:52.621160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] DHCP port deletion for 3c10af2d-eb11-461f-a0b5-0c3b23a25949 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:25:52.632871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Deleting port 044971eb-4874-48be-a4c5-862dbdf67cd4 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:25:52.633253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.729330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.739084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port e901b64c-6228-42d3-9bf4-b4b42ac860b7 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:25:52.739484 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:52.817364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] Set router e7d95c0a-18e1-4cf3-bbea-55847282718f gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:52.913407 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port e901b64c-6228-42d3-9bf4-b4b42ac860b7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e901b64c-6228-42d3-9bf4-b4b42ac860b7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:25:52.914006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.037618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for e901b64c-6228-42d3-9bf4-b4b42ac860b7 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:25:53.143016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] For port 044971eb-4874-48be-a4c5-862dbdf67cd4, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=044971eb-4874-48be-a4c5-862dbdf67cd4,segment=NetworkSegment(67360268-13f8-4dc1-84e2-102773ea3db6),segment_id=67360268-13f8-4dc1-84e2-102773ea3db6)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:25:53.143477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.153225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 044971eb-4874-48be-a4c5-862dbdf67cd4 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:25:53.321683 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Calling delete_port for 044971eb-4874-48be-a4c5-862dbdf67cd4 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:25:53.343447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.348419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-614701b0-14ac-4f2b-a356-1f13b5026e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:53.392636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=e901b64c-6228-42d3-9bf4-b4b42ac860b7,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:53.427014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:53.485238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.501704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.509072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:53.544602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.566062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Pushing event deleted for resources: {'Port': ['ID=044971eb-4874-48be-a4c5-862dbdf67cd4,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:53.579035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] No DVR routers for this DVR port 044971eb-4874-48be-a4c5-862dbdf67cd4 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:25:53.582735 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.583107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.583436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.583767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.584130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.584459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.584785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.585110 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.585429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.585747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.586070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.586384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:53.599696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:53.657306 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:25:50Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:53.675375 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.678024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.700622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.701316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Fanout notify agent at l3_agent the message router_deleted on router e7d95c0a-18e1-4cf3-bbea-55847282718f {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:25:53.717269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f489be-9957-44ee-ac93-838f2dcb12a8 None None] The sync data for ids ['e7d95c0a-18e1-4cf3-bbea-55847282718f'] in dv-neutron-820612-1-hyperv is: [{'id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-284569390', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:24:11Z', 'updated_at': '2021-12-15T22:25:50Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'e901b64c-6228-42d3-9bf4-b4b42ac860b7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:8b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d95c0a-18e1-4cf3-bbea-55847282718f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:24:12Z', 'updated_at': '2021-12-15T22:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:25:53.718607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:53.722148 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/routers/e7d95c0a-18e1-4cf3-bbea-55847282718f HTTP/1.1" status: 204 len: 168 time: 1.4779179 Dec 15 22:25:53.723263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48002) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:53.966650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.097908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.123805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c10af2d-eb11-461f-a0b5-0c3b23a25949']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:54.136474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67360268-13f8-4dc1-84e2-102773ea3db6') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:54.136771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67360268-13f8-4dc1-84e2-102773ea3db6') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:54.148903 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.164840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.171151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:25:54.171542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:25:54.186493 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:25:54.269303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.273944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.276992 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1bc4cbf6-678c-423a-8ddc-c90820671240 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:54.300993 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Network': ['ID=3c10af2d-eb11-461f-a0b5-0c3b23a25949,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:54.303751 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:54.312946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48006) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:54.314129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e65ef4ab-92c0-4315-bdbe-6de76c76a150 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/networks/3c10af2d-eb11-461f-a0b5-0c3b23a25949 HTTP/1.1" status: 204 len: 168 time: 0.5885417 Dec 15 22:25:54.386330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.415596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.476779 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.480450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-93390ec6-4e72-4c2a-aca3-09595372c114 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:54.495511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:54.498095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:54.506046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.507144 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/security-groups/03eb83ec-e0d9-4f61-8ed7-fe4e032ab0dd HTTP/1.1" status: 204 len: 168 time: 0.1926150 Dec 15 22:25:54.752276 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48014) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:54.757681 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34326458', 'description': 'tempest-secgroup-smoke-34326458 description', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:54.765159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:54.769604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:54.772606 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:54.778194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:54.788317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.811678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:54.815539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:54.818328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:54.823960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:54.890305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.893723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.897342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b7271e8a-b39c-4ed4-9889-856123e2e552 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:54.937883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72dc7b-9655-43f4-9fdd-8f605ada8244,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:54.940845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:54.943563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:54.945015 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c8a51b06-b1bf-4dd2-8677-cb1de398b519 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1917522 Dec 15 22:25:54.947887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48018) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:54.953176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:54.959739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:54.963536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:54.966607 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:54.972947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:54.989416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.046931 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.050135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.051894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fef488a6-c852-4203-8b4f-05e65b73e103 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.076913 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a1be5e-1787-4fbf-b34c-558d4bd72f14,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.079907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.086759 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.087915 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-fbed1b05-2007-4743-b1ea-84cdf58fb9e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390347 Dec 15 22:25:55.091421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48022) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.101413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.107613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.111499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.114442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.120155 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.136742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.151289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 44b07912-7590-4598-a450-57b7b1f0e166 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:25:55.185030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 44b07912-7590-4598-a450-57b7b1f0e166 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:25:55.185381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 44b07912-7590-4598-a450-57b7b1f0e166 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:25:55.185799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e901b64c-6228-42d3-9bf4-b4b42ac860b7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:25:55.197195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.200830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.202733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f467022b-e827-4d6f-8836-5e4412f7e6e7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.218136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e901b64c-6228-42d3-9bf4-b4b42ac860b7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:25:55.218489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e901b64c-6228-42d3-9bf4-b4b42ac860b7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:25:55.225260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4effc436-6e06-49a8-870c-2926de1de4e0,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.227626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.234486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.235656 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431949 Dec 15 22:25:55.238296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48026) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.243201 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.248834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.252572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.255351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.260880 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.278330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.341514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.345565 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.347280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-824d3695-fd66-485a-befb-c51a080f3fd8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.367980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7af867-9680-4789-8cff-fb93ceaed67e,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.370436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.377836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.378989 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397972 Dec 15 22:25:55.381676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48030) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.386558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.392863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.396683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.399478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.405134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.420855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.481413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.484706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.486505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-897e839f-684e-4abd-a908-86a0a094e9cb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.507831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5b2a80-aedd-4304-9820-b494740272e3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.510396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.519396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.520601 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379855 Dec 15 22:25:55.523165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48034) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.528107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.533778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.537629 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.540486 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.546207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.557297 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:25:55.564938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.626108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.629607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.631379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b2749848-8e43-42ae-8059-bcc98163bf89 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.655677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da5faf0-58d4-4961-b8af-006c04203e7a,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.660135 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.664392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.665516 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414695 Dec 15 22:25:55.668172 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48038) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.673225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': '0d72dc7b-9655-43f4-9fdd-8f605ada8244', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.679163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.682950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.685778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.692002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.701199 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:25:55.708153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.772273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.776383 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.783316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-140fbd10-9ada-4ec1-a002-acfdf20dd7bf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:55.800611 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1666ece-81b0-4c2e-b8f3-1258856b93a3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:55.803238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:55.810594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.811945 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428688 Dec 15 22:25:55.815347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48042) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:55.820759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'network': {'name': 'tempest-network-smoke--1101177358', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:55.825440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:55.829426 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:network and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:55.832200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:55.837898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:55.848227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:25:55.851576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.879217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:25:55.887364 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.887703 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Added segment 4cad6351-da8e-4b37-a5fe-cb05d306ffcc of type vlan for network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba Dec 15 22:25:55.912737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.940733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.946188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:55.946753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:55.950068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:56.057920 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2415435 Dec 15 22:25:56.060704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48046) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:56.063687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Network': ['ID=2ba2c264-f0a8-42f6-a70b-e7003a1107ba,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:56.066237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'admin_state_up': True, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:56.066447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:56.073874 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:56.074162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:25:56.077946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:router and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:56.081357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:56.088213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:56.098731 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.099863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.115011 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.380683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.680558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.712267 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:56.841202 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.35 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d5b23c17-43c1-427b-abb1-2c8a72fd680a) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:25:56.990156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:57.018013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:57.022293 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:57.205471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:25:57.208110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:25:57.211811 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:25:57.254196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=d5b23c17-43c1-427b-abb1-2c8a72fd680a,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:57.258126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:57.619038 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:57.949764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:58.147943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 989d276a-b9db-4352-b933-220d5a07c5d7 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:25:58.327706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:25:58.337746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Sync routers for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:25:58.347167 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:58.347851 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:58.354149 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:58.355476 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-16d2ad4f-ec86-4c2e-b100-fec3d20c4425 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2936366 Dec 15 22:25:58.358571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48052) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:58.400577 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1b422dc8-30df-4559-b875-400a852ba4eb tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1a784eb6f3434f48bc67eae4dff8e929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408502 Dec 15 22:25:58.402957 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48056) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:58.524163 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:58.665335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490c547-d4bf-496b-84f8-4cf449f93bbd tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:58.666796 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-4490c547-d4bf-496b-84f8-4cf449f93bbd tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2629640 Dec 15 22:25:58.669630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48060) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:58.711937 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9b71e26b-1204-449f-b27e-dd9b6aadb15c tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411468 Dec 15 22:25:58.714282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48064) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:58.720137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-599689383', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:25:58.809814 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:57Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:58.814035 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Checking router: 989d276a-b9db-4352-b933-220d5a07c5d7 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:25:58.814377 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Updating router 989d276a-b9db-4352-b933-220d5a07c5d7 port d5b23c17-43c1-427b-abb1-2c8a72fd680a binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:25:58.829788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:25:58.833530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:subnet and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:25:58.836315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:25:58.842022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:25:58.852362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:25:58.855976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:58.866847 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.071664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.076680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0d9ed8d7-5399-4824-aed4-0782ffc4a550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:59.152315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Subnet': ['ID=f11b899e-1427-43ee-bbcc-474adee136b9,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:59.155502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:59.158478 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Checking segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:25:59.158863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network hostable DHCP agents. Network: 2ba2c264-f0a8-42f6-a70b-e7003a1107ba, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:25:59.180500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:25:59.193076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 2ba2c264-f0a8-42f6-a70b-e7003a1107ba) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:25:59.199050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:25:59.200235 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.201848 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.202482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06035cff-9d2f-435c-956d-82c2a7e8ad25 None None] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:25:59.213776 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Transition to ACTIVE for port object d5b23c17-43c1-427b-abb1-2c8a72fd680a will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:25:59.221870 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.229362 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-6e45bdce-b535-467d-87f6-e07222252faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:59.229527 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5114584 Dec 15 22:25:59.229680 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48068) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:25:59.302734 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Attempting to bind port d5b23c17-43c1-427b-abb1-2c8a72fd680a on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:25:59.303128 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Attempting to bind port d5b23c17-43c1-427b-abb1-2c8a72fd680a by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:25:59.303486 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Attempting to bind port d5b23c17-43c1-427b-abb1-2c8a72fd680a on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:25:59.313045 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:25:59.313271 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:25:59.313566 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.314004 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:25:59.314472 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Bound port: d5b23c17-43c1-427b-abb1-2c8a72fd680a, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:25:59.314864 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.341688 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Pushing event updated for resources: {'Port': ['ID=d5b23c17-43c1-427b-abb1-2c8a72fd680a,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:59.364320 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.364628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.364918 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.365307 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.365644 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.365975 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.366299 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.366626 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.366950 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.367268 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.367589 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.367923 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:25:59.379616 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:59.403122 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] For port d5b23c17-43c1-427b-abb1-2c8a72fd680a, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:25:59.407316 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] For port d5b23c17-43c1-427b-abb1-2c8a72fd680a, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d5b23c17-43c1-427b-abb1-2c8a72fd680a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:25:59.411999 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.416281 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-60cc3f5b-051f-4255-88fd-9491b370c9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:59.492162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:25:59.493170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.497200 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:25:59.497200 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:25:59.658720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Allocated IP 172.20.0.2 (2ba2c264-f0a8-42f6-a70b-e7003a1107ba/f11b899e-1427-43ee-bbcc-474adee136b9/2fe8d953-6ae5-4b5d-9c77-2a8be384ed35) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:25:59.692334 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Pushing event updated for resources: {'Port': ['ID=d5b23c17-43c1-427b-abb1-2c8a72fd680a,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:59.695393 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:25:59.713006 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:25:59.864174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.874734 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Transition to ACTIVE for port object 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:25:59.893714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Transition to ACTIVE for port object 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:25:59.899900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:25:59.903944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:25:59.967702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:25:59.970629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:25:59.975236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:25:59.981674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Pushing event updated for resources: {'Port': ['ID=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:25:59.984832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:00.002838 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:57Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:00.006905 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f5e835-dc61-443e-aeeb-978d9b5d25a7 None None] The sync data for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv is: [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:57Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:26:00.068198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Attempting to bind port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:26:00.068467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Attempting to bind port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:26:00.068842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Attempting to bind port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 on network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:26:00.074659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:26:00.075047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Checking segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:26:00.075460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.075861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Bound using segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:26:00.076444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Bound port: 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:26:00.076834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.090329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.171491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] For port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:26:00.175658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] For port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:26:00.181714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.187168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:00.290676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Pushing event updated for resources: {'Port': ['ID=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:00.293696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:00.576605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.1 (2ba2c264-f0a8-42f6-a70b-e7003a1107ba/f11b899e-1427-43ee-bbcc-474adee136b9/6ade076b-0459-4114-af35-d59f77667d3b) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:26:00.748753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.765412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 6ade076b-0459-4114-af35-d59f77667d3b will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:26:00.794799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:00.799020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-691a855f-0cae-4299-bcd8-e9d4c5ea2bd9 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:00.868458 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:26:00.872514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:26:00.877273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:26:00.911823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:00.918301 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:00.945436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.223667 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d5b23c17-43c1-427b-abb1-2c8a72fd680a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:01.308339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81044bd-e15b-4592-b0bb-231ab502de8e None None] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:26:01.324560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port d5b23c17-43c1-427b-abb1-2c8a72fd680a completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:01.387771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.390996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d5b23c17-43c1-427b-abb1-2c8a72fd680a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:01.391378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.482022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55e65500-e28e-4394-a53a-f263c4fb99a4 None None] Provisioning for port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:01.637352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.663968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port d5b23c17-43c1-427b-abb1-2c8a72fd680a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d5b23c17-43c1-427b-abb1-2c8a72fd680a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:01.669432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.670263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:01.695313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:01.793485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=d5b23c17-43c1-427b-abb1-2c8a72fd680a,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:01.797481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:01.814040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:01.820649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:01.821043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.824422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.831070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.868724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-aa822126-eb5f-4223-a102-5012c6d21018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:01.961618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.961961 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:01.966631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:01.975702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:01.999405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:02.005548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:02.013586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:02.087031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:02.092044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:02.130108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Provisioning for port 6ade076b-0459-4114-af35-d59f77667d3b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:02.138335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Provisioning complete for port 6ade076b-0459-4114-af35-d59f77667d3b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:02.138599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:02.143176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:26:02.144502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:26:02.199397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Port 6ade076b-0459-4114-af35-d59f77667d3b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:26:02.211186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Provisioning complete for port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:02.211571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-57e333ab-242f-431f-8014-ac08263b8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:02.353395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 989d276a-b9db-4352-b933-220d5a07c5d7 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:26:02.550035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:26:02.559753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-bea71379-b941-43b5-a4a7-3d0f3b3a2153 None None] Provisioning complete for port 6ade076b-0459-4114-af35-d59f77667d3b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:02.560655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bea71379-b941-43b5-a4a7-3d0f3b3a2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:02.563054 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/989d276a-b9db-4352-b933-220d5a07c5d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3322055 Dec 15 22:26:02.596016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Sync routers for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:26:02.626660 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:26:02.627289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:02.696665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bea71379-b941-43b5-a4a7-3d0f3b3a2153 None None] Port 6ade076b-0459-4114-af35-d59f77667d3b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:26:02.734300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-aefa6ae1-f340-4829-b719-233000e56f24 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34326458&fields=id&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 267 time: 0.0404837 Dec 15 22:26:02.821005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:26:02.884829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-824c476d-deee-4117-80ea-2a556746b8c5 None None] Provisioning complete for port 6ade076b-0459-4114-af35-d59f77667d3b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:02.885215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-824c476d-deee-4117-80ea-2a556746b8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:02.897599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-bf03b552-4c8d-4a2a-9ebe-b0439f18c308 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:02.898290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-bf03b552-4c8d-4a2a-9ebe-b0439f18c308 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:26:02.914150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-bf03b552-4c8d-4a2a-9ebe-b0439f18c308 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:26:02.915817 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-bf03b552-4c8d-4a2a-9ebe-b0439f18c308 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 797 time: 0.1750143 Dec 15 22:26:02.930796 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-65c502ee-b997-4a3a-9593-3e06424cba9d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/quotas/1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 375 time: 0.0094004 Dec 15 22:26:03.019936 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-575ff713-5059-45c1-a4da-0cc0ab905277 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838065 Dec 15 22:26:03.069676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-824c476d-deee-4117-80ea-2a556746b8c5 None None] Port 6ade076b-0459-4114-af35-d59f77667d3b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:26:03.163059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d5b23c17-43c1-427b-abb1-2c8a72fd680a up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:03.202018 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-18e94a03-d8f8-438c-b320-94cb8a1da63f service neutron] 10.222.0.18 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705480 Dec 15 22:26:03.247595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port d5b23c17-43c1-427b-abb1-2c8a72fd680a triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:03.247988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:03.276937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 2, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:03.297846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Checking router: 989d276a-b9db-4352-b933-220d5a07c5d7 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:26:03.298203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Updating router 989d276a-b9db-4352-b933-220d5a07c5d7 port 6ade076b-0459-4114-af35-d59f77667d3b binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:26:03.337380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-bb9e29a0-26d2-440b-babe-d578f4a0eea2 service neutron] 10.222.0.18 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290321 Dec 15 22:26:03.362960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:03.512873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f390bcb0-55d3-48d3-a293-91bd43aca837 req-a5c78a4a-00d3-43b0-a513-ade64939faee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:26:03.518200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:03.529226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-f390bcb0-55d3-48d3-a293-91bd43aca837 req-a5c78a4a-00d3-43b0-a513-ade64939faee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:26:03.530511 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f390bcb0-55d3-48d3-a293-91bd43aca837 req-a5c78a4a-00d3-43b0-a513-ade64939faee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 210 time: 0.0607982 Dec 15 22:26:03.688047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:03.688627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:03.966096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:03.977706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Transition to ACTIVE for port object 6ade076b-0459-4114-af35-d59f77667d3b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:26:03.983592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:03.987644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:04.135221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Pushing event updated for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:04.142393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:04.199384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Attempting to bind port 6ade076b-0459-4114-af35-d59f77667d3b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:26:04.199761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Attempting to bind port 6ade076b-0459-4114-af35-d59f77667d3b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:26:04.200231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Attempting to bind port 6ade076b-0459-4114-af35-d59f77667d3b on network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:26:04.205803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:26:04.206181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Checking segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:26:04.206587 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:04.206985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Bound using segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:26:04.207456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Bound port: 6ade076b-0459-4114-af35-d59f77667d3b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:26:04.207834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:04.298651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] For port 6ade076b-0459-4114-af35-d59f77667d3b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:26:04.302165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] For port 6ade076b-0459-4114-af35-d59f77667d3b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ade076b-0459-4114-af35-d59f77667d3b,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:26:04.308342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:04.313267 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7d1b8f27-f736-4fd8-8061-0489790464f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:04.391832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:26:04.392237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:25:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:04.448192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Pushing event updated for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:04.458289 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:04.601672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-2ee8a21a-949e-4f02-9a35-6c60d8a55bb4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:04.603169 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-2ee8a21a-949e-4f02-9a35-6c60d8a55bb4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 797 time: 0.2112586 Dec 15 22:26:04.638137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:26:04.658343 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-1be076a1-aa02-4057-9177-84457457b92f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 378 time: 0.0460563 Dec 15 22:26:04.668530 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'port': {'device_id': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'admin_state_up': True, 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'security_groups': ['0d72dc7b-9655-43f4-9fdd-8f605ada8244']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:26:04.796788 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8224469f-4a41-4220-b1c8-8676cec1d9de req-d815e863-beac-4f0e-ac43-49e453de519d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 210 time: 0.1345296 Dec 15 22:26:04.852499 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:26:04.862514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:26:04.872122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:26:04.876380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:04.972942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:04Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:04.976878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74983b3d-91a6-43ba-969c-3bcf68bbf7a2 None None] The sync data for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv is: [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:04Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:26:05.184079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ade076b-0459-4114-af35-d59f77667d3b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:05.192753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.14 (2ba2c264-f0a8-42f6-a70b-e7003a1107ba/f11b899e-1427-43ee-bbcc-474adee136b9/32c4e13f-a5d5-44ec-babb-08ebd5dc1c88) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:26:05.253917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 6ade076b-0459-4114-af35-d59f77667d3b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:05.258246 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ade076b-0459-4114-af35-d59f77667d3b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:05.258631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.392430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.404906 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.421619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:26:05.429189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 6ade076b-0459-4114-af35-d59f77667d3b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ade076b-0459-4114-af35-d59f77667d3b,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:05.432808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.436085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-eace3631-8db1-462d-bbaa-c4dfa183ff82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:05.448455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.454810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f7765f97-908c-48ba-b151-ca7a26390308 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:05.508044 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:05.512021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:05.544278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:26:05.547917 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:26:05.549923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:05.552046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:26:05.582136 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:05.622186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:05.622863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.651513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9874198 Dec 15 22:26:05.663923 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Request body: {'port': {'device_id': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:26:05.787703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.864945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac787b68-ff4a-45c9-b3e3-44f2cb16c2fc None None] Provisioning for port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:05.877429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ac787b68-ff4a-45c9-b3e3-44f2cb16c2fc None None] Provisioning complete for port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:05.878360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac787b68-ff4a-45c9-b3e3-44f2cb16c2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:05.941376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-ac787b68-ff4a-45c9-b3e3-44f2cb16c2fc None None] Port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:26:06.021648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a5b62-fd93-4210-88be-63359c10db09 req-537ce898-9fce-4f70-ac9c-f21cdbbc5c2f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:06.026146 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ab5a5b62-fd93-4210-88be-63359c10db09 req-537ce898-9fce-4f70-ac9c-f21cdbbc5c2f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 932 time: 0.1046984 Dec 15 22:26:06.082191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ab5a5b62-fd93-4210-88be-63359c10db09 req-a9efdc9a-5045-4c5a-b08e-c05891245206 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:26:06.102398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-ab5a5b62-fd93-4210-88be-63359c10db09 req-a9efdc9a-5045-4c5a-b08e-c05891245206 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:26:06.103830 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-ab5a5b62-fd93-4210-88be-63359c10db09 req-a9efdc9a-5045-4c5a-b08e-c05891245206 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708485 Dec 15 22:26:06.179304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:26:06.187170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:06.202655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Transition to ACTIVE for port object 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:26:06.207636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:06.211572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5eb7157b-ed80-4181-8611-2ff6cca57bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:06.343439 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:06.372967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:06.457345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Attempting to bind port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:26:06.457685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Attempting to bind port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:26:06.458013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Attempting to bind port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 on network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:26:06.462748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 on network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:26:06.463058 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Attempting to bind port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 on network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:26:06.468189 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:26:06.468521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Checking segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:26:06.468938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Bound using segment: {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:26:06.469359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Bound port: 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cad6351-da8e-4b37-a5fe-cb05d306ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:26:06.469700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:06.560601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:26:06.564391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:26:06.569840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:06.573566 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-64a8f0dd-0162-47a5-a266-6187d52767de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:06.635774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:06.636412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:06.637748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] 10.222.0.32 "PUT /v2.0/ports/32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1094 time: 0.9782426 Dec 15 22:26:06.638273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:26:06.656796 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:06.660357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:06.714752 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'status': 'completed', 'code': 200} Dec 15 22:26:06.762474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-5461fd47-e543-41f8-abe5-162f7f6f9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:06.764103 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-5461fd47-e543-41f8-abe5-162f7f6f9b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1097 time: 0.0873370 Dec 15 22:26:06.834100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-167170fc-eef2-41b0-818b-b8fdceec0cd5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 217 time: 0.0625217 Dec 15 22:26:06.902601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-572cbb53-1f3b-4e35-bfb4-4a2459e8a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:06.903970 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-572cbb53-1f3b-4e35-bfb4-4a2459e8a99c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0638998 Dec 15 22:26:06.977591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-3da488aa-9470-4ae9-b0cc-a4177c6208a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:06.979000 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-3da488aa-9470-4ae9-b0cc-a4177c6208a1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689449 Dec 15 22:26:07.156066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ade076b-0459-4114-af35-d59f77667d3b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:07.227398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 6ade076b-0459-4114-af35-d59f77667d3b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:07.227787 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:07.245615 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-58ea80bf-f594-4e05-b87e-89c00b3bbb04 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602262 Dec 15 22:26:07.293955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5186bdbf-9544-4155-8ca7-890a777146f9 req-5c75ba4b-0203-4c17-8de3-6554148fc3ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:07.296122 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5186bdbf-9544-4155-8ca7-890a777146f9 req-5c75ba4b-0203-4c17-8de3-6554148fc3ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 944 time: 0.0818453 Dec 15 22:26:07.342355 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5186bdbf-9544-4155-8ca7-890a777146f9 req-29b0024c-0b97-43bd-a212-7742c5daf635 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405853 Dec 15 22:26:07.397616 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8af2f3c6-955e-4e8a-9767-370c6c3b141c req-4ef474cd-aa46-4f38-800f-9b54682d0e28 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443050 Dec 15 22:26:07.519070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-0e4445a9-b3ce-49b3-8967-3074281d5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:07.520564 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-0e4445a9-b3ce-49b3-8967-3074281d5830 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1097 time: 0.0760367 Dec 15 22:26:07.657814 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-8c469a01-055e-4032-94b7-eaa6dc66b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:07.659141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-8c469a01-055e-4032-94b7-eaa6dc66b6f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1317842 Dec 15 22:26:07.725833 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-eaed9cd4-b7d2-4bec-8d85-dcd6783c9c5c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 217 time: 0.0591991 Dec 15 22:26:07.790035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-073859d4-493d-4b61-96c9-f87e01efa1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:07.791383 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-073859d4-493d-4b61-96c9-f87e01efa1f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0584369 Dec 15 22:26:07.866431 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-6e6e3d30-d1f9-4360-86ab-3b78dc7aebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:07.867836 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-6e6e3d30-d1f9-4360-86ab-3b78dc7aebfe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690556 Dec 15 22:26:07.999214 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-d2559a39-fdb9-4729-a407-71ed6426a064 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240022 Dec 15 22:26:08.130000 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f26531e-7126-4a22-976d-b2d305af4ae8 req-5b7c396d-84fa-4d3d-a9d3-c60b525b83ab service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233118 Dec 15 22:26:08.536139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477049c7-65e9-419b-b005-aa87e18edc13 req-fd126363-36d3-4250-a062-40195f50c5d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:08.536838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-477049c7-65e9-419b-b005-aa87e18edc13 req-fd126363-36d3-4250-a062-40195f50c5d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:26:08.551584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-477049c7-65e9-419b-b005-aa87e18edc13 req-fd126363-36d3-4250-a062-40195f50c5d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:26:08.552983 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-477049c7-65e9-419b-b005-aa87e18edc13 req-fd126363-36d3-4250-a062-40195f50c5d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 944 time: 0.0999291 Dec 15 22:26:08.597740 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-477049c7-65e9-419b-b005-aa87e18edc13 req-c9cb0164-9e7a-4f87-9e04-057187b1e4aa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388286 Dec 15 22:26:09.686800 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:26:09.786177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad1d5b-4343-46ca-a291-99f893051477 req-65afdb21-5c30-4da6-b694-b2497def8192 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:09.787612 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8ad1d5b-4343-46ca-a291-99f893051477 req-65afdb21-5c30-4da6-b694-b2497def8192 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 944 time: 0.0849578 Dec 15 22:26:09.832252 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f8ad1d5b-4343-46ca-a291-99f893051477 req-db08c8a3-fbd4-4bc5-ada4-51e401f62634 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387084 Dec 15 22:26:09.857055 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:09.870227 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'mac_address': 'fa:16:3e:14:2f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:26:09.925809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:09.941888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:26:09.957090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:09.960693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:09.962372 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-ac04ac4d-9f87-4ac5-a961-073f7280fcce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:10.024859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:10.027644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:10.162482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:26:11.013260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86218706-51b6-4882-86cf-dbbc9a4dbd64 req-95bb971a-4dfb-4139-8e69-e28b43f804b4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:11.014697 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86218706-51b6-4882-86cf-dbbc9a4dbd64 req-95bb971a-4dfb-4139-8e69-e28b43f804b4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 945 time: 0.0808620 Dec 15 22:26:11.057632 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-86218706-51b6-4882-86cf-dbbc9a4dbd64 req-f89f001f-1b88-470f-b6c7-ff50253ba830 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370073 Dec 15 22:26:11.693403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:26:11.758457 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:26:11.763119 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:26:11.763517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:11.876646 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:11.902146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:26:11.911361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:26:11.915353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:11.917321 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:11.946779 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'code': 200} Dec 15 22:26:11.986272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:11.989453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:12.221795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491a9ef-f6a8-42a4-9eca-02d53e6c4468 req-6a4be790-9560-447f-b392-833c60b8d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:12.223268 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4491a9ef-f6a8-42a4-9eca-02d53e6c4468 req-6a4be790-9560-447f-b392-833c60b8d35e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.1232674 Dec 15 22:26:12.281710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423883-e889-4b7c-88c7-3d4e2acf5c2f req-de236514-52c4-4d3e-8239-20f2065437df tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:12.283246 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7423883-e889-4b7c-88c7-3d4e2acf5c2f req-de236514-52c4-4d3e-8239-20f2065437df tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.1204851 Dec 15 22:26:12.284986 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4491a9ef-f6a8-42a4-9eca-02d53e6c4468 req-7739cbbc-ae6f-440e-8bbb-adf650451e2d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549846 Dec 15 22:26:12.327529 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a7423883-e889-4b7c-88c7-3d4e2acf5c2f req-bb08b200-58ec-44fe-9567-d7fa210d6c4e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386348 Dec 15 22:26:13.553998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-28dc13a1-b9cc-4c76-a427-70e588e6c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:13.590732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff5f36-c94c-4393-affb-c548c6553678 req-f7a6a39e-4a6a-4be6-9e53-f0b919fb5e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:13.592189 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-87ff5f36-c94c-4393-affb-c548c6553678 req-f7a6a39e-4a6a-4be6-9e53-f0b919fb5e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.1622872 Dec 15 22:26:13.758579 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-87ff5f36-c94c-4393-affb-c548c6553678 req-ca8e2bb1-ca8f-4c15-82cb-24432e2c4134 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599967 Dec 15 22:26:13.987669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572ada3-f8fd-49b6-932b-12f6bf94f994 req-1553cbaa-31d8-49a1-ac66-478c96e64067 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:13.989122 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0572ada3-f8fd-49b6-932b-12f6bf94f994 req-1553cbaa-31d8-49a1-ac66-478c96e64067 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.1253350 Dec 15 22:26:14.033362 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0572ada3-f8fd-49b6-932b-12f6bf94f994 req-b1a68e9f-4a65-42df-abf0-f8edf1b1f500 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386169 Dec 15 22:26:14.054715 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48126) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:14.126514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a05ae97-ac3b-4d90-877a-e129d78b9b18 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:14.127987 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9a05ae97-ac3b-4d90-877a-e129d78b9b18 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1094 time: 0.0723312 Dec 15 22:26:14.130667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48130) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:14.135294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:26:14.141593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:26:14.145328 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:floatingip and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:26:14.148094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:26:14.153696 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:26:14.163843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:14.412864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:14.545331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.68 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/a2dc7acb-10c2-4964-806d-3657ae34e41b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:26:14.698554 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:14.727194 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:14.731707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-799b8823-04e9-42e5-8b9c-1a8e05cc7cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:14.790643 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:26:14.793302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:26:14.797626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:26:14.832808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=a2dc7acb-10c2-4964-806d-3657ae34e41b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:14.844678 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:15.213698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:15.287784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:15.490726 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:15.494984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:15.499368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c065730-733a-45b4-b98a-75729159f48b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:26:15.604918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=a2dc7acb-10c2-4964-806d-3657ae34e41b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:26:15.608765 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:26:15.615666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:15.785415 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP d2c90632-1b14-4486-917e-7ccb08fab110 associated. External IP: 172.26.6.68, port: 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88. Dec 15 22:26:15.885294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bb0b068-6314-4459-b629-608c15faf480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:16.246395 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 989d276a-b9db-4352-b933-220d5a07c5d7 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:26:16.422392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:26:16.432823 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Sync routers for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:26:16.442093 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:26:16.442697 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:26:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:16.446263 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:16.504031 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3692169 Dec 15 22:26:16.504031 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:26:16.547544 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'status': 'completed', 'code': 200} Dec 15 22:26:16.632868 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:26:16.666667 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-341bd835-f9fa-44d2-8a21-47ab4c371b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:16.668963 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-341bd835-f9fa-44d2-8a21-47ab4c371b5a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0983474 Dec 15 22:26:16.689587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bcd88-72af-4cbe-907a-778135363074 req-27b0ca06-bd20-41be-b8b1-5b3571e741f2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:16.697645 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6c6bcd88-72af-4cbe-907a-778135363074 req-27b0ca06-bd20-41be-b8b1-5b3571e741f2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0952814 Dec 15 22:26:16.740722 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6c6bcd88-72af-4cbe-907a-778135363074 req-7554dd47-a900-44bd-bea2-cbd13c0402dc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415728 Dec 15 22:26:16.763635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48142) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:16.813839 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-79624fd5-a9a8-4447-a501-675d09c8ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:16.815555 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-79624fd5-a9a8-4447-a501-675d09c8ea45 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1401649 Dec 15 22:26:16.875534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-40da2794-2918-4f79-b4d0-a9fd30832459 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/d2c90632-1b14-4486-917e-7ccb08fab110 HTTP/1.1" status: 200 len: 991 time: 0.1104562 Dec 15 22:26:16.920508 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-3330702a-93dd-4ae1-b0b9-2fe1d9c7b083 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 999 time: 0.0984316 Dec 15 22:26:16.961565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:16.964706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:16.989710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-c319384d-cec1-4872-a785-c450add90893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:16.991146 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-c319384d-cec1-4872-a785-c450add90893 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0640187 Dec 15 22:26:16.992896 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'd2c90632-1b14-4486-917e-7ccb08fab110', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.68', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'mac_address': 'fa:16:3e:14:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:26:15Z', 'updated_at': '2021-12-15T22:26:15Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:16.996813 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Checking router: 989d276a-b9db-4352-b933-220d5a07c5d7 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:26:17.005667 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:26:17.006263 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:26:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:17.065830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-94743213-35b3-4063-9e69-882fd1c8bc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:17.067375 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-94743213-35b3-4063-9e69-882fd1c8bc96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703418 Dec 15 22:26:17.181410 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:26:17.196847 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-ca41ac3c-e8bd-4ed1-a170-6fda8edd4c52 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229484 Dec 15 22:26:17.325978 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e21b2ca6-205d-4c21-b6ed-cdbad1542c4e req-b6c18c04-bbbd-40fb-b44f-477f6c8194a6 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230967 Dec 15 22:26:17.546475 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'd2c90632-1b14-4486-917e-7ccb08fab110', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.68', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'mac_address': 'fa:16:3e:14:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:26:15Z', 'updated_at': '2021-12-15T22:26:15Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:26:17.550357 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549d1c2b-6eed-445a-a294-538b7ad17f33 None None] The sync data for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv is: [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'd2c90632-1b14-4486-917e-7ccb08fab110', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.68', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1734, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'mac_address': 'fa:16:3e:14:2f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:26:15Z', 'updated_at': '2021-12-15T22:26:15Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:26:17.737849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90110732-308b-4458-ac9a-29f57b3416e4 None None] New status for floating IP d2c90632-1b14-4486-917e-7ccb08fab110: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:26:17.877733 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48148) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:17.988768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b3761fa7-6050-4a81-866e-ee07a510d11a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/d2c90632-1b14-4486-917e-7ccb08fab110 HTTP/1.1" status: 200 len: 991 time: 0.1098599 Dec 15 22:26:18.570662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:18.992624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48152) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:19.096515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ce9450af-536b-40da-b919-a3a50a5292dd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/d2c90632-1b14-4486-917e-7ccb08fab110 HTTP/1.1" status: 200 len: 993 time: 0.1026714 Dec 15 22:26:22.033099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:22.874665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-545cc9bc-11da-443b-98c1-5ad6e2daf686 req-77912753-048f-4178-a208-9d859c80f9d7 tempest-ServerDiskConfigTestJSON-1714729141 tempest-ServerDiskConfigTestJSON-1714729141-project] (87553) timed out ('10.222.0.32', 56351) {{(pid=87553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 15 22:26:29.007182 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:26:36.380620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-4be80c14-fcf8-43b0-a32b-c1bdae75e9ac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739958 Dec 15 22:26:36.516211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-60a080af-89d9-4995-9e64-4701641c5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:36.517640 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-60a080af-89d9-4995-9e64-4701641c5360 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0696900 Dec 15 22:26:36.777176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-d1f95619-26f2-4e41-9baa-4d88a6c74508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:36.778513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-d1f95619-26f2-4e41-9baa-4d88a6c74508 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.2425921 Dec 15 22:26:36.880336 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-452cd98e-817b-4fdd-9a70-c32f249eb51d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1001 time: 0.0939639 Dec 15 22:26:36.945767 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-bfc489a7-2e36-4e1e-a08e-73926be3d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:36.947161 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-bfc489a7-2e36-4e1e-a08e-73926be3d6d1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0574007 Dec 15 22:26:37.032728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-97918ce6-c713-4adf-a32f-249687f956dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:37.034078 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-97918ce6-c713-4adf-a32f-249687f956dc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798144 Dec 15 22:26:37.169248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-1cf54baa-5048-4eab-a07e-881ea59402dc service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283269 Dec 15 22:26:37.310238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-4b26c638-3883-48f0-b0cd-17a50fc58ecb req-d3d50428-ad86-431b-867d-09b7a0f5bfcc service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334252 Dec 15 22:26:43.555302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bdbe1416-5969-4c93-8ea7-4db064d3b79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:45.887559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d74952dc-54e7-4dc8-acb3-013f3d72cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:46.954891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:46.955995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:48.581401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:48.661867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48176) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:26:48.701271 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d01628-e9d6-4f7e-bab9-a925f65ee4f4 req-1c035d55-cbbb-4bf3-9beb-b436a7cd90c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:48.702717 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6d01628-e9d6-4f7e-bab9-a925f65ee4f4 req-1c035d55-cbbb-4bf3-9beb-b436a7cd90c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0813115 Dec 15 22:26:48.747599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a6d01628-e9d6-4f7e-bab9-a925f65ee4f4 req-94ec19f8-85ff-4d56-9e76-ab75fa83e47d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385666 Dec 15 22:26:48.774876 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-687e6144-7cb0-4267-8526-8fe95c3a5f49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114492 Dec 15 22:26:49.915316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-6a345e68-ed91-4f9a-8965-b645cc579afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:49.916841 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-6a345e68-ed91-4f9a-8965-b645cc579afc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0742126 Dec 15 22:26:49.937449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d87703-5925-436c-8b2b-4cdcd5797794 req-9623b3af-6489-4dba-aa13-17feb6be8bfe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:49.939443 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-82d87703-5925-436c-8b2b-4cdcd5797794 req-9623b3af-6489-4dba-aa13-17feb6be8bfe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0825508 Dec 15 22:26:49.982681 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-82d87703-5925-436c-8b2b-4cdcd5797794 req-32cd5f32-b8c5-4963-b47e-ca615ea96af2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374472 Dec 15 22:26:50.047591 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-fea1b2e8-a592-4059-a39d-e4f0e9feb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:50.048994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-fea1b2e8-a592-4059-a39d-e4f0e9feb125 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1256907 Dec 15 22:26:50.150728 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-6f5a298d-3b72-4f51-b67c-bf2867f543bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1001 time: 0.0950963 Dec 15 22:26:50.211316 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-65606380-41ef-44de-bbd5-a1f8db53511c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:50.212703 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-65606380-41ef-44de-bbd5-a1f8db53511c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0559032 Dec 15 22:26:50.284352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-b68048b7-ace2-4c86-b0e1-c52892d9782d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:50.285754 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-b68048b7-ace2-4c86-b0e1-c52892d9782d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671408 Dec 15 22:26:50.413971 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-0ed2304c-1e2b-4502-988c-554527534e1a service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212440 Dec 15 22:26:50.545901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-f2d87a04-390c-40d8-9abb-8b383932df5d service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251543 Dec 15 22:26:51.174002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7696a-6c2b-46cf-b993-38a221dc6886 req-8828b80b-183d-4767-bb75-6c01b8d956fa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:51.175435 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9eb7696a-6c2b-46cf-b993-38a221dc6886 req-8828b80b-183d-4767-bb75-6c01b8d956fa tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0865531 Dec 15 22:26:51.218486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9eb7696a-6c2b-46cf-b993-38a221dc6886 req-93c885a5-9428-480b-a390-2e34d1eae71a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371265 Dec 15 22:26:52.027235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:26:52.401018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b67a4-7fb8-47c4-bd2c-66b046e7c7ac req-df1d18ec-f7e6-427b-8bb1-76517efb2d9a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:52.402440 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd5b67a4-7fb8-47c4-bd2c-66b046e7c7ac req-df1d18ec-f7e6-427b-8bb1-76517efb2d9a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0777230 Dec 15 22:26:52.449399 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dd5b67a4-7fb8-47c4-bd2c-66b046e7c7ac req-83aeea13-15da-4ad0-8d74-e6ea0b8a9c66 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408053 Dec 15 22:26:53.636412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842df464-f454-4930-b227-7538f73ab4ba req-df27f6d0-82a5-4786-8ca5-95520417b720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:53.637821 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-842df464-f454-4930-b227-7538f73ab4ba req-df27f6d0-82a5-4786-8ca5-95520417b720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0784638 Dec 15 22:26:53.799022 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-842df464-f454-4930-b227-7538f73ab4ba req-04115c31-0e21-42e5-98bb-268a0355417d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1548808 Dec 15 22:26:54.978242 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df61816-ccaf-4b1f-8a2a-c97acc3b5d2e req-2b3d8ac7-1b89-4bd4-81d3-9d97abf81d47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:54.979638 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5df61816-ccaf-4b1f-8a2a-c97acc3b5d2e req-2b3d8ac7-1b89-4bd4-81d3-9d97abf81d47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0782485 Dec 15 22:26:55.023196 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5df61816-ccaf-4b1f-8a2a-c97acc3b5d2e req-332b2c8a-2a8b-4c43-a22c-dd67aa4669a9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380220 Dec 15 22:26:56.202625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a24ff-44f6-486b-b699-9370e5e03652 req-3eb910f5-0dea-4130-9ff0-c5919a3b93b0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:56.204069 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-437a24ff-44f6-486b-b699-9370e5e03652 req-3eb910f5-0dea-4130-9ff0-c5919a3b93b0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0794690 Dec 15 22:26:56.246389 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-437a24ff-44f6-486b-b699-9370e5e03652 req-fd6e6cae-82a4-4172-8e75-2db030dad8a4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362213 Dec 15 22:26:57.434393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d97785-4781-4678-b866-8c257fb802ee req-463de25d-b6dd-437d-950d-a187d6452e43 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:57.435722 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e0d97785-4781-4678-b866-8c257fb802ee req-463de25d-b6dd-437d-950d-a187d6452e43 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0823350 Dec 15 22:26:57.478604 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e0d97785-4781-4678-b866-8c257fb802ee req-00f1ea16-b7df-40df-85a5-88bd637e6ffb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372264 Dec 15 22:26:58.664322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28ec6d4-ea8d-43c5-babb-bfab32e63fbd req-248873f7-51f6-4d7a-adf3-5c7702927d43 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:58.665727 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c28ec6d4-ea8d-43c5-babb-bfab32e63fbd req-248873f7-51f6-4d7a-adf3-5c7702927d43 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0810995 Dec 15 22:26:58.709289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c28ec6d4-ea8d-43c5-babb-bfab32e63fbd req-871b4588-1439-42d5-b1b4-82aec1f8c692 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380113 Dec 15 22:26:59.890455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabfdf64-d710-4e5d-8ea7-2d68ddb994d4 req-a384d56d-2c44-43e5-a0ae-1647b0a2c15a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:26:59.891912 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cabfdf64-d710-4e5d-8ea7-2d68ddb994d4 req-a384d56d-2c44-43e5-a0ae-1647b0a2c15a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0796471 Dec 15 22:26:59.935601 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cabfdf64-d710-4e5d-8ea7-2d68ddb994d4 req-149995d2-b067-4cf9-927a-f80a413b77ae tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380714 Dec 15 22:27:01.121633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914658a1-a883-4086-ac10-52a0e517cac3 req-cceb1734-461a-46ab-aab5-c0825fce3df4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:01.123058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-914658a1-a883-4086-ac10-52a0e517cac3 req-cceb1734-461a-46ab-aab5-c0825fce3df4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0790653 Dec 15 22:27:01.166922 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-914658a1-a883-4086-ac10-52a0e517cac3 req-3d068422-e7c9-4368-9826-1b9cb2a8a230 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375078 Dec 15 22:27:02.356428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1323da-36d8-4b57-8665-3ee6f1e3d452 req-97cbb0c0-2d7e-4b35-9dd2-96123ead5e8a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:02.357882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a1323da-36d8-4b57-8665-3ee6f1e3d452 req-97cbb0c0-2d7e-4b35-9dd2-96123ead5e8a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0857406 Dec 15 22:27:02.402619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a1323da-36d8-4b57-8665-3ee6f1e3d452 req-1b1a60b4-80c9-4511-b6dd-49de2b4a83b0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388963 Dec 15 22:27:03.597713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bc71f-cfb5-4c35-b6a5-27ba1a85864e req-fdcb7d84-0874-46ad-9bfa-b2848603d7f0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:03.599192 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-073bc71f-cfb5-4c35-b6a5-27ba1a85864e req-fdcb7d84-0874-46ad-9bfa-b2848603d7f0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0818417 Dec 15 22:27:03.641485 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-073bc71f-cfb5-4c35-b6a5-27ba1a85864e req-f4aacb5e-1f8a-4ac6-80f1-225ff7a14c30 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366077 Dec 15 22:27:04.827080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6dced-f870-42d7-982b-c8a5c71bea06 req-31ce131d-a5d5-4068-bd09-5c3258a1bad8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:04.828668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-44a6dced-f870-42d7-982b-c8a5c71bea06 req-31ce131d-a5d5-4068-bd09-5c3258a1bad8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0810006 Dec 15 22:27:04.877673 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-44a6dced-f870-42d7-982b-c8a5c71bea06 req-5b18fba8-4449-4ccd-bb1c-cdbb51cba6a0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418551 Dec 15 22:27:06.006182 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:27:06.062553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfc168-cb4d-45b3-a7cf-eeb823c10d4c req-2438557e-4cb7-415f-9455-307e3ab92f00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:06.064534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5cfc168-cb4d-45b3-a7cf-eeb823c10d4c req-2438557e-4cb7-415f-9455-307e3ab92f00 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0788131 Dec 15 22:27:06.111136 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5cfc168-cb4d-45b3-a7cf-eeb823c10d4c req-d0856ec2-6c12-41f9-8235-60281d0f236a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409117 Dec 15 22:27:07.203235 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-59053fb4-128b-430e-af91-acf819c6d391 service neutron] 10.222.0.32 "GET /v2.0/ports/32c4e13f-a5d5-44ec-babb-08ebd5dc1c88/bindings/hv-neutron-8206 HTTP/1.1" status: 200 len: 384 time: 0.0729477 Dec 15 22:27:07.302722 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85e2ac-a5b8-46f8-b087-21919ee3db32 req-df3eebe6-ff7a-4afc-8af9-e5fcf0832cec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.305712 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f85e2ac-a5b8-46f8-b087-21919ee3db32 req-df3eebe6-ff7a-4afc-8af9-e5fcf0832cec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0899475 Dec 15 22:27:07.351265 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f85e2ac-a5b8-46f8-b087-21919ee3db32 req-e09da9fd-3e71-44fc-ae79-4b0d5246a969 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411515 Dec 15 22:27:07.474605 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-71235eaa-4eca-4094-a0ae-2f5c6f11313d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.476029 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-71235eaa-4eca-4094-a0ae-2f5c6f11313d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 1099 time: 0.0718365 Dec 15 22:27:07.568685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-bc399431-dbbe-46c5-87cc-00f0c17705e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.570556 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-bc399431-dbbe-46c5-87cc-00f0c17705e4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0735645 Dec 15 22:27:07.701015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-4ccafdeb-70ab-46b5-be4e-058f0f66d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.702454 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-4ccafdeb-70ab-46b5-be4e-058f0f66d6ee service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1257873 Dec 15 22:27:07.803461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-90eb49e1-8d9e-4197-82eb-50477260e406 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1001 time: 0.0945573 Dec 15 22:27:07.865156 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-f1ecd844-5a21-48a5-b75c-f2077ccd7ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.866583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-f1ecd844-5a21-48a5-b75c-f2077ccd7ffe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0571752 Dec 15 22:27:07.945088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-55bf3288-763a-4a96-82dc-dd900cf3ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:07.946532 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-55bf3288-763a-4a96-82dc-dd900cf3ba27 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729866 Dec 15 22:27:08.074748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-3c9d156d-d76e-48b9-9a10-0137211d30c0 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216671 Dec 15 22:27:08.202593 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-d25352f0-cbd0-4dc8-a5f7-d277b904757b service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212442 Dec 15 22:27:08.534531 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a474211-7fb1-4125-a9e9-aa66bcb9ceab req-d3054a9c-c50a-4a0d-a75a-6b93272e59e0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:08.535994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a474211-7fb1-4125-a9e9-aa66bcb9ceab req-d3054a9c-c50a-4a0d-a75a-6b93272e59e0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0788355 Dec 15 22:27:08.583678 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5a474211-7fb1-4125-a9e9-aa66bcb9ceab req-b49e4b8d-795d-4581-9cae-d9b7a9932a2f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389078 Dec 15 22:27:09.763048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1c567-0e96-40ad-99cb-199d0cb13c5a req-f0cce3f2-7ab0-4646-80b4-527c255ecabc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:09.764507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49a1c567-0e96-40ad-99cb-199d0cb13c5a req-f0cce3f2-7ab0-4646-80b4-527c255ecabc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0777860 Dec 15 22:27:09.811939 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49a1c567-0e96-40ad-99cb-199d0cb13c5a req-73b0b635-ec55-4d93-b0fc-6362d3633a10 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418079 Dec 15 22:27:10.997653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cfd61-9fb7-4b68-822e-156baeaaa362 req-2bf8d473-f240-4c4d-9d17-2ad632c9249f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:10.999058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa5cfd61-9fb7-4b68-822e-156baeaaa362 req-2bf8d473-f240-4c4d-9d17-2ad632c9249f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0826328 Dec 15 22:27:11.042472 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa5cfd61-9fb7-4b68-822e-156baeaaa362 req-6919257d-93ac-4158-a264-285ad84da6f2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372787 Dec 15 22:27:11.521054 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-397c7379-d324-45ea-bf81-aa9f2f49028e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.522369 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-397c7379-d324-45ea-bf81-aa9f2f49028e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee&tenant_id=1a784eb6f3434f48bc67eae4dff8e929&binding%3Ahost_id=hv-neutron-8206 HTTP/1.1" status: 200 len: 946 time: 0.2248852 Dec 15 22:27:11.531385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147a1e5-df14-43d9-ae01-6ffb25b0603d req-4f142e3c-3623-4a1e-8c00-b633b762325f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.532768 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9147a1e5-df14-43d9-ae01-6ffb25b0603d req-4f142e3c-3623-4a1e-8c00-b633b762325f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.2664182 Dec 15 22:27:11.583103 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9147a1e5-df14-43d9-ae01-6ffb25b0603d req-c94cfdaf-a6d1-408b-91d7-0ec07b450441 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418019 Dec 15 22:27:11.661810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-dd21809d-01e9-49f2-a2fc-2b5084b36f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.663297 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-dd21809d-01e9-49f2-a2fc-2b5084b36f73 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0702291 Dec 15 22:27:11.767267 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407992ca-2cd9-44b2-9745-0fe73b29f779 req-4592c490-c205-4e83-aff2-392eb5152c63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.768772 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-407992ca-2cd9-44b2-9745-0fe73b29f779 req-4592c490-c205-4e83-aff2-392eb5152c63 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0807197 Dec 15 22:27:11.796176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-1d74bbf2-c5db-4d71-bb94-d6cd52b0ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.797523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-1d74bbf2-c5db-4d71-bb94-d6cd52b0ac13 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1280344 Dec 15 22:27:11.813932 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-407992ca-2cd9-44b2-9745-0fe73b29f779 req-86659814-1f40-4c19-913d-f73ea0184eae tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391738 Dec 15 22:27:11.887899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:27:11.893254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:27:11.902336 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-615e0ddc-552d-4ce0-af9c-dd666eaec2a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1001 time: 0.0977752 Dec 15 22:27:11.967763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-d821aefa-6567-4485-b941-214728a4119b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:11.969204 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-d821aefa-6567-4485-b941-214728a4119b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0607293 Dec 15 22:27:12.043705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-5ae812a2-794f-4b7e-97a9-d2eb3f084e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:12.045193 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-5ae812a2-794f-4b7e-97a9-d2eb3f084e41 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692418 Dec 15 22:27:12.103233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:12.133412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:12.154210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:27:12.163305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'port_id': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'mac_address': 'fa:16:3e:14:2f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:27:12.167560 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:12.178071 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-885a66da-e1fc-42e3-8f0f-23fe00c08410 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254175 Dec 15 22:27:12.206387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:12.214161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:12.243058 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'code': 200} Dec 15 22:27:12.277300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:12.299216 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:27:12.306327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:12.313897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdba5c60-5a56-4932-bf2e-7a43a6bd8c57 req-dc947e89-5e20-441a-89f3-47049e2ebca0 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284783 Dec 15 22:27:12.318956 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.319288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.319624 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.319982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.320313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.320641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.320964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.321288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.321610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.321928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.322248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.322563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:12.327348 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:12.329930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:12.334805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:12.336432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:12.419857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:27:12.494190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:12.498265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:12.999719 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f318f3-9263-4550-80bc-81913cb2a1a3 req-a807e609-f094-4302-b4dd-3d1662c79ae8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:13.001104 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-88f318f3-9263-4550-80bc-81913cb2a1a3 req-a807e609-f094-4302-b4dd-3d1662c79ae8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 945 time: 0.0829847 Dec 15 22:27:13.043913 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-88f318f3-9263-4550-80bc-81913cb2a1a3 req-d729d684-9681-4ed6-815a-58c0040cd7a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364933 Dec 15 22:27:13.067154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48254) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:13.278656 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-97fb4d38-7bb6-42c5-baff-3ea0d98f19a8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/d2c90632-1b14-4486-917e-7ccb08fab110 HTTP/1.1" status: 200 len: 992 time: 0.2102568 Dec 15 22:27:13.557641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9a716762-b644-4d2d-aefb-904ee665a8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:13.902996 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:27:13.972072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:27:13.972443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:14.083845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:14.113639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:14.117384 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:14.119098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-29d50d92-7c71-4b0b-9727-1df261d6cab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:14.182098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:14.184858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:14.243565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:27:14.286658 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'code': 200} Dec 15 22:27:15.889788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c4f5d829-a379-466f-a564-4e737015e9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:16.955974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:16.957599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:18.574772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:22.029472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:38.388160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-effe6f6b-6c4b-4629-a7bd-01b1350a21ea service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686741 Dec 15 22:27:38.535507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-655f7142-0b0e-4a4e-82e1-43f4f3f10af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:38.537064 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-655f7142-0b0e-4a4e-82e1-43f4f3f10af2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.0799003 Dec 15 22:27:38.682418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-5f95c7cf-5f02-4fe5-8236-30aa62858402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:38.683796 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-5f95c7cf-5f02-4fe5-8236-30aa62858402 service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1268508 Dec 15 22:27:38.785086 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-4fccb037-d017-444a-aef0-b91f7476f7e1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 1001 time: 0.0943422 Dec 15 22:27:38.846997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-673ca72f-d9cc-43de-b404-976347366223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:38.848504 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-673ca72f-d9cc-43de-b404-976347366223 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0573640 Dec 15 22:27:38.929374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-d62cdc1b-5905-4640-bc17-1467468ef479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:38.930817 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-d62cdc1b-5905-4640-bc17-1467468ef479 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755100 Dec 15 22:27:39.064362 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-7dd47acd-3eb6-4986-8d09-646dadab88ce service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264489 Dec 15 22:27:39.196350 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-16b3e6db-aff3-40e9-a3b8-246772f6f53c req-e0f4d252-19fc-417e-a9a9-9657f45811c4 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250153 Dec 15 22:27:42.015288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48268) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:42.210305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port a2dc7acb-10c2-4964-806d-3657ae34e41b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:27:42.210640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:42.376144 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:42.376465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:42.495300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for a2dc7acb-10c2-4964-806d-3657ae34e41b owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:27:42.641539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:42.645829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0e541ef5-0092-45dd-8f24-e5bf13ce3dd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:42.687222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=a2dc7acb-10c2-4964-806d-3657ae34e41b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:42.723634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.724084 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.724469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.724850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.725230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.725604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.725973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.726340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.726706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.727070 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.727435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.727799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:42.734786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:42.788965 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:42.789295 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP d2c90632-1b14-4486-917e-7ccb08fab110 disassociated (deleted). External IP: 172.26.6.68, port: 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88. Dec 15 22:27:43.005074 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:27:43.136645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 989d276a-b9db-4352-b933-220d5a07c5d7 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:27:43.440080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:27:43.449858 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Sync routers for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:27:43.460086 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:43.460265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:43.460700 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:43.514250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/floatingips/d2c90632-1b14-4486-917e-7ccb08fab110 HTTP/1.1" status: 204 len: 168 time: 1.4978204 Dec 15 22:27:43.514889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:27:43.580283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58d58e3b-6b64-4a1c-986a-db8e13bbc73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:43.617928 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'status': 'completed', 'code': 200} Dec 15 22:27:43.643658 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:43.831642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-47a8fab3-ce8d-4591-b10b-8f8a506430fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:43.833845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-47a8fab3-ce8d-4591-b10b-8f8a506430fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 1099 time: 0.1929636 Dec 15 22:27:43.928304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c65d0-a9b6-4667-a2c3-3e842fc92331 req-f56a510b-5e1f-4bdc-b3ad-fd941c57797a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:43.929259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8c0c65d0-a9b6-4667-a2c3-3e842fc92331 req-f56a510b-5e1f-4bdc-b3ad-fd941c57797a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:27:43.945189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-8c0c65d0-a9b6-4667-a2c3-3e842fc92331 req-f56a510b-5e1f-4bdc-b3ad-fd941c57797a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:27:43.946853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c0c65d0-a9b6-4667-a2c3-3e842fc92331 req-f56a510b-5e1f-4bdc-b3ad-fd941c57797a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0989146 Dec 15 22:27:43.970830 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-dd6ebd22-c7fe-4580-8991-a0441fa5b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:43.972302 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-dd6ebd22-c7fe-4580-8991-a0441fa5b43c service neutron] 10.222.0.32 "GET /v2.0/networks?id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 200 len: 898 time: 0.1303878 Dec 15 22:27:43.987366 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:43.992069 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Checking router: 989d276a-b9db-4352-b933-220d5a07c5d7 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:27:43.999822 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8c0c65d0-a9b6-4667-a2c3-3e842fc92331 req-25fde7d3-1db6-4cc1-908a-20a3f4c7af27 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459275 Dec 15 22:27:44.000483 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:44.001126 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:44.048784 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-91cc562b-53ec-40bb-9750-d3b4f751fdb5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 200 len: 217 time: 0.0682726 Dec 15 22:27:44.111797 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-bce070b2-ec44-4155-ba77-1656d98a5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:44.113236 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-bce070b2-ec44-4155-ba77-1656d98a5b51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 200 len: 834 time: 0.0567486 Dec 15 22:27:44.173305 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:44.190688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-bdd5870c-0238-4148-b5b9-9907eee9734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:44.192179 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-bdd5870c-0238-4148-b5b9-9907eee9734a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=2ba2c264-f0a8-42f6-a70b-e7003a1107ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720758 Dec 15 22:27:44.323969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-3540ab46-b28d-4ae9-9ace-72bb00ae4f10 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249373 Dec 15 22:27:44.454529 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5d9cdbb5-2c83-4f35-b11d-3af4faf99205 req-cba9484e-8fef-4c30-b207-8b395a02d944 service neutron] 10.222.0.32 "GET /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236053 Dec 15 22:27:44.512042 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:44.515964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9cf1d1-7e90-4790-b59e-e66206af8b93 None None] The sync data for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv is: [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '6ade076b-0459-4114-af35-d59f77667d3b', 'name': '', 'network_id': '2ba2c264-f0a8-42f6-a70b-e7003a1107ba', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:73:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:26:00Z', 'updated_at': '2021-12-15T22:26:05Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': 'f11b899e-1427-43ee-bbcc-474adee136b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:27:44.725014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65af06a-09a8-4e17-a279-5031de90f7c2 None None] New status for floating IP d2c90632-1b14-4486-917e-7ccb08fab110: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:27:45.188525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc178d-6ecd-4d98-bf7f-fc5edee5a3bb req-8f9eff4a-da16-4fc6-93c5-6549bab47b4c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:45.189953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1acc178d-6ecd-4d98-bf7f-fc5edee5a3bb req-8f9eff4a-da16-4fc6-93c5-6549bab47b4c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0803170 Dec 15 22:27:45.233972 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1acc178d-6ecd-4d98-bf7f-fc5edee5a3bb req-fbde2a08-58c4-4411-b909-3d4041fa7fed tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=0d72dc7b-9655-43f4-9fdd-8f605ada8244&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384419 Dec 15 22:27:45.493981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-f5f51818-0e09-42e3-8d83-a896742b7bd4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:45.495417 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-f5f51818-0e09-42e3-8d83-a896742b7bd4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 946 time: 0.0816250 Dec 15 22:27:45.564143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:27:45.564920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:45.804865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:45.805367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:45.891308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55107268-fee7-4796-a289-c03fc2e6811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:45.935524 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:27:46.078199 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:46.083901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-94ade63a-fcca-4c3d-8782-eec0d4eecc9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:46.126172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=32c4e13f-a5d5-44ec-babb-08ebd5dc1c88,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:46.136211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.136602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.136984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.137362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.137736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.138107 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.138477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.139297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.139297 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.139564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.140019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.140295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:27:46.168300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:46.325580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] No DVR routers for this DVR port 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:27:46.328082 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:46.330707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-deleted', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:27:46.346427 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa8984e3-3784-4f74-afd4-8c6f2c54c86b req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "DELETE /v2.0/ports/32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 HTTP/1.1" status: 204 len: 173 time: 0.8453505 Dec 15 22:27:46.377827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a587bd49-eafe-4af7-b357-7a05df7203ee', 'name': 'network-vif-deleted', 'tag': '32c4e13f-a5d5-44ec-babb-08ebd5dc1c88', 'status': 'completed', 'code': 200} Dec 15 22:27:46.391063 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-76f4ca9b-df3a-4fca-895b-a44fd9c3f66f req-e0de8ba4-89e7-4390-b030-2fe2600f4fad tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=a587bd49-eafe-4af7-b357-7a05df7203ee HTTP/1.1" status: 200 len: 210 time: 0.0491209 Dec 15 22:27:46.955319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:46.960400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:47.486180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48288) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:48.027729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:48.390056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 6ade076b-0459-4114-af35-d59f77667d3b {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:27:48.390396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:48.577913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:48.579987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 6ade076b-0459-4114-af35-d59f77667d3b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=6ade076b-0459-4114-af35-d59f77667d3b,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:48.580451 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:48.701202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 6ade076b-0459-4114-af35-d59f77667d3b owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:27:49.142184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:49.145846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-174b1a39-58e3-445c-b49b-51cf9adf3c3f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:49.190434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=6ade076b-0459-4114-af35-d59f77667d3b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:49.193539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:49.474917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:49.820929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 989d276a-b9db-4352-b933-220d5a07c5d7 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:27:49.994524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:27:50.004122 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Sync routers for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:27:50.010238 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-63231392-ce17-430c-b41d-cd8daadfd640 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/989d276a-b9db-4352-b933-220d5a07c5d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5229983 Dec 15 22:27:50.012842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48294) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:50.013660 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:50.014377 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:50.075082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:27:50.080194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting subnet f11b899e-1427-43ee-bbcc-474adee136b9 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:27:50.083929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.109748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:27:50.110350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 32c4e13f-a5d5-44ec-babb-08ebd5dc1c88 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:27:50.136474 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.186811 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:50.219637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.419667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.423238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1559705e-7cdb-4b5c-8b19-6bccb88be9c9 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:50.457721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Subnet': ['ID=f11b899e-1427-43ee-bbcc-474adee136b9,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:50.461934 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:50.464397 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.470468 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8a20fe7c-bb5e-4709-9eff-e43092bf0c88 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/subnets/f11b899e-1427-43ee-bbcc-474adee136b9 HTTP/1.1" status: 204 len: 168 time: 0.4566638 Dec 15 22:27:50.473034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48298) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:50.473168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7916ee39-45d8-4181-9e9d-0e8aceb31ae8 None None] Network 2ba2c264-f0a8-42f6-a70b-e7003a1107ba requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:27:50.480365 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:27:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:50.487095 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Checking router: 989d276a-b9db-4352-b933-220d5a07c5d7 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:27:50.496016 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Routers {'989d276a-b9db-4352-b933-220d5a07c5d7'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:50.497310 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['989d276a-b9db-4352-b933-220d5a07c5d7'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:50.664310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.680488 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] Set router 989d276a-b9db-4352-b933-220d5a07c5d7 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:50.751785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] DHCP port deletion for 2ba2c264-f0a8-42f6-a70b-e7003a1107ba request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:27:50.757173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Deleting port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:27:50.757625 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.856710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.866696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port d5b23c17-43c1-427b-abb1-2c8a72fd680a {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:27:50.867142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:50.971361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:27:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:50.975180 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833e0b5-5fca-4447-83a0-44c0799fc18c None None] The sync data for ids ['989d276a-b9db-4352-b933-220d5a07c5d7'] in dv-neutron-820612-1-hyperv is: [{'id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-780450920', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:27:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'd5b23c17-43c1-427b-abb1-2c8a72fd680a', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:d4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989d276a-b9db-4352-b933-220d5a07c5d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:25:56Z', 'updated_at': '2021-12-15T22:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:27:50.984072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] For port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,segment=NetworkSegment(4cad6351-da8e-4b37-a5fe-cb05d306ffcc),segment_id=4cad6351-da8e-4b37-a5fe-cb05d306ffcc)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:50.984483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.048273 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port d5b23c17-43c1-427b-abb1-2c8a72fd680a, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=d5b23c17-43c1-427b-abb1-2c8a72fd680a,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:51.048636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.110202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Calling delete_port for 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:27:51.170900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for d5b23c17-43c1-427b-abb1-2c8a72fd680a owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:27:51.187821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.191482 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:51.231807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Pushing event deleted for resources: {'Port': ['ID=2fe8d953-6ae5-4b5d-9c77-2a8be384ed35,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:51.235070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:51.237463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] No DVR routers for this DVR port 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:27:51.346052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.350586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b101913d-ac3d-45ea-b73f-44e0da609093 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:51.383460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ade076b-0459-4114-af35-d59f77667d3b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:27:51.399802 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=d5b23c17-43c1-427b-abb1-2c8a72fd680a,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:51.402888 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:51.420006 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 6ade076b-0459-4114-af35-d59f77667d3b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:27:51.420435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 6ade076b-0459-4114-af35-d59f77667d3b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:27:51.420928 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:27:51.496841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:27:51.497204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fe8d953-6ae5-4b5d-9c77-2a8be384ed35 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:27:51.500709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.674507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.676724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.699055 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.699584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Fanout notify agent at l3_agent the message router_deleted on router 989d276a-b9db-4352-b933-220d5a07c5d7 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:27:51.715658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:51.716602 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8eab0f67-65b2-4456-8acc-8e4a94cc6e62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/routers/989d276a-b9db-4352-b933-220d5a07c5d7 HTTP/1.1" status: 204 len: 168 time: 1.2426233 Dec 15 22:27:51.719310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48302) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:51.952729 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.024628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.081962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.110373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba2c264-f0a8-42f6-a70b-e7003a1107ba']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:52.122437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cad6351-da8e-4b37-a5fe-cb05d306ffcc') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:52.122735 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cad6351-da8e-4b37-a5fe-cb05d306ffcc') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:52.133632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.150442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.156773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:27:52.157195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:27:52.172504 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:27:52.249360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.252922 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b07dd2e1-c73a-4094-b451-8a5a2ca62f03 tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:52.271289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.283411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Network': ['ID=2ba2c264-f0a8-42f6-a70b-e7003a1107ba,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:52.286282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:52.289951 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-8ffb36e6-cff0-48b0-baad-b4a0fd044337 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/networks/2ba2c264-f0a8-42f6-a70b-e7003a1107ba HTTP/1.1" status: 204 len: 168 time: 0.5696843 Dec 15 22:27:52.292836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48306) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:52.359687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.388675 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.449328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.453075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6885d4c3-2847-4305-b0dd-520376f848fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:52.467099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72dc7b-9655-43f4-9fdd-8f605ada8244,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:52.470214 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:52.479168 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.480714 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-77160ae2-168e-4ced-a9db-44b7b2d02a23 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/security-groups/0d72dc7b-9655-43f4-9fdd-8f605ada8244 HTTP/1.1" status: 204 len: 168 time: 0.1865964 Dec 15 22:27:52.733780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48314) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:52.739008 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990528322', 'description': 'tempest-secgroup-smoke-990528322 description', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:52.745543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:52.749597 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:52.752448 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:52.758659 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:52.768698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.787350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:52.791073 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:52.793835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:52.799348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:52.869702 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.873017 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.876454 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d6cbdb54-619e-4673-a2c2-7e6abb1b678b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:52.915763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad072538-0407-4cc2-9daa-970724509b79,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:52.918765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:52.921667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:52.925952 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ab13bb2d-94aa-46a0-9714-28df5d25e7ac tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1880813 Dec 15 22:27:52.925952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48318) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:52.931387 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:52.937290 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:52.941062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:52.943844 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:52.949464 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:52.965237 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.030107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.033296 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.035030 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-81e2bc01-1f23-49ec-a17a-cce1895747be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.056149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0d88b9-c668-414c-9ecc-33af20e8e7bf,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.058389 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.065278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.066469 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-cfd36c8e-8036-46fb-8daa-b5d925a0f5b9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398518 Dec 15 22:27:53.069612 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48322) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.074493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.080129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.084446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.087232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.093633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.109411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.173311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.177088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.183477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b5577c7d-ebe6-4465-b194-d40fca48bae2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.195606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d5b23c17-43c1-427b-abb1-2c8a72fd680a no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:27:53.204822 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5979eddb-6878-47fb-9475-cadc6c147dce,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.208906 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.215944 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.219623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-04570735-6321-4986-92be-e580065422b7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1465988 Dec 15 22:27:53.219851 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48326) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.225035 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.229970 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: d5b23c17-43c1-427b-abb1-2c8a72fd680a {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:27:53.230329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device d5b23c17-43c1-427b-abb1-2c8a72fd680a not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:27:53.231713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.235527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.238392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.245516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.264215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.326146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.329512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.331241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a247d924-aff0-421e-affa-6adb2d5ab8a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.352624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d1278f-45e9-4aa9-b2a1-87378e5ca4ad,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.356786 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.360819 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.361945 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-797720f2-d93a-4658-916f-6986c361f464 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410475 Dec 15 22:27:53.365202 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48330) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.370004 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.375585 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.379324 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.382919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.388709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.403973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.463840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.467162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.468895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b922c694-a89d-45a9-a530-1d3eca9b5f39 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.490243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdfa8fa-f3c4-46ab-99ef-856e915ea549,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.492564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.500027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.501175 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350749 Dec 15 22:27:53.503891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48334) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.509715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.515508 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.519332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.522184 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.527805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.540364 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:27:53.546669 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.612983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.617414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.619313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b56b098b-d1be-4fbd-9181-c6402b3c5317 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.639309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93219d0b-2ac3-4454-a55b-1c2cb042d434,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.643209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.651772 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.652968 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7a1978c0-6c6d-4c1e-9bb7-e6bc268d6792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481905 Dec 15 22:27:53.655737 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48338) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.660676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'ad072538-0407-4cc2-9daa-970724509b79', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.667120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.670885 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.673728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.680382 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.691000 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:27:53.697533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.763221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.766873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.774298 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a431155a-caaa-4bb0-9c96-2f0338349d03 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:53.795063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a0d01a-2cf8-452f-9275-5ea62d27e64b,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:53.797917 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:53.803694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.807818 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fbfb3bd9-d088-48a5-afe1-3ceddb6bebca tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485808 Dec 15 22:27:53.808032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48342) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:53.813604 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'network': {'name': 'tempest-network-smoke--2116600498', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:53.819112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:53.823682 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:network and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:53.826598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:53.832307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:53.842984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:27:53.846380 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.873714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:27:53.882150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.882572 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Added segment 7b3661ce-9c21-48c0-bf8e-021c91c3bd50 of type vlan for network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 Dec 15 22:27:53.913284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.942577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.948060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:53.948634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:53.952052 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bd6b7409-a9ac-4bc5-8464-cad726030ab0 tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:54.057970 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Network': ['ID=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:54.060660 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:54.062595 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2717f87d-d693-4581-b6b8-b6731f334549 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2536271 Dec 15 22:27:54.065379 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48346) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:54.068364 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:27:54.070411 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'admin_state_up': True, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:54.077806 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:54.081598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:router and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:54.084981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:54.091362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:54.101360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.102342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.117322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.495626 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.797561 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.831099 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:54.964896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.158 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/72b037ce-261e-4aec-888e-1235fde9673f) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:27:55.113452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:55.142577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:55.146985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8a26a6e9-1c87-4db3-8a8e-a6c08314cdb8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:55.224667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:27:55.228219 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:27:55.232552 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:27:55.274614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=72b037ce-261e-4aec-888e-1235fde9673f,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:55.278483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:55.641767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:56.091599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:56.294596 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router f7572648-484c-4aa7-a2fd-da9694dde2b9 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:27:56.471826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:27:56.482721 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Sync routers for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:27:56.491572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:56.492221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:56.501254 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:56.502503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4361651 Dec 15 22:27:56.505632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48350) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:56.549703 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-65135770-a7aa-427b-9430-17165a3b78de tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1a784eb6f3434f48bc67eae4dff8e929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405734 Dec 15 22:27:56.549916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48354) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:56.678504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:56.681200 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4509d9-f38f-45b7-a186-7a802a82cabb tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:56.682668 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4e4509d9-f38f-45b7-a186-7a802a82cabb tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1319380 Dec 15 22:27:56.685499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48358) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:56.727994 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-192223dd-842f-40f8-ba63-47b5af139c62 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411820 Dec 15 22:27:56.730164 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48362) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:56.735337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-758475750', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:27:56.840153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:27:56.843318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:subnet and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:27:56.846174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:27:56.851845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:27:56.863541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:27:56.867723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:56.968748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:55Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:56.972598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Checking router: f7572648-484c-4aa7-a2fd-da9694dde2b9 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:27:56.972953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Updating router f7572648-484c-4aa7-a2fd-da9694dde2b9 port 72b037ce-261e-4aec-888e-1235fde9673f binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:27:57.025138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.083455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.088007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2cb66943-66ec-4426-bac8-e5320f6bb80a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:57.164988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Subnet': ['ID=038a2369-2d18-43f1-ac42-33560d6a8b7f,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:57.168163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:57.172150 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Checking segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:27:57.172501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network hostable DHCP agents. Network: c3571b8e-c15a-4f5b-8e3e-aa2739ccf853, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:27:57.192121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:27:57.201946 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, c3571b8e-c15a-4f5b-8e3e-aa2739ccf853) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:27:57.206123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:27:57.206727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.216251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2625c10a-5f61-483f-95d6-6394c343c4e9 None None] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:27:57.228538 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-852a6f67-8b61-46a2-897c-8c0722281e7e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4974215 Dec 15 22:27:57.231347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48366) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:27:57.590573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:27:57.591407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.603263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.622024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Transition to ACTIVE for port object 72b037ce-261e-4aec-888e-1235fde9673f will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:27:57.663218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.668737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:57.764479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Attempting to bind port 72b037ce-261e-4aec-888e-1235fde9673f on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:27:57.764860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Attempting to bind port 72b037ce-261e-4aec-888e-1235fde9673f by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:27:57.765233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Attempting to bind port 72b037ce-261e-4aec-888e-1235fde9673f on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:27:57.778688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Pushing event updated for resources: {'Port': ['ID=72b037ce-261e-4aec-888e-1235fde9673f,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:57.783797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:27:57.784182 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:27:57.784644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.785072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:27:57.785640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Bound port: 72b037ce-261e-4aec-888e-1235fde9673f, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:27:57.786023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.842202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:57.901789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Allocated IP 172.20.0.2 (c3571b8e-c15a-4f5b-8e3e-aa2739ccf853/038a2369-2d18-43f1-ac42-33560d6a8b7f/f46f9905-ec02-4060-abd9-cf53f1a6590d) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:27:57.913363 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] For port 72b037ce-261e-4aec-888e-1235fde9673f, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:27:57.916944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] For port 72b037ce-261e-4aec-888e-1235fde9673f, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=72b037ce-261e-4aec-888e-1235fde9673f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:27:57.936586 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:57.944312 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f40784d0-f446-4ce6-909e-f681d0d116e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:58.046063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.095069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Pushing event updated for resources: {'Port': ['ID=72b037ce-261e-4aec-888e-1235fde9673f,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:58.099811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:27:58.100445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:58.153346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:58.347098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.364839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:27:58.405180 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Transition to ACTIVE for port object f46f9905-ec02-4060-abd9-cf53f1a6590d will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:27:58.542000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Transition to ACTIVE for port object f46f9905-ec02-4060-abd9-cf53f1a6590d will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:27:58.555783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.566190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-348296be-8494-4169-9146-487387e70cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:58.614654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.1 (c3571b8e-c15a-4f5b-8e3e-aa2739ccf853/038a2369-2d18-43f1-ac42-33560d6a8b7f/370d542f-3bf5-4601-81f1-d4eba3ef3c77) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:27:58.622000 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:27:58.626763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:27:58.632048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:27:58.692310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Pushing event updated for resources: {'Port': ['ID=f46f9905-ec02-4060-abd9-cf53f1a6590d,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:58.706804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:58.781891 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.792629 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Attempting to bind port f46f9905-ec02-4060-abd9-cf53f1a6590d on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:27:58.793013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Attempting to bind port f46f9905-ec02-4060-abd9-cf53f1a6590d by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:27:58.793382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Attempting to bind port f46f9905-ec02-4060-abd9-cf53f1a6590d on network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:27:58.797831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 370d542f-3bf5-4601-81f1-d4eba3ef3c77 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:27:58.800412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:27:58.800775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Checking segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:27:58.801181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.801585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Bound using segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:27:58.802117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Bound port: f46f9905-ec02-4060-abd9-cf53f1a6590d, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:27:58.802496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.821188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.825727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:58.887578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:27:58.890409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:27:58.894797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:27:58.896547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:55Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:27:58.904417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f50d1-5aa6-40fe-bc29-6ed2c185f5e1 None None] The sync data for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv is: [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:55Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:27:58.909637 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] For port f46f9905-ec02-4060-abd9-cf53f1a6590d, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:27:58.914179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] For port f46f9905-ec02-4060-abd9-cf53f1a6590d, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f46f9905-ec02-4060-abd9-cf53f1a6590d,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:27:58.918381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:58.927654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:58.943283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:58.947846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:58.970484 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.006498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Pushing event updated for resources: {'Port': ['ID=f46f9905-ec02-4060-abd9-cf53f1a6590d,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:59.009552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:59.304711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.306655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 72b037ce-261e-4aec-888e-1235fde9673f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:27:59.446783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 72b037ce-261e-4aec-888e-1235fde9673f completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:27:59.452396 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 72b037ce-261e-4aec-888e-1235fde9673f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:27:59.452866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.577409 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.603528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 72b037ce-261e-4aec-888e-1235fde9673f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=72b037ce-261e-4aec-888e-1235fde9673f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:27:59.609391 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.611553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:27:59.681718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=72b037ce-261e-4aec-888e-1235fde9673f,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:27:59.685349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:27:59.893282 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.901647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:27:59.929530 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3e0e6375-6fb3-4d45-947d-3f01d7525213 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:00.019564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:00.022489 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:00.026243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:00.108711 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9c067-1737-4b34-b68c-fd54e03014e8 None None] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:28:00.164445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:28:00.165533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:28:00.200023 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b84497e8-8e56-4934-aa9d-9f919396b64f None None] Provisioning for port f46f9905-ec02-4060-abd9-cf53f1a6590d completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:00.349467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router f7572648-484c-4aa7-a2fd-da9694dde2b9 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:28:00.548587 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:28:00.564423 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/f7572648-484c-4aa7-a2fd-da9694dde2b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3320310 Dec 15 22:28:00.589866 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Sync routers for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:28:00.601115 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:28:00.601833 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:00.641341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2550e596-d82a-4cee-a1eb-f2d0e1446480 None None] Provisioning for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:00.648519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2550e596-d82a-4cee-a1eb-f2d0e1446480 None None] Provisioning complete for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:00.649263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2550e596-d82a-4cee-a1eb-f2d0e1446480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:00.719380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2550e596-d82a-4cee-a1eb-f2d0e1446480 None None] Port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:28:00.787226 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-e7e16571-e0bd-4a01-9732-1b8ce2d00241 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:28:00.803907 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-e7e16571-e0bd-4a01-9732-1b8ce2d00241 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:28:00.805455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-e7e16571-e0bd-4a01-9732-1b8ce2d00241 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990528322&fields=id&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 267 time: 0.0585830 Dec 15 22:28:00.806370 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:28:00.854432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-cfa1d155-083f-4596-90b8-6f2576b31185 None None] Provisioning complete for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:00.855220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d155-083f-4596-90b8-6f2576b31185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:00.924407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1d155-083f-4596-90b8-6f2576b31185 None None] Port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:28:00.982412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-fe256bf4-3acb-4379-ba77-dce5f5c06792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:00.983100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-fe256bf4-3acb-4379-ba77-dce5f5c06792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:28:00.998649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-fe256bf4-3acb-4379-ba77-dce5f5c06792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:28:00.999842 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-fe256bf4-3acb-4379-ba77-dce5f5c06792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 797 time: 0.1864574 Dec 15 22:28:01.014603 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-3046762a-8b03-4fbb-99bd-2fd54e162c93 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/quotas/1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 375 time: 0.0094693 Dec 15 22:28:01.046347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-807c30f8-2850-45d6-a297-a151afba64e4 None None] Provisioning complete for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:01.046634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-807c30f8-2850-45d6-a297-a151afba64e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.099507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-807c30f8-2850-45d6-a297-a151afba64e4 None None] Port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:28:01.112245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2a093208-5c1f-44bc-9841-3c2323d7d2cc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:28:01.128128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2a093208-5c1f-44bc-9841-3c2323d7d2cc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:28:01.129412 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2a093208-5c1f-44bc-9841-3c2323d7d2cc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097407 Dec 15 22:28:01.183478 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 2, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:01.187462 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Checking router: f7572648-484c-4aa7-a2fd-da9694dde2b9 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:28:01.187830 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Updating router f7572648-484c-4aa7-a2fd-da9694dde2b9 port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:28:01.244147 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.275926 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-e25e6997-5fa5-4039-a94f-816d40d75309 service neutron] 10.222.0.18 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345630 Dec 15 22:28:01.306768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f46f9905-ec02-4060-abd9-cf53f1a6590d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:01.383083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port f46f9905-ec02-4060-abd9-cf53f1a6590d completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:01.388650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f46f9905-ec02-4060-abd9-cf53f1a6590d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:01.389126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.510479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.549183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port f46f9905-ec02-4060-abd9-cf53f1a6590d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f46f9905-ec02-4060-abd9-cf53f1a6590d,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:28:01.554762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.555736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 72b037ce-261e-4aec-888e-1235fde9673f up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:01.555965 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-1a56773e-923c-46ae-b226-4c08d9b6bfed service neutron] 10.222.0.18 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741885 Dec 15 22:28:01.581366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:01.634969 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.647720 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Transition to ACTIVE for port object 370d542f-3bf5-4601-81f1-d4eba3ef3c77 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:28:01.655738 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.660177 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-12101aeb-18ca-476c-a990-516bfe674339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:01.683601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=f46f9905-ec02-4060-abd9-cf53f1a6590d,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:01.687367 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:01.704838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 72b037ce-261e-4aec-888e-1235fde9673f triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:01.705385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:01.779273 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f4fe9b44-5688-4dfa-bea5-085f81dfdf4e req-180dbd27-cf34-4739-88b2-0c812b5902ed tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:28:01.793041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f4fe9b44-5688-4dfa-bea5-085f81dfdf4e req-180dbd27-cf34-4739-88b2-0c812b5902ed tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:28:01.811129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4fe9b44-5688-4dfa-bea5-085f81dfdf4e req-180dbd27-cf34-4739-88b2-0c812b5902ed tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 210 time: 0.0932059 Dec 15 22:28:01.851939 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Pushing event updated for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:01.936305 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.937147 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.937738 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.938291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.938918 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.939503 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.940472 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.941036 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.941577 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.942122 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.942737 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.943328 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:28:01.952709 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:02.016544 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Attempting to bind port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:28:02.016796 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Attempting to bind port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:28:02.017361 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Attempting to bind port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 on network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:28:02.023793 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:28:02.024401 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Checking segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:28:02.025228 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:02.025925 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Bound using segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:28:02.026342 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Bound port: 370d542f-3bf5-4601-81f1-d4eba3ef3c77, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:28:02.026771 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:02.119958 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] For port 370d542f-3bf5-4601-81f1-d4eba3ef3c77, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:28:02.125477 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] For port 370d542f-3bf5-4601-81f1-d4eba3ef3c77, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=370d542f-3bf5-4601-81f1-d4eba3ef3c77,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:28:02.132049 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:02.137169 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-5c34a429-d776-49c5-af66-eaa58eff5e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:02.212394 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:28:02.213016 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:02.281241 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Pushing event updated for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:02.294246 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:02.408671 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:28:02.739291 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:02Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:02.743379 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a017ae9-5ae5-46fa-ad91-f1fe057b4677 None None] The sync data for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv is: [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:02Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:28:02.968933 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-b859a9b2-7a8d-4d99-b5df-17b6c3afcc12 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:02.970635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-b859a9b2-7a8d-4d99-b5df-17b6c3afcc12 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 797 time: 0.2338686 Dec 15 22:28:02.988480 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-9145cf14-16ec-4dd4-83bd-a188452cbe80 req-acd84bd5-16fb-4ea6-9800-91e7e9f33a99 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 210 time: 0.0533488 Dec 15 22:28:03.033051 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-35bd315a-f817-4ecf-a437-1b6e10c8b95b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 379 time: 0.0529284 Dec 15 22:28:03.041838 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'port': {'device_id': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'admin_state_up': True, 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'security_groups': ['ad072538-0407-4cc2-9daa-970724509b79']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:28:03.185268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:28:03.195952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:28:03.206529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:28:03.210748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.301776 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f46f9905-ec02-4060-abd9-cf53f1a6590d up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:03.373653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f46f9905-ec02-4060-abd9-cf53f1a6590d triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:03.374293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.393294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.11 (c3571b8e-c15a-4f5b-8e3e-aa2739ccf853/038a2369-2d18-43f1-ac42-33560d6a8b7f/48520963-6bd3-4c74-a20e-f6a3c5dec1b6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:28:03.496991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 370d542f-3bf5-4601-81f1-d4eba3ef3c77 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:03.585105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:03.590824 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:03.591607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.614902 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.633907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:28:03.658174 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.664985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40500d7a-2344-4a5a-8c40-77ca5e339011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:03.714265 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.731827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:28:03.735047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:28:03.737748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:28:03.751854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 370d542f-3bf5-4601-81f1-d4eba3ef3c77, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=370d542f-3bf5-4601-81f1-d4eba3ef3c77,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:28:03.759751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.762618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:03.790204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:03.793350 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:03.821954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:03.822912 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:03.852491 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:03.860740 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:03.865273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8270183 Dec 15 22:28:03.877542 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Request body: {'port': {'device_id': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:28:03.994235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-22ec6a46-0cab-4359-b272-b16bfc7a9210 None None] Provisioning for port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:04.000361 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.003050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-22ec6a46-0cab-4359-b272-b16bfc7a9210 None None] Provisioning complete for port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:04.003431 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22ec6a46-0cab-4359-b272-b16bfc7a9210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.095768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-22ec6a46-0cab-4359-b272-b16bfc7a9210 None None] Port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:28:04.309654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e49e-61f9-4a25-ae76-8d39035c9c73 req-2526bfa3-9295-492a-b737-99842e70343c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:04.310347 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2e61e49e-61f9-4a25-ae76-8d39035c9c73 req-2526bfa3-9295-492a-b737-99842e70343c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:28:04.351766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-2e61e49e-61f9-4a25-ae76-8d39035c9c73 req-2526bfa3-9295-492a-b737-99842e70343c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:28:04.352901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e61e49e-61f9-4a25-ae76-8d39035c9c73 req-2526bfa3-9295-492a-b737-99842e70343c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 932 time: 0.2293444 Dec 15 22:28:04.451459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2e61e49e-61f9-4a25-ae76-8d39035c9c73 req-df948951-0dd0-4603-b47b-2c0ab3e05d46 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912364 Dec 15 22:28:04.457023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:28:04.464862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.479108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Transition to ACTIVE for port object 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:28:04.482096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.486538 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:04.762583 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Pushing event updated for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:04.770071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:04.834435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Attempting to bind port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:28:04.834776 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Attempting to bind port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:28:04.835101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Attempting to bind port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 on network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:28:04.839604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 on network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:28:04.840106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Attempting to bind port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 on network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:28:04.845172 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:28:04.845501 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Checking segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:28:04.845881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Bound using segment: {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:28:04.846300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Bound port: 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b3661ce-9c21-48c0-bf8e-021c91c3bd50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:28:04.846639 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.937853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:28:04.940829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:28:04.945186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:04.949523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2373389d-d7b4-461e-9864-df26e4f90925 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:05.004282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.004990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:05.006346 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] 10.222.0.32 "PUT /v2.0/ports/48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 1094 time: 1.1336110 Dec 15 22:28:05.006875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:28:05.031553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Pushing event updated for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:05.034642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:05.085859 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'status': 'completed', 'code': 200} Dec 15 22:28:05.131211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-ec7debc5-693e-4f5b-b47e-659b4526acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.132732 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-ec7debc5-693e-4f5b-b47e-659b4526acfc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1097 time: 0.0824375 Dec 15 22:28:05.202572 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-45c1b3eb-8989-425c-badc-bd0308c980a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 217 time: 0.0625870 Dec 15 22:28:05.219278 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 370d542f-3bf5-4601-81f1-d4eba3ef3c77 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:05.268383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-425445ac-e002-4d2a-81bc-a851de36ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.269706 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-425445ac-e002-4d2a-81bc-a851de36ffc5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0603259 Dec 15 22:28:05.295462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:05.295845 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:05.344571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-6c01f666-ab66-498c-a5c9-095e30cef87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.345951 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-6c01f666-ab66-498c-a5c9-095e30cef87b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699954 Dec 15 22:28:05.477923 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-6396a5d6-eabb-41bb-903f-c05c995d8180 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250317 Dec 15 22:28:05.672190 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1a00ad98-1e18-4618-9ebc-a1b99a9227b7 req-feee0b93-e7aa-4d3f-8f78-c16a3ede9be9 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875229 Dec 15 22:28:05.684330 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc2ef5-92d4-4f7a-b557-f94cc96f88db req-ae42041b-2221-462f-bbd9-c6bdb55355a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.685838 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dbc2ef5-92d4-4f7a-b557-f94cc96f88db req-ae42041b-2221-462f-bbd9-c6bdb55355a2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 944 time: 0.1265469 Dec 15 22:28:05.771129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2dbc2ef5-92d4-4f7a-b557-f94cc96f88db req-4088f941-cc4e-4833-88c8-c178b626f460 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790582 Dec 15 22:28:05.798602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-029ba262-9aa1-4c27-9a5c-642e2d1a5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.800098 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-029ba262-9aa1-4c27-9a5c-642e2d1a5d30 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1097 time: 0.0788145 Dec 15 22:28:05.950820 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-0a33d4e4-f397-4f48-8abc-046cc44126d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:05.952807 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-0a33d4e4-f397-4f48-8abc-046cc44126d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 898 time: 0.1463208 Dec 15 22:28:06.023389 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-419fe0a0-5266-4d8f-bfd0-d8c44e2b253c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 217 time: 0.0636201 Dec 15 22:28:06.085204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-f6a7f3d2-e5a4-4512-95d6-162eb3589692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:06.086591 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-f6a7f3d2-e5a4-4512-95d6-162eb3589692 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0563362 Dec 15 22:28:06.164236 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-4ff4c4ab-7e0e-43c5-85d7-372a7956da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:06.165708 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-4ff4c4ab-7e0e-43c5-85d7-372a7956da56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718687 Dec 15 22:28:06.299155 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-3b591305-363c-464d-94aa-3b4ec4be9c84 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265633 Dec 15 22:28:06.538741 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c7dc067c-30e7-482e-ad6c-8ec97db09693 req-81f2f61c-f716-421a-87f2-1da746213d1b service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319937 Dec 15 22:28:06.950938 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f67a-0ed8-496c-b85c-e2289423be69 req-c27320b7-e84a-4e84-be6e-8b5edc5f1850 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:06.952362 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b361f67a-0ed8-496c-b85c-e2289423be69 req-c27320b7-e84a-4e84-be6e-8b5edc5f1850 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 944 time: 0.0786326 Dec 15 22:28:06.998995 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b361f67a-0ed8-496c-b85c-e2289423be69 req-e3923d56-0ee6-49de-b5fa-0d58270062bb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409851 Dec 15 22:28:08.136292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:28:08.180140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf278de1-e3ea-47d8-963c-5a79ce614a21 req-f8da1c2d-8a3a-4199-b5e7-5748547ecace tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:08.181586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf278de1-e3ea-47d8-963c-5a79ce614a21 req-f8da1c2d-8a3a-4199-b5e7-5748547ecace tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 944 time: 0.0802884 Dec 15 22:28:08.224949 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf278de1-e3ea-47d8-963c-5a79ce614a21 req-439be58f-4ba5-41cf-8ab1-657a5f872d80 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376918 Dec 15 22:28:08.266633 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:28:08.279522 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'port_id': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'mac_address': 'fa:16:3e:b6:d1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:28:08.336107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:08.352652 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:28:08.368487 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:28:08.372300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:08.375172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:08.438355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:08.441833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:08.600606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['48520963-6bd3-4c74-a20e-f6a3c5dec1b6'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:28:09.407825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b9175-4eb9-492e-b3c0-94b051e55017 req-37b57123-1e3f-412e-99c9-31fb404d52f8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:09.409298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d34b9175-4eb9-492e-b3c0-94b051e55017 req-37b57123-1e3f-412e-99c9-31fb404d52f8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 945 time: 0.0789900 Dec 15 22:28:09.453383 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d34b9175-4eb9-492e-b3c0-94b051e55017 req-89513367-fdcb-4a5b-8be2-edba7f763f62 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Dec 15 22:28:10.151692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:28:10.217755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:28:10.222248 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:28:10.222620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:10.344806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:10.379220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:28:10.388914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:28:10.392997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:10.394854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:10.429938 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'code': 200} Dec 15 22:28:10.461465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:10.464308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:10.651100 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3a1c1-4b85-4c8d-9af2-7fbe50c3c04f req-fd68c7c4-c332-4fcf-96ac-61334e177931 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:10.652506 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a7e3a1c1-4b85-4c8d-9af2-7fbe50c3c04f req-fd68c7c4-c332-4fcf-96ac-61334e177931 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0890791 Dec 15 22:28:10.657965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085aef-be5d-4730-99cc-a192d36e6b7a req-b34857f6-63bd-4a2b-a9f0-f50584517107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:10.660434 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe085aef-be5d-4730-99cc-a192d36e6b7a req-b34857f6-63bd-4a2b-a9f0-f50584517107 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1099 time: 0.0773964 Dec 15 22:28:10.700844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe085aef-be5d-4730-99cc-a192d36e6b7a req-35a1a91f-24dd-4dbf-a636-c05fc0fc1a72 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342760 Dec 15 22:28:10.712684 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a7e3a1c1-4b85-4c8d-9af2-7fbe50c3c04f req-06096703-f9f8-4251-ae16-8a1e7cfad11d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497162 Dec 15 22:28:11.900024 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe418f-4815-4bf7-88ce-4d61329794d5 req-ef87461a-c7a9-4130-bf46-09052829b4b5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:11.901369 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fbe418f-4815-4bf7-88ce-4d61329794d5 req-ef87461a-c7a9-4130-bf46-09052829b4b5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0792615 Dec 15 22:28:11.944954 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fbe418f-4815-4bf7-88ce-4d61329794d5 req-729ae36a-1e74-4a68-a656-6c63dab02bd1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379825 Dec 15 22:28:12.129394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28ca56-5410-4d4c-9ba7-56b0c83cc012 req-28a1a212-356f-40b3-800b-a19f42dbb2fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:12.131414 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a28ca56-5410-4d4c-9ba7-56b0c83cc012 req-28a1a212-356f-40b3-800b-a19f42dbb2fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0800486 Dec 15 22:28:12.173776 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5a28ca56-5410-4d4c-9ba7-56b0c83cc012 req-64b0fb25-3e92-4080-88bc-425b6c016ff2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362666 Dec 15 22:28:12.196571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48420) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:12.309887 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18da19f-1295-4e87-b35b-87327e430578 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:12.311571 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c18da19f-1295-4e87-b35b-87327e430578 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1094 time: 0.1140528 Dec 15 22:28:12.314306 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48426) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:12.321676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:28:12.327579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:28:12.331505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:floatingip and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:28:12.334518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:28:12.340229 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:28:12.349952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:12.483749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:12.617705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.155 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/23ac6c07-8f67-4440-a7cc-8ab64fb18120) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:28:12.759639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:12.789027 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:12.793590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c54ce263-a559-4673-afd0-eac09978d720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:12.854203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:28:12.856815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:28:12.859520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:28:12.905846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=23ac6c07-8f67-4440-a7cc-8ab64fb18120,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:12.908632 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:13.272896 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.455161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.565099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bcf58d55-a210-4d6c-9ff8-7e0a9f2e18a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.651657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.655644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.659020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:28:13.760593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=23ac6c07-8f67-4440-a7cc-8ab64fb18120,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:28:13.764428 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:28:13.774275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:13.947166 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 associated. External IP: 172.26.6.155, port: 48520963-6bd3-4c74-a20e-f6a3c5dec1b6. Dec 15 22:28:14.283841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router f7572648-484c-4aa7-a2fd-da9694dde2b9 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:28:14.458830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:28:14.468168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Sync routers for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:28:14.478004 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:28:14.478648 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:14.481794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:14.536787 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2197754 Dec 15 22:28:14.537456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:28:14.585905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'status': 'completed', 'code': 200} Dec 15 22:28:14.659594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:28:14.744177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-44430c20-9be3-4c8a-9642-38c0a4ce34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:14.745524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-44430c20-9be3-4c8a-9642-38c0a4ce34e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1099 time: 0.1386249 Dec 15 22:28:14.753567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248efaa7-b6e5-418d-b7cf-2d9b8261bec8 req-0710121a-4539-4371-936f-e9536b595dec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:14.754876 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-248efaa7-b6e5-418d-b7cf-2d9b8261bec8 req-0710121a-4539-4371-936f-e9536b595dec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.1131375 Dec 15 22:28:14.878830 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-248efaa7-b6e5-418d-b7cf-2d9b8261bec8 req-0aef26ce-337e-47c4-8b93-d22c03ce6f1e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059167 Dec 15 22:28:14.902852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48434) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:14.915417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-d737271a-2835-469f-846b-e88b2f021dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:14.916928 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-d737271a-2835-469f-846b-e88b2f021dad service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 898 time: 0.1612048 Dec 15 22:28:15.014814 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-fedd4250-54fc-40ec-8160-2f93ad32bb6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 HTTP/1.1" status: 200 len: 992 time: 0.1105905 Dec 15 22:28:15.026048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-8e097779-8b27-4feb-b06c-55a6a452b57b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 1000 time: 0.1027591 Dec 15 22:28:15.039571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '2c5eae80-b8fe-4ec7-a546-d5150e3f52f1', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.155', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'port_id': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'mac_address': 'fa:16:3e:b6:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:28:13Z', 'updated_at': '2021-12-15T22:28:13Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:15.043631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Checking router: f7572648-484c-4aa7-a2fd-da9694dde2b9 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:28:15.052272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:28:15.052877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:27:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:15.087578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-d6740e2d-1947-4e5a-8253-631a54774114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:15.089037 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-d6740e2d-1947-4e5a-8253-631a54774114 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0568848 Dec 15 22:28:15.167274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-33b108ba-16ee-4957-9565-2c8b96e5cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:15.168585 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-33b108ba-16ee-4957-9565-2c8b96e5cbdd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734632 Dec 15 22:28:15.235516 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:28:15.299227 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-86a848ab-521e-4f82-b710-383041c7a607 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233261 Dec 15 22:28:15.430185 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c9c0a1ec-441b-4067-bd9e-48d81a3106a4 req-efc49f30-4e5e-46ec-a162-0142403fb838 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246955 Dec 15 22:28:15.581828 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '2c5eae80-b8fe-4ec7-a546-d5150e3f52f1', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.155', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'port_id': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'mac_address': 'fa:16:3e:b6:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:28:13Z', 'updated_at': '2021-12-15T22:28:13Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:28:15.586304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e902f9d-aff3-4fcf-b2e6-3652b371e96f None None] The sync data for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv is: [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '2c5eae80-b8fe-4ec7-a546-d5150e3f52f1', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.155', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'port_id': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1753, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'mac_address': 'fa:16:3e:b6:d1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:28:13Z', 'updated_at': '2021-12-15T22:28:13Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:28:15.779506 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082bdafc-d4dc-4368-8361-67ebecc76cdb None None] New status for floating IP 2c5eae80-b8fe-4ec7-a546-d5150e3f52f1: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:28:15.894780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e6e1c797-4a77-45be-bd80-c8692272987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:16.017696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48438) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:16.245616 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4789b205-4d49-4f42-8cf8-0141ef9d29c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 HTTP/1.1" status: 200 len: 994 time: 0.2265491 Dec 15 22:28:16.953651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:16.957856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:18.579508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:20.003862 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:28:22.041424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:40.378629 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-3426b851-1bee-4914-8dab-751c5f9682bf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715415 Dec 15 22:28:40.516559 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16825-5de0-4690-8f3a-3f835f971398 req-d6a64f03-5c54-43d7-bcdb-7cc1262a1a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:40.518023 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-d6a64f03-5c54-43d7-bcdb-7cc1262a1a28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1099 time: 0.0705092 Dec 15 22:28:40.662683 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16825-5de0-4690-8f3a-3f835f971398 req-f63d4291-4559-424a-8a1d-0c1763ac44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:40.664057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-f63d4291-4559-424a-8a1d-0c1763ac44b2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 898 time: 0.1271265 Dec 15 22:28:40.766141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-4637e259-6472-468d-ab5f-31ca691ebc6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 1002 time: 0.0952048 Dec 15 22:28:40.830602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16825-5de0-4690-8f3a-3f835f971398 req-7658ba10-6396-4d2b-a89f-e8f47ae74acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:40.831997 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-7658ba10-6396-4d2b-a89f-e8f47ae74acc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0590119 Dec 15 22:28:41.015743 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed16825-5de0-4690-8f3a-3f835f971398 req-d2613151-7d8b-4f69-b2b4-eb6410222f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:41.017137 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-d2613151-7d8b-4f69-b2b4-eb6410222f51 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1784110 Dec 15 22:28:41.028446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-946722c3-f681-4049-9076-ad19980f49de service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:28:41.029335 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-946722c3-f681-4049-9076-ad19980f49de service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047274 Dec 15 22:28:41.157674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-0ca7417f-1572-4dac-a973-28f5fd099707 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221929 Dec 15 22:28:41.289158 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fed16825-5de0-4690-8f3a-3f835f971398 req-4de341ed-d9fd-4159-8dbf-42fb6d3ff0cd service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234393 Dec 15 22:28:43.160350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde22d5d-e10a-41ad-bae7-1bc67dd0a8c3 req-4be0b73e-9b79-44fe-a26b-064317b1b61a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:43.163136 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cde22d5d-e10a-41ad-bae7-1bc67dd0a8c3 req-4be0b73e-9b79-44fe-a26b-064317b1b61a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0847418 Dec 15 22:28:43.213554 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cde22d5d-e10a-41ad-bae7-1bc67dd0a8c3 req-a27d05d4-f2bb-46cd-a304-476887672b93 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423565 Dec 15 22:28:43.568815 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d879afb5-d7a8-47f4-a66d-74079d33fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:44.404844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9d520-2800-4c14-8f48-7b3b21d28b29 req-95e36215-0fc6-4890-a701-c7eff6792df4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:44.406258 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e9c9d520-2800-4c14-8f48-7b3b21d28b29 req-95e36215-0fc6-4890-a701-c7eff6792df4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0848987 Dec 15 22:28:44.450284 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e9c9d520-2800-4c14-8f48-7b3b21d28b29 req-9e5fdcda-ecaa-43f1-b223-2efde63b1b1d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384200 Dec 15 22:28:45.634434 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b44665-1a4d-4ce4-8294-855b10b7d585 req-39c9a05d-262c-42c1-b54d-4b60d7d19014 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:45.635857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96b44665-1a4d-4ce4-8294-855b10b7d585 req-39c9a05d-262c-42c1-b54d-4b60d7d19014 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0777936 Dec 15 22:28:45.678164 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-96b44665-1a4d-4ce4-8294-855b10b7d585 req-9c012c69-8a8a-45ac-9c3c-d3ab0a7f562f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366356 Dec 15 22:28:45.898505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ec474b42-f995-4499-9f53-ad84f518833c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:46.859920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5752ccd-2311-4feb-9542-c7987fbc2a88 req-0c42c436-69c1-49f5-bf2a-2033bbab5b82 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:46.861360 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5752ccd-2311-4feb-9542-c7987fbc2a88 req-0c42c436-69c1-49f5-bf2a-2033bbab5b82 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0806804 Dec 15 22:28:46.905763 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f5752ccd-2311-4feb-9542-c7987fbc2a88 req-bd96e7eb-248a-4b20-8979-f4ea31451388 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Dec 15 22:28:46.954649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:46.960390 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:48.093452 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd30c7-f5c7-4aec-80ec-179debea2b8c req-8dde16c2-62d4-4327-9388-8de9bd9527a4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:48.094877 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b8bd30c7-f5c7-4aec-80ec-179debea2b8c req-8dde16c2-62d4-4327-9388-8de9bd9527a4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0829802 Dec 15 22:28:48.137784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b8bd30c7-f5c7-4aec-80ec-179debea2b8c req-3e9a3055-7102-4db2-b4fe-b54943690e11 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372887 Dec 15 22:28:48.582470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:49.328095 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc0223-9ecc-416a-ad05-2109f825571c req-aef4dc06-4a7a-41e7-8235-6bf408a7aa9f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:49.329837 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1dfc0223-9ecc-416a-ad05-2109f825571c req-aef4dc06-4a7a-41e7-8235-6bf408a7aa9f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0900519 Dec 15 22:28:49.372810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1dfc0223-9ecc-416a-ad05-2109f825571c req-2020ecb6-0b79-4a4c-8c5e-dd03dbed0beb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Dec 15 22:28:50.696427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33aa842-d449-486c-bd0b-4d5094b4ec94 req-2813046a-57d5-480e-9700-ca6925fdd989 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:50.697728 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d33aa842-d449-486c-bd0b-4d5094b4ec94 req-2813046a-57d5-480e-9700-ca6925fdd989 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0787165 Dec 15 22:28:50.740515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d33aa842-d449-486c-bd0b-4d5094b4ec94 req-2eda51f2-4c54-4089-a09c-e0444069e792 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372536 Dec 15 22:28:51.925833 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7b969-0bd5-4723-b9b4-48c6d2813032 req-6b98961b-7a04-4da3-a718-4c853ded601f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:51.927207 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1da7b969-0bd5-4723-b9b4-48c6d2813032 req-6b98961b-7a04-4da3-a718-4c853ded601f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0801785 Dec 15 22:28:51.971291 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1da7b969-0bd5-4723-b9b4-48c6d2813032 req-ddb89249-e302-4ac1-953f-7adbf63bc101 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379770 Dec 15 22:28:52.040916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:28:53.155918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9228b-12d9-4f87-8a41-1af73ab47e88 req-071b70da-76e6-473e-948d-6517c941e6ee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:53.157409 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0ba9228b-12d9-4f87-8a41-1af73ab47e88 req-071b70da-76e6-473e-948d-6517c941e6ee tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0829198 Dec 15 22:28:53.199958 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0ba9228b-12d9-4f87-8a41-1af73ab47e88 req-03fb7745-d12f-43ca-953c-fd8161558a3b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370414 Dec 15 22:28:54.384288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23bbb0-9c2e-402c-ad70-a12e80d3f874 req-aa986ce8-0e04-4ff4-af52-21303f518c05 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:54.385709 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3b23bbb0-9c2e-402c-ad70-a12e80d3f874 req-aa986ce8-0e04-4ff4-af52-21303f518c05 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0828550 Dec 15 22:28:54.429062 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3b23bbb0-9c2e-402c-ad70-a12e80d3f874 req-b812369e-5483-4651-9020-83c157514100 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377471 Dec 15 22:28:54.451772 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48472) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:54.560938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-2de7cd7a-a53c-49d4-8eb6-fe1ec6d1772c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 HTTP/1.1" status: 200 len: 994 time: 0.1078281 Dec 15 22:28:56.013591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb363d6f-fe34-4bb9-9cc0-0d238935ea15 req-26833187-7f47-41a6-8a82-0fe82391d11f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:56.015040 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fb363d6f-fe34-4bb9-9cc0-0d238935ea15 req-26833187-7f47-41a6-8a82-0fe82391d11f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0795617 Dec 15 22:28:56.053052 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-df8a6986-4dd8-4cac-bf1e-2077198aabab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:56.054541 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-df8a6986-4dd8-4cac-bf1e-2077198aabab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1099 time: 0.0717742 Dec 15 22:28:56.062981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fb363d6f-fe34-4bb9-9cc0-0d238935ea15 req-54fdd105-42b2-43e1-8a62-00e3188ca048 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Dec 15 22:28:56.183809 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-1f1c556b-a528-4193-9a6d-bddaf868d7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:56.185168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-1f1c556b-a528-4193-9a6d-bddaf868d7b6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 898 time: 0.1241531 Dec 15 22:28:56.288046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-fa25806f-7a58-4b01-b08b-f33e5da25fd7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 1002 time: 0.0964465 Dec 15 22:28:56.352707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-0c300c0e-66b2-489e-88c2-712b7f22b958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:56.354121 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-0c300c0e-66b2-489e-88c2-712b7f22b958 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0605171 Dec 15 22:28:56.427947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-aa23982f-1b40-4301-aa1c-45ff919418e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:56.429393 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-aa23982f-1b40-4301-aa1c-45ff919418e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686915 Dec 15 22:28:56.559202 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-31610f84-72e3-45c7-aeec-5545e8746560 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235998 Dec 15 22:28:56.808867 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8f68db01-c492-49b5-9c39-ed6535ec7f41 req-e1911ced-2f38-4d59-a199-84b62c945229 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436099 Dec 15 22:28:57.003278 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:28:57.260417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6114da-f402-490b-b1bd-72ade54a0cd2 req-a68a781e-2fb3-4a97-8b3a-1d659611e7dd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:57.263647 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6114da-f402-490b-b1bd-72ade54a0cd2 req-a68a781e-2fb3-4a97-8b3a-1d659611e7dd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0942209 Dec 15 22:28:57.317320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ac6114da-f402-490b-b1bd-72ade54a0cd2 req-0aec4356-098b-4df8-9698-a055ec70e45f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471091 Dec 15 22:28:58.496385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f074a-3542-4df1-b154-25ab5ccb14c4 req-8fd9b88a-db13-4c2f-a0f4-7927b8b5a5ea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:28:58.497905 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-545f074a-3542-4df1-b154-25ab5ccb14c4 req-8fd9b88a-db13-4c2f-a0f4-7927b8b5a5ea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0781980 Dec 15 22:28:58.542797 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-545f074a-3542-4df1-b154-25ab5ccb14c4 req-3703be8a-8b5a-4dd7-a5f1-2e90c63232d9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 Dec 15 22:28:58.567000 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48486) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:28:58.672341 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7fd0df39-afef-4d8e-a719-106013a86bb7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 HTTP/1.1" status: 200 len: 994 time: 0.1040399 Dec 15 22:29:13.570854 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f104e95f-e407-4d8d-bcd1-b6a56511ac02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:15.899494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-200ab8be-5f85-456a-9ef5-316a14cb0140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:16.949205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:16.959463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:18.586751 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:22.054842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.081582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48500) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:27.290001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 23ac6c07-8f67-4440-a7cc-8ab64fb18120 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:29:27.290340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.455062 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.455283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.576971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 23ac6c07-8f67-4440-a7cc-8ab64fb18120 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:29:27.723925 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.728730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:27.776393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=23ac6c07-8f67-4440-a7cc-8ab64fb18120,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:27.930821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.931206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.931588 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.931989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.932358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.932732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.933096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.933483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.933832 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.934194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.934558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.934919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:27.961656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:27.989584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:27.989843 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 disassociated (deleted). External IP: 172.26.6.155, port: 48520963-6bd3-4c74-a20e-f6a3c5dec1b6. Dec 15 22:29:28.337154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router f7572648-484c-4aa7-a2fd-da9694dde2b9 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:29:28.512740 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:29:28.522933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Sync routers for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:29:28.534008 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:28.534371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:28.534634 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:28.593248 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e8419599-4e6f-4f00-917f-84b05099632d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/floatingips/2c5eae80-b8fe-4ec7-a546-d5150e3f52f1 HTTP/1.1" status: 204 len: 168 time: 1.5104961 Dec 15 22:29:28.593829 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:29:28.646606 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'status': 'completed', 'code': 200} Dec 15 22:29:28.718471 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:28.782523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-641b8a05-6059-4f9c-99dd-af4dfd8d54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:28.784726 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-641b8a05-6059-4f9c-99dd-af4dfd8d54ee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 1099 time: 0.1155102 Dec 15 22:29:28.992970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-c8b1e39a-2645-47b0-9aff-e199c6303099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:28.994308 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-c8b1e39a-2645-47b0-9aff-e199c6303099 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 200 len: 898 time: 0.1966996 Dec 15 22:29:29.047186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:29.051414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Checking router: f7572648-484c-4aa7-a2fd-da9694dde2b9 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:29:29.060606 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:29.061210 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:29.072793 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-488e575e-72a2-4506-9a8b-b37decddd0ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 200 len: 217 time: 0.0704815 Dec 15 22:29:29.083909 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a503085-f151-43cc-82a1-51cc04b66fa5 req-05777f9a-e040-4251-973f-c37bbb5c9b85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:29.085316 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0a503085-f151-43cc-82a1-51cc04b66fa5 req-05777f9a-e040-4251-973f-c37bbb5c9b85 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.1762850 Dec 15 22:29:29.179646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-427c7abd-8b1c-4e03-8d61-7f44d1dda9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:29.181396 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-427c7abd-8b1c-4e03-8d61-7f44d1dda9be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 200 len: 834 time: 0.0952463 Dec 15 22:29:29.186459 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0a503085-f151-43cc-82a1-51cc04b66fa5 req-ee5f95a0-9481-44f9-9329-4671a76c0b34 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618446 Dec 15 22:29:29.261593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-fd8ffa23-880f-43b7-993e-ea97234c58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:29.262944 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-fd8ffa23-880f-43b7-993e-ea97234c58a7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745478 Dec 15 22:29:29.286865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:29.401060 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-c8a4aad0-00e5-4fc0-b742-ba51cc7f2c11 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307266 Dec 15 22:29:29.533090 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d206ef8a-30c0-4f4c-8aa8-1c74f863128b req-3e8609c2-e4a3-4d1a-bf0e-11372894f772 service neutron] 10.222.0.32 "GET /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247878 Dec 15 22:29:29.599604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:29.604188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f2217a-f502-4d34-a27f-388e0ade879e None None] The sync data for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv is: [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '370d542f-3bf5-4601-81f1-d4eba3ef3c77', 'name': '', 'network_id': 'c3571b8e-c15a-4f5b-8e3e-aa2739ccf853', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:cd:b8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:58Z', 'updated_at': '2021-12-15T22:28:03Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '038a2369-2d18-43f1-ac42-33560d6a8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:29:29.818184 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859444f7-fa0e-4c44-807d-dcb58fca435d None None] New status for floating IP 2c5eae80-b8fe-4ec7-a546-d5150e3f52f1: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:29:30.370410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997865cf-4d71-498b-b73e-4cd4312e9ae0 req-86fa8b2a-cf16-4a46-9bc7-526bfb2c5283 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:30.371088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-997865cf-4d71-498b-b73e-4cd4312e9ae0 req-86fa8b2a-cf16-4a46-9bc7-526bfb2c5283 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:30.386631 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-997865cf-4d71-498b-b73e-4cd4312e9ae0 req-86fa8b2a-cf16-4a46-9bc7-526bfb2c5283 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:30.387713 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-997865cf-4d71-498b-b73e-4cd4312e9ae0 req-86fa8b2a-cf16-4a46-9bc7-526bfb2c5283 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0970483 Dec 15 22:29:30.431837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-eb1bcaa2-1b18-4ee6-a2ca-35b5df2e4123 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:30.432462 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-997865cf-4d71-498b-b73e-4cd4312e9ae0 req-1004813d-b85b-48fb-822a-3eaab4a773ad tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=ad072538-0407-4cc2-9daa-970724509b79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Dec 15 22:29:30.433264 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-eb1bcaa2-1b18-4ee6-a2ca-35b5df2e4123 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 946 time: 0.0833609 Dec 15 22:29:30.504252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:29:30.504606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:30.749148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:30.749504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:30.874203 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:29:31.128560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:31.134441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:31.180075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=48520963-6bd3-4c74-a20e-f6a3c5dec1b6,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:31.218039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.218423 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.218795 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.219161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.219523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.219899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.220268 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.220629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.220984 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.221337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.221694 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.222048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:31.229016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:31.262845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] No DVR routers for this DVR port 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:29:31.265151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:31.267653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'name': 'network-vif-deleted', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:29:31.284692 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e1083a22-99b1-48c3-a7be-abccabdfbf3a req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "DELETE /v2.0/ports/48520963-6bd3-4c74-a20e-f6a3c5dec1b6 HTTP/1.1" status: 204 len: 173 time: 0.8459070 Dec 15 22:29:31.366399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903641b-24fa-454c-bf87-a3f64ac6c154', 'name': 'network-vif-deleted', 'tag': '48520963-6bd3-4c74-a20e-f6a3c5dec1b6', 'status': 'completed', 'code': 200} Dec 15 22:29:31.600899 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-2207cff9-a0be-42a3-a74b-9d081dff7038 req-3ab34cdb-18c9-4184-a62b-6df35c51a7b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=2903641b-24fa-454c-bf87-a3f64ac6c154 HTTP/1.1" status: 200 len: 210 time: 0.0473537 Dec 15 22:29:32.696593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48522) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:33.355889 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:33.715415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 370d542f-3bf5-4601-81f1-d4eba3ef3c77 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:29:33.716174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:33.898408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 370d542f-3bf5-4601-81f1-d4eba3ef3c77, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=370d542f-3bf5-4601-81f1-d4eba3ef3c77,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:33.898776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:34.001434 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:29:34.022952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 370d542f-3bf5-4601-81f1-d4eba3ef3c77 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:29:34.339966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:34.344690 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ddc3570-af36-40f8-862f-d60b393b01f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:34.388447 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=370d542f-3bf5-4601-81f1-d4eba3ef3c77,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:34.418646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:34.430929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:29:34.466142 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:29:34.466486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 48520963-6bd3-4c74-a20e-f6a3c5dec1b6 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:29:34.780255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.131557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router f7572648-484c-4aa7-a2fd-da9694dde2b9 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:29:35.311384 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:29:35.320661 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Sync routers for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:29:35.325338 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/f7572648-484c-4aa7-a2fd-da9694dde2b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6275332 Dec 15 22:29:35.328129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48528) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:35.329615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:35.330222 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:35.391450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting subnet 038a2369-2d18-43f1-ac42-33560d6a8b7f {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:29:35.394275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.448091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.510554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:35.539086 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.612958 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.617362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4a93e83a-c5bf-446e-99a5-bdb622d7f348 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:35.653300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Subnet': ['ID=038a2369-2d18-43f1-ac42-33560d6a8b7f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:35.655111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.657686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:35.665046 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a534b6b-5b29-4bfd-b8f3-f3c44ddbabf8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/subnets/038a2369-2d18-43f1-ac42-33560d6a8b7f HTTP/1.1" status: 204 len: 168 time: 0.3326962 Dec 15 22:29:35.665046 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48532) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:35.682827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f678763-797a-4e11-b1e3-37e174879c89 None None] Network c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:29:35.841623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:35.966978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:29:34Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:35.970874 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Checking router: f7572648-484c-4aa7-a2fd-da9694dde2b9 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:29:35.980137 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Routers {'f7572648-484c-4aa7-a2fd-da9694dde2b9'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:35.980752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['f7572648-484c-4aa7-a2fd-da9694dde2b9'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:36.026177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.039220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 72b037ce-261e-4aec-888e-1235fde9673f {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:29:36.039655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.042742 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] DHCP port deletion for c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:29:36.062313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Deleting port f46f9905-ec02-4060-abd9-cf53f1a6590d {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:29:36.062694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.309045 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] Set router f7572648-484c-4aa7-a2fd-da9694dde2b9 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:36.354496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 72b037ce-261e-4aec-888e-1235fde9673f, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=72b037ce-261e-4aec-888e-1235fde9673f,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:36.354847 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.475269 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 72b037ce-261e-4aec-888e-1235fde9673f owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:29:36.590174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] For port f46f9905-ec02-4060-abd9-cf53f1a6590d, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f46f9905-ec02-4060-abd9-cf53f1a6590d,segment=NetworkSegment(7b3661ce-9c21-48c0-bf8e-021c91c3bd50),segment_id=7b3661ce-9c21-48c0-bf8e-021c91c3bd50)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:36.590778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.644318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.647986 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f418a79e-cc9e-460a-aa84-21f72952cdf3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:36.692876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=72b037ce-261e-4aec-888e-1235fde9673f,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:36.696584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:36.731426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Calling delete_port for f46f9905-ec02-4060-abd9-cf53f1a6590d owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:29:36.784854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.853135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.857746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:36.907386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] No DVR routers for this DVR port f46f9905-ec02-4060-abd9-cf53f1a6590d on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:29:36.914889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Pushing event deleted for resources: {'Port': ['ID=f46f9905-ec02-4060-abd9-cf53f1a6590d,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:36.921470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.921833 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.922173 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.922519 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.922853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.923184 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.923528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.923840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.924193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.924517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.924840 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.925163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:36.928349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:36.932971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:29:34Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:36.937056 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8d2b-d9e7-4d21-822e-5107630deb33 None None] The sync data for ids ['f7572648-484c-4aa7-a2fd-da9694dde2b9'] in dv-neutron-820612-1-hyperv is: [{'id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1117914890', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158'}], 'enable_snat': True}, 'gw_port_id': '72b037ce-261e-4aec-888e-1235fde9673f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:29:34Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': '72b037ce-261e-4aec-888e-1235fde9673f', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7572648-484c-4aa7-a2fd-da9694dde2b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:27:54Z', 'updated_at': '2021-12-15T22:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:29:36.958291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.961066 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.984477 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:36.984988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Fanout notify agent at l3_agent the message router_deleted on router f7572648-484c-4aa7-a2fd-da9694dde2b9 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:29:37.000149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.001213 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37592a53-2540-407e-97ad-7388a2be7892 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/routers/f7572648-484c-4aa7-a2fd-da9694dde2b9 HTTP/1.1" status: 204 len: 168 time: 1.3359168 Dec 15 22:29:37.003916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48536) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:37.114633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.243166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.273953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3571b8e-c15a-4f5b-8e3e-aa2739ccf853']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:37.287767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3661ce-9c21-48c0-bf8e-021c91c3bd50') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:37.288191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3661ce-9c21-48c0-bf8e-021c91c3bd50') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:37.302697 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.323129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.330567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:29:37.330960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:29:37.346464 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:29:37.374146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f46f9905-ec02-4060-abd9-cf53f1a6590d no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:29:37.410818 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: f46f9905-ec02-4060-abd9-cf53f1a6590d {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:29:37.411461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f46f9905-ec02-4060-abd9-cf53f1a6590d not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:29:37.412096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 370d542f-3bf5-4601-81f1-d4eba3ef3c77 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:29:37.437220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.441251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-674a44e5-5606-4c1f-b1ea-13159df98661 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:37.459846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 370d542f-3bf5-4601-81f1-d4eba3ef3c77 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:29:37.460217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 370d542f-3bf5-4601-81f1-d4eba3ef3c77 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:29:37.461936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.468243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Network': ['ID=c3571b8e-c15a-4f5b-8e3e-aa2739ccf853,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:37.472512 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:37.479643 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-de049c5a-528c-4538-867a-9c9e457f88d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/networks/c3571b8e-c15a-4f5b-8e3e-aa2739ccf853 HTTP/1.1" status: 204 len: 168 time: 0.4747076 Dec 15 22:29:37.482106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48542) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:37.551399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.583480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.657528 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.661499 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0484b8f4-8b30-4b1f-8f99-7f560334f7b6 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:37.676351 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad072538-0407-4cc2-9daa-970724509b79,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:37.679395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:37.686300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:37.689956 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-061c7c47-4a7b-4487-ad53-ecf3e2e387ef tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/security-groups/ad072538-0407-4cc2-9daa-970724509b79 HTTP/1.1" status: 204 len: 168 time: 0.2044177 Dec 15 22:29:38.056761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48550) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.062063 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1146545175', 'description': 'tempest-secgroup-smoke-1146545175 description', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.068113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.072255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.075140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.080801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.090984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.113506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.117873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.120709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.126272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.197714 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.201316 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.204966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d295663d-a80e-49cc-80c2-d770cf4fed37 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.245435 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4f660d-c382-4c0f-a985-9cee5a84cd07,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.248410 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.251127 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.252378 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1946383 Dec 15 22:29:38.255307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48554) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.260264 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.266048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.269857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.273230 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.278931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.295751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.356323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.359676 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.361436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f76d9f79-6071-49cc-88cb-d35af5a70b47 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.383859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d803cff2-2cc8-4c23-8bb9-52f98adf832d,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.388151 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.392455 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.393673 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373985 Dec 15 22:29:38.396463 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48558) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.401481 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.407216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.410968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.413781 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.419332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.436207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.497818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.501581 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.509636 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-421a4c61-82a9-4560-a0c6-70f6b40c4ef6 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.530043 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff0ae356-2fae-4228-82a4-4de595b39231,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.532856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.537350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.538494 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1410272 Dec 15 22:29:38.541591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48562) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.546569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.552485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.557104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.560010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.565683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.582900 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.643159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.646540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.648330 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e602af4a-e268-4e55-9161-4e2f0d9a257b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.669658 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a2312ec-a0ec-41a1-bce9-dacb964dd29c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.672006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.680129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.681624 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3d62d263-9c88-4c34-b334-4e7232ade0c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390080 Dec 15 22:29:38.684610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48566) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.689542 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.695257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.699039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.701918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.707533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.723231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.785277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.788827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.796170 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ab5a8beb-9f7a-445a-9fda-28a0cfafae9f tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.815942 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187fceb6-b255-425a-9f91-07d6ac2b1022,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.819299 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.826683 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.827834 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a3977da9-ef55-45a8-af1d-1b394f2788af tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423421 Dec 15 22:29:38.830725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48570) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.836563 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.842715 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.846497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.849340 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.854951 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:38.865035 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:29:38.871206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.933111 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.936504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.938218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19f1c7d4-cb08-4ac1-a93c-fdfd69e0b389 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:38.960067 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb962ff5-0235-4f93-a48d-833d28154de3,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:38.962413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:38.969101 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:38.970239 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ae4923bc-dd58-451f-a9c5-0675dd69de55 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382837 Dec 15 22:29:38.972969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48574) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:38.977837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'security_group_rule': {'security_group_id': 'cb4f660d-c382-4c0f-a985-9cee5a84cd07', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:38.983467 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:38.987261 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:security_group_rule and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:38.990119 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:38.996373 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:39.005405 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Project 1a784eb6f3434f48bc67eae4dff8e929 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:29:39.012191 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.074075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.077517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.079234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f7309f9-489e-4561-80ca-3ad960bb08eb tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:39.099894 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668f0fe0-5a0b-467e-821a-46628c2d7bfd,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:39.102206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:39.108985 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.110114 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-68ea70d3-76f1-44b1-8e24-355df22a6db5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362641 Dec 15 22:29:39.112912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48578) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:39.118852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'network': {'name': 'tempest-network-smoke--1014046907', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'port_security_enabled': True}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:39.123518 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:39.127544 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:network and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:39.130353 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:39.136586 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:39.146343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:29:39.150260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.179831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:29:39.188801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.189201 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Added segment caf55d39-ac7b-4d4d-ac85-99b1175bf0ce of type vlan for network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 Dec 15 22:29:39.214698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.223097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 72b037ce-261e-4aec-888e-1235fde9673f no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:29:39.243807 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.249262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:39.249864 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.254789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e2865ede-d236-4df3-a5a2-a7d3ef943e0a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:39.260807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 72b037ce-261e-4aec-888e-1235fde9673f {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:29:39.261448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 72b037ce-261e-4aec-888e-1235fde9673f not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:29:39.477543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Network': ['ID=44d79fa7-e1c1-46c3-8a1a-b56983a16b66,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:39.480375 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3665328 Dec 15 22:29:39.481241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2c031c53-e18c-4626-a875-fc88a5d25349 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:39.483128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48582) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:39.487819 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:29:39.488001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'admin_state_up': True, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:39.495250 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:39.499126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:router and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:39.501949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:39.508693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:39.518655 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.519720 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.538331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:39.798001 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:40.087895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:40.119935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:40.254009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.215 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/f103b696-70e7-451e-80eb-cf45eab84325) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:29:40.397520 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:40.429281 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:40.433982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5864cd46-1695-4596-bc80-d2488cd8ddf0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:40.497661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:40.500312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:40.504404 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:29:40.543813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=f103b696-70e7-451e-80eb-cf45eab84325,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:40.547910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:41.027882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:41.357554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:41.558830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:29:41.740790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:29:41.750107 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Sync routers for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:29:41.759920 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:41.760547 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:41.767755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:41.768980 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-37d0ceac-56c0-4abc-b061-9f2d1272fe74 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2849596 Dec 15 22:29:41.772713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48586) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:41.811186 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-69d72577-3498-4087-9f44-863ea4678ae4 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1a784eb6f3434f48bc67eae4dff8e929&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373421 Dec 15 22:29:41.813873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48590) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:41.938271 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:41.942378 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a464a2-2ade-4b49-9fdf-b512243d077e tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:41.945018 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12a464a2-2ade-4b49-9fdf-b512243d077e tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301508 Dec 15 22:29:41.947642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48594) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:41.989594 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0d812abd-68f1-41a1-bb93-3ee033f51871 tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=ac76b5a8-2a4f-4138-b30a-4c4b92be1401&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407548 Dec 15 22:29:41.992654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48598) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:41.997859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052732857', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:42.104649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:42.108577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:subnet and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:42.111431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:42.117717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:42.127601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:29:42.130743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.220704 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:40Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:42.224565 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Checking router: 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:29:42.224981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Updating router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb port f103b696-70e7-451e-80eb-cf45eab84325 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:29:42.317106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.492117 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.499128 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a1d14bd6-cd02-4630-9e04-bd13e3c861be tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:42.575050 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Subnet': ['ID=8e936c8c-8b88-4564-9f0e-6df95f801d68,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:42.578465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:42.584665 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Checking segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:29:42.585018 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network hostable DHCP agents. Network: 44d79fa7-e1c1-46c3-8a1a-b56983a16b66, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:29:42.604890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:29:42.613753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 44d79fa7-e1c1-46c3-8a1a-b56983a16b66) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:42.617904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:42.618475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.626171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0edef-97a4-4e16-8362-ed977206961b None None] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:29:42.642537 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45533c91-4164-4c42-bedc-41e8e7102249 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6462586 Dec 15 22:29:42.642759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48602) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:42.664889 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.676542 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Transition to ACTIVE for port object f103b696-70e7-451e-80eb-cf45eab84325 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:42.684227 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.687675 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-eef7999e-4ea6-465a-a523-a162a7598842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:42.762421 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Attempting to bind port f103b696-70e7-451e-80eb-cf45eab84325 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:29:42.763101 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Attempting to bind port f103b696-70e7-451e-80eb-cf45eab84325 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:29:42.763200 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Attempting to bind port f103b696-70e7-451e-80eb-cf45eab84325 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:29:42.774319 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:29:42.774319 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:29:42.774614 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.774832 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:29:42.775356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Bound port: f103b696-70e7-451e-80eb-cf45eab84325, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:29:42.775727 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.798348 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Pushing event updated for resources: {'Port': ['ID=f103b696-70e7-451e-80eb-cf45eab84325,revision_number=2']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:42.821879 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.822237 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.822952 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.822952 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.823172 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.823497 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.823812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.824243 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.824592 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.824944 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.825819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.825819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:29:42.829903 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:42.843040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:29:42.843999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.867010 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] For port f103b696-70e7-451e-80eb-cf45eab84325, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:29:42.870191 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] For port f103b696-70e7-451e-80eb-cf45eab84325, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f103b696-70e7-451e-80eb-cf45eab84325,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:29:42.877257 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:42.881564 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:42.953048 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:42.953662 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:43.004301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Allocated IP 172.20.0.2 (44d79fa7-e1c1-46c3-8a1a-b56983a16b66/8e936c8c-8b88-4564-9f0e-6df95f801d68/070f05ab-5b40-46c5-ab71-024f4fb77d97) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:29:43.114715 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Pushing event updated for resources: {'Port': ['ID=f103b696-70e7-451e-80eb-cf45eab84325,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:43.121062 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-b52c8cc2-1432-4518-9271-76c368a47b49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:43.145216 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:43.262235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.273712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Transition to ACTIVE for port object 070f05ab-5b40-46c5-ab71-024f4fb77d97 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:43.292727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Transition to ACTIVE for port object 070f05ab-5b40-46c5-ab71-024f4fb77d97 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:43.298843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.306339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:43.369700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:43.372557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:43.376272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:29:43.377132 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.381884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Pushing event updated for resources: {'Port': ['ID=070f05ab-5b40-46c5-ab71-024f4fb77d97,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:43.385552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:43.440880 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:40Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:43.445064 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc959dc-439e-4e58-aae2-64685067fbcf None None] The sync data for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv is: [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:40Z', 'revision_number': 3, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:29:43.476105 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Attempting to bind port 070f05ab-5b40-46c5-ab71-024f4fb77d97 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:29:43.476481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Attempting to bind port 070f05ab-5b40-46c5-ab71-024f4fb77d97 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:29:43.476856 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Attempting to bind port 070f05ab-5b40-46c5-ab71-024f4fb77d97 on network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:29:43.482300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:29:43.482688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Checking segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:29:43.483094 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.483493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Bound using segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:29:43.484061 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Bound port: 070f05ab-5b40-46c5-ab71-024f4fb77d97, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:29:43.484441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.594741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-64565031-9ef1-4127-8583-dae3b7e20d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.596578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] For port 070f05ab-5b40-46c5-ab71-024f4fb77d97, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:29:43.600545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] For port 070f05ab-5b40-46c5-ab71-024f4fb77d97, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=070f05ab-5b40-46c5-ab71-024f4fb77d97,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:29:43.605844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:43.609788 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:43.701104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Pushing event updated for resources: {'Port': ['ID=070f05ab-5b40-46c5-ab71-024f4fb77d97,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:43.711861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:43.862610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.1 (44d79fa7-e1c1-46c3-8a1a-b56983a16b66/8e936c8c-8b88-4564-9f0e-6df95f801d68/bc215214-50bd-4cf6-bca7-3e4522ad4606) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:29:44.057060 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:44.074020 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object bc215214-50bd-4cf6-bca7-3e4522ad4606 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:44.097640 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:44.101479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b1c87c29-7070-42e9-a6fe-dc875d113d5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:44.301233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:44.305098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:44.309313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:29:44.339950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:44.346815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:44.372362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:44.653179 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:44.687365 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba72cee-919e-4c9c-aad8-d0fdd6bd21c9 None None] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:29:44.782618 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a93735ea-d684-4eda-8122-88056c1d8338 None None] Provisioning for port 070f05ab-5b40-46c5-ab71-024f4fb77d97 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:45.074776 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.080216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.110639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:45.196279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.199826 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:45.202712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:45.225324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dbfb4b7a-91a6-4f98-b835-805173fedcc1 None None] Provisioning for port bc215214-50bd-4cf6-bca7-3e4522ad4606 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:45.231768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dbfb4b7a-91a6-4f98-b835-805173fedcc1 None None] Provisioning complete for port bc215214-50bd-4cf6-bca7-3e4522ad4606 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:45.232150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4b7a-91a6-4f98-b835-805173fedcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.314337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dbfb4b7a-91a6-4f98-b835-805173fedcc1 None None] Port bc215214-50bd-4cf6-bca7-3e4522ad4606 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:29:45.348079 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:45.349372 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:45.358412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f103b696-70e7-451e-80eb-cf45eab84325 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:45.435499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port f103b696-70e7-451e-80eb-cf45eab84325 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:45.445716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f103b696-70e7-451e-80eb-cf45eab84325 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:45.446254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.502048 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-01e6f783-1b3e-48b5-9fdb-ce9485382b58 None None] Provisioning complete for port bc215214-50bd-4cf6-bca7-3e4522ad4606 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:45.502419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01e6f783-1b3e-48b5-9fdb-ce9485382b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.566766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01e6f783-1b3e-48b5-9fdb-ce9485382b58 None None] Port bc215214-50bd-4cf6-bca7-3e4522ad4606 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:29:45.569277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:29:45.625361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.641933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port f103b696-70e7-451e-80eb-cf45eab84325, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f103b696-70e7-451e-80eb-cf45eab84325,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:45.646282 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.647680 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 070f05ab-5b40-46c5-ab71-024f4fb77d97 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:45.674192 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9a580661-cd6e-4661-b5df-8fa1c338735a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:45.754204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:29:45.766730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e76db-369a-4390-866e-5ea05824152b None None] Sync routers for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:29:45.768310 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1244807 Dec 15 22:29:45.768559 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-162806da-2909-42e3-a6bd-d7ba42286a41 None None] Provisioning complete for port bc215214-50bd-4cf6-bca7-3e4522ad4606 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:45.768935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-162806da-2909-42e3-a6bd-d7ba42286a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:45.811072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=f103b696-70e7-451e-80eb-cf45eab84325,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:45.826692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:45.831429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:45.832096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:45.925327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-162806da-2909-42e3-a6bd-d7ba42286a41 None None] Port bc215214-50bd-4cf6-bca7-3e4522ad4606 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:29:45.931608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 070f05ab-5b40-46c5-ab71-024f4fb77d97 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:45.948685 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 070f05ab-5b40-46c5-ab71-024f4fb77d97 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:45.949066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:46.021837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a19794c7-cf2f-4c93-8c03-7a02a0f445dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:46.065890 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6dc4d5c0-c760-45ea-b0e4-cecf10654f29 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:46.081064 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6dc4d5c0-c760-45ea-b0e4-cecf10654f29 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:46.082281 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6dc4d5c0-c760-45ea-b0e4-cecf10654f29 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1146545175&fields=id&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 267 time: 0.1867008 Dec 15 22:29:46.093619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:46.232727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a3fa6445-5558-4586-bab1-36f0834d867f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:46.233403 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a3fa6445-5558-4586-bab1-36f0834d867f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:46.249152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a3fa6445-5558-4586-bab1-36f0834d867f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:network {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:46.250290 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a3fa6445-5558-4586-bab1-36f0834d867f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 797 time: 0.1613660 Dec 15 22:29:46.265008 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-19f44553-405e-4120-8f99-ebbeeb55acdc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/quotas/1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 375 time: 0.0091014 Dec 15 22:29:46.346541 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-97c60530-9009-4584-85ce-9abf95c04f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:46.362522 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-97c60530-9009-4584-85ce-9abf95c04f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:46.363845 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-97c60530-9009-4584-85ce-9abf95c04f2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0939205 Dec 15 22:29:46.383443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:46.447931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 070f05ab-5b40-46c5-ab71-024f4fb77d97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=070f05ab-5b40-46c5-ab71-024f4fb77d97,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:46.453322 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:46.456579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:46.543572 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-5ca9842d-a932-4db2-b913-b2534e3378b5 service neutron] 10.222.0.18 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668830 Dec 15 22:29:46.561483 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=070f05ab-5b40-46c5-ab71-024f4fb77d97,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:46.565335 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:46.580598 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 2, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:46.585067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e76db-369a-4390-866e-5ea05824152b None None] Checking router: 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:29:46.585425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e76db-369a-4390-866e-5ea05824152b None None] Updating router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb port bc215214-50bd-4cf6-bca7-3e4522ad4606 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:29:46.640809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:46.678515 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-8da14ce4-a28a-4f42-b98a-73fbcf2763c1 service neutron] 10.222.0.18 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283884 Dec 15 22:29:46.868960 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-47e591a3-5652-49c0-92dd-ca74063bdff1 req-dbeab255-17bb-4281-a8e5-1e3c1219f4a6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:46.880729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-47e591a3-5652-49c0-92dd-ca74063bdff1 req-dbeab255-17bb-4281-a8e5-1e3c1219f4a6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:46.882495 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-47e591a3-5652-49c0-92dd-ca74063bdff1 req-dbeab255-17bb-4281-a8e5-1e3c1219f4a6 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 210 time: 0.0639529 Dec 15 22:29:47.001069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.004068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.013659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.025731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-317e76db-369a-4390-866e-5ea05824152b None None] Transition to ACTIVE for port object bc215214-50bd-4cf6-bca7-3e4522ad4606 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:47.032121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.036318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:47.206394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b857ac7-d13b-40a7-a6a2-c3a6b8619afb None None] Pushing event updated for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:47.239704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b857ac7-d13b-40a7-a6a2-c3a6b8619afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:47.268834 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-317e76db-369a-4390-866e-5ea05824152b None None] Attempting to bind port bc215214-50bd-4cf6-bca7-3e4522ad4606 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:29:47.269243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-317e76db-369a-4390-866e-5ea05824152b None None] Attempting to bind port bc215214-50bd-4cf6-bca7-3e4522ad4606 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:29:47.269613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e76db-369a-4390-866e-5ea05824152b None None] Attempting to bind port bc215214-50bd-4cf6-bca7-3e4522ad4606 on network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:29:47.278709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e76db-369a-4390-866e-5ea05824152b None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:29:47.279221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e76db-369a-4390-866e-5ea05824152b None None] Checking segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:29:47.279631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.280064 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317e76db-369a-4390-866e-5ea05824152b None None] Bound using segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:29:47.280590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-317e76db-369a-4390-866e-5ea05824152b None None] Bound port: bc215214-50bd-4cf6-bca7-3e4522ad4606, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:29:47.280973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.297736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f103b696-70e7-451e-80eb-cf45eab84325 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:47.442362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-317e76db-369a-4390-866e-5ea05824152b None None] For port bc215214-50bd-4cf6-bca7-3e4522ad4606, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:29:47.449518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-317e76db-369a-4390-866e-5ea05824152b None None] For port bc215214-50bd-4cf6-bca7-3e4522ad4606, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bc215214-50bd-4cf6-bca7-3e4522ad4606,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:29:47.456472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-317e76db-369a-4390-866e-5ea05824152b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.460290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:47.497193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port f103b696-70e7-451e-80eb-cf45eab84325 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:47.497193 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:47.590478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:29:47.591113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:47.642149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b857ac7-d13b-40a7-a6a2-c3a6b8619afb None None] Pushing event updated for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:47.652877 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b857ac7-d13b-40a7-a6a2-c3a6b8619afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:47.869481 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 070f05ab-5b40-46c5-ab71-024f4fb77d97 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:47.940881 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:29:48.067944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bd4416d5-a6f6-4494-8c66-59b86f9c0863 req-82e73879-1bb9-4703-8455-0b6fc83cd4eb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 210 time: 0.0651915 Dec 15 22:29:48.092181 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-dc270369-f0d7-4aa2-a95f-c43cee9d61bc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:48.092181 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-dc270369-f0d7-4aa2-a95f-c43cee9d61bc tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 797 time: 0.1981983 Dec 15 22:29:48.092750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 070f05ab-5b40-46c5-ab71-024f4fb77d97 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:48.092750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.140413 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-31665517-deb8-43d7-8eaf-54115393d144 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a784eb6f3434f48bc67eae4dff8e929 HTTP/1.1" status: 200 len: 380 time: 0.0439084 Dec 15 22:29:48.153329 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'port': {'device_id': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'admin_state_up': True, 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'security_groups': ['cb4f660d-c382-4c0f-a985-9cee5a84cd07']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:48.286550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:48.296603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:48.306632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Made reservation on behalf of 1a784eb6f3434f48bc67eae4dff8e929 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:29:48.310178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.385419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-317e76db-369a-4390-866e-5ea05824152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:47Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:29:48.389400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317e76db-369a-4390-866e-5ea05824152b None None] The sync data for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv is: [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:47Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:29:48.489870 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.20.0.7 (44d79fa7-e1c1-46c3-8a1a-b56983a16b66/8e936c8c-8b88-4564-9f0e-6df95f801d68/10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:29:48.606021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.704414 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.723301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Transition to ACTIVE for port object 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:48.749782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.756485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b2e2615c-5a7b-4ca3-b875-a79398b9b7e1 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:48.830865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:48.834315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:48.838351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:29:48.890934 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:48.895763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:48.913690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:48.914307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:48.946941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971990 Dec 15 22:29:48.958943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Request body: {'port': {'device_id': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:49.080680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.169311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-38ea4957-b799-48ed-ac30-79560e80a7f9 None None] Provisioning for port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:49.175239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-38ea4957-b799-48ed-ac30-79560e80a7f9 None None] Provisioning complete for port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:49.175911 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-38ea4957-b799-48ed-ac30-79560e80a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.249684 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-38ea4957-b799-48ed-ac30-79560e80a7f9 None None] Port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:29:49.317263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bc215214-50bd-4cf6-bca7-3e4522ad4606 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:49.389072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port bc215214-50bd-4cf6-bca7-3e4522ad4606 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:49.393974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bc215214-50bd-4cf6-bca7-3e4522ad4606 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:49.394356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.423022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cad2f3-f922-4fbd-879b-39aa4cd0abcd req-bbd69606-fc21-40a0-a266-549ad89f6154 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:49.423742 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-34cad2f3-f922-4fbd-879b-39aa4cd0abcd req-bbd69606-fc21-40a0-a266-549ad89f6154 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:29:49.450665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-34cad2f3-f922-4fbd-879b-39aa4cd0abcd req-bbd69606-fc21-40a0-a266-549ad89f6154 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:29:49.451846 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34cad2f3-f922-4fbd-879b-39aa4cd0abcd req-bbd69606-fc21-40a0-a266-549ad89f6154 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 931 time: 0.2446165 Dec 15 22:29:49.520378 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.570891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port bc215214-50bd-4cf6-bca7-3e4522ad4606, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bc215214-50bd-4cf6-bca7-3e4522ad4606,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:49.575495 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.579361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:49.650536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:49.653791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:49.681676 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-34cad2f3-f922-4fbd-879b-39aa4cd0abcd req-eaf1cac5-8c68-4b8e-82de-2694d6eec3ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194932 Dec 15 22:29:49.683700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:29:49.691084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.706990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Transition to ACTIVE for port object 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:29:49.710154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:49.714784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0b01b6ce-6711-4dd7-a96f-4dc766ffaec4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:49.882411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Pushing event updated for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:49.912508 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:49.953983 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Attempting to bind port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:29:49.954311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Attempting to bind port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:29:49.954633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Attempting to bind port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 on network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:29:49.959114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 on network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:29:49.959427 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Attempting to bind port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 on network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:29:49.964474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:29:49.964803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Checking segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:29:49.965175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Bound using segment: {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:29:49.965599 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Bound port: 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:29:49.965937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:50.054534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:29:50.057541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:29:50.062014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:50.066406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-01837421-5b99-40b7-a04e-0e6601db1fea tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:50.126072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.126688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:50.128070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] 10.222.0.32 "PUT /v2.0/ports/10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 1093 time: 1.1735966 Dec 15 22:29:50.128619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:29:50.147416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Pushing event updated for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:50.158444 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:50.197442 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'status': 'completed', 'code': 200} Dec 15 22:29:50.239158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-d07760bf-c19a-49e6-80cb-ebac77982df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.241340 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-d07760bf-c19a-49e6-80cb-ebac77982df3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1096 time: 0.0765164 Dec 15 22:29:50.315355 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-e743cfc2-db15-47a7-9c6f-1fda1b0d5e28 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 217 time: 0.0663950 Dec 15 22:29:50.377613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-c0df1047-ce8d-4c65-8ec1-fa2d6166a1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.378938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-c0df1047-ce8d-4c65-8ec1-fa2d6166a1fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 200 len: 835 time: 0.0570250 Dec 15 22:29:50.455474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-2ac7f614-d332-42bb-9fd6-9d3af5b0db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.456932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-2ac7f614-d332-42bb-9fd6-9d3af5b0db31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719912 Dec 15 22:29:50.592222 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-54674463-1531-4217-81a5-3e21a295e5d6 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272950 Dec 15 22:29:50.726262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bf66f143-7beb-4da6-93a6-4bf066de6ec5 req-a5e43567-c986-4e8f-9778-3374b5f9d892 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279273 Dec 15 22:29:50.910869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927aa4e3-6a60-4db4-b4bd-432f5d03059b req-61c35664-4e90-4244-ac7d-96c19dad02c2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.912333 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-927aa4e3-6a60-4db4-b4bd-432f5d03059b req-61c35664-4e90-4244-ac7d-96c19dad02c2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 943 time: 0.1103837 Dec 15 22:29:50.914875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f307a5-5534-429b-856e-903f91c72b66 req-0095d170-c91c-4320-a5d9-3b9428415c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:50.916223 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-0095d170-c91c-4320-a5d9-3b9428415c1d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1096 time: 0.1436086 Dec 15 22:29:51.040272 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-927aa4e3-6a60-4db4-b4bd-432f5d03059b req-389f5759-4bfe-45bf-8225-d4ef6b09c6c9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221333 Dec 15 22:29:51.077520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f307a5-5534-429b-856e-903f91c72b66 req-868b4761-1351-4b4e-b897-188a6647c372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:51.078940 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-868b4761-1351-4b4e-b897-188a6647c372 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 898 time: 0.1483724 Dec 15 22:29:51.145105 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-a46f3fc0-182a-45ec-9a47-f32cf9faa49b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 217 time: 0.0592463 Dec 15 22:29:51.210115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f307a5-5534-429b-856e-903f91c72b66 req-e1eab109-d97d-402a-a297-e76d386b52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:51.211473 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-e1eab109-d97d-402a-a297-e76d386b52fb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 200 len: 835 time: 0.0590920 Dec 15 22:29:51.276125 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bc215214-50bd-4cf6-bca7-3e4522ad4606 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:51.289087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f307a5-5534-429b-856e-903f91c72b66 req-aacaa802-cd75-49a9-b6fb-318b79c3b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:51.290541 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-aacaa802-cd75-49a9-b6fb-318b79c3b701 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725207 Dec 15 22:29:51.347697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bc215214-50bd-4cf6-bca7-3e4522ad4606 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:51.348107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:51.546684 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-aa0e55ad-4281-496e-bf5d-1fe5b4d41cc7 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488623 Dec 15 22:29:51.676026 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-40f307a5-5534-429b-856e-903f91c72b66 req-7ac94e2b-a67c-44ec-9ff0-4dd8e765c3dc service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228852 Dec 15 22:29:52.059280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:52.222049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926302c-47bc-4267-9775-e65b76fda92b req-a00b709f-c637-4970-8f6a-516bd7194b80 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:52.223491 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8926302c-47bc-4267-9775-e65b76fda92b req-a00b709f-c637-4970-8f6a-516bd7194b80 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 943 time: 0.0790291 Dec 15 22:29:52.266866 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8926302c-47bc-4267-9775-e65b76fda92b req-b3f055d0-9e99-4728-8867-c212ee497bd1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371470 Dec 15 22:29:53.452294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8c575-1098-4af6-8a85-3b34d6656c32 req-7e683964-8e8f-4ad5-bbfb-dd81f9ba45d4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:53.453760 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dac8c575-1098-4af6-8a85-3b34d6656c32 req-7e683964-8e8f-4ad5-bbfb-dd81f9ba45d4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 943 time: 0.0850878 Dec 15 22:29:53.503741 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-dac8c575-1098-4af6-8a85-3b34d6656c32 req-e77da7a3-166f-48af-acac-a63a542d2a58 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441132 Dec 15 22:29:54.480196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:29:54.611353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:54.625183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'port_id': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'mac_address': 'fa:16:3e:95:96:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:29:54.682686 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:54.695567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0050f38-981f-45de-9582-2f0a912d74fc req-531804d7-360c-4844-b9cc-ea88172bcf80 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:54.698066 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0050f38-981f-45de-9582-2f0a912d74fc req-531804d7-360c-4844-b9cc-ea88172bcf80 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 943 time: 0.0868700 Dec 15 22:29:54.743267 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0050f38-981f-45de-9582-2f0a912d74fc req-f73a556f-cb8b-41e5-979f-b6e4c826136e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400472 Dec 15 22:29:54.744919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:29:54.760029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:54.764320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:54.766011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:54.828951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:54.831931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:54.967208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:29:55.925539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d4cd3-3c4a-45b3-9acd-5066ed3c294c req-58d69895-5124-4a3c-8ee8-93b9fe1ef03d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:55.926932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-866d4cd3-3c4a-45b3-9acd-5066ed3c294c req-58d69895-5124-4a3c-8ee8-93b9fe1ef03d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 944 time: 0.0789857 Dec 15 22:29:55.974522 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-866d4cd3-3c4a-45b3-9acd-5066ed3c294c req-776798eb-5a17-4091-823b-044b4441cade tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415959 Dec 15 22:29:56.495823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:29:56.561324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:29:56.566150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:29:56.566527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:56.679654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:56.705261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:29:56.715528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:29:56.719580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:56.721446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:56.785939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:56.789252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:56.797780 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'code': 200} Dec 15 22:29:57.021196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e965b85-3135-48b2-bf46-679eb385909f req-5c8afe7e-581e-477d-96c6-9ec00e65627c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:57.022680 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e965b85-3135-48b2-bf46-679eb385909f req-5c8afe7e-581e-477d-96c6-9ec00e65627c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1098 time: 0.0696728 Dec 15 22:29:57.062966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1e965b85-3135-48b2-bf46-679eb385909f req-1d0326f3-9c86-48cc-a005-03b56e7b0d93 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Dec 15 22:29:57.163295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f50c79-fa18-4c3e-94aa-a6cd410c9cae req-234c101d-6f07-4619-98c2-aa601f4cb28e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:57.164742 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7f50c79-fa18-4c3e-94aa-a6cd410c9cae req-234c101d-6f07-4619-98c2-aa601f4cb28e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0825605 Dec 15 22:29:57.208300 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e7f50c79-fa18-4c3e-94aa-a6cd410c9cae req-e191c966-d9e2-4da6-a1a3-f3b32c228608 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 Dec 15 22:29:58.395904 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd8eef-a905-4785-b488-b2cdb53d539b req-ca01a7c3-0de3-441f-b435-fb931e3dac6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:58.397907 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-88dd8eef-a905-4785-b488-b2cdb53d539b req-ca01a7c3-0de3-441f-b435-fb931e3dac6f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0869663 Dec 15 22:29:58.441738 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-88dd8eef-a905-4785-b488-b2cdb53d539b req-a4b99b44-65af-4c8b-8cb4-30893bfc3070 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382466 Dec 15 22:29:58.622023 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd398c6-f4ea-4408-befe-f093186d2dd5 req-1601eec8-65ae-4de0-95a0-fe8e0dc4273e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:58.623462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fd398c6-f4ea-4408-befe-f093186d2dd5 req-1601eec8-65ae-4de0-95a0-fe8e0dc4273e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0799544 Dec 15 22:29:58.668360 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6fd398c6-f4ea-4408-befe-f093186d2dd5 req-b163c064-fdb6-4d5a-97e0-da6c43eef8d0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 Dec 15 22:29:58.694995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48672) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:58.779221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11452424-8a54-435a-bc83-5b10fe99c74d tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:29:58.780724 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-11452424-8a54-435a-bc83-5b10fe99c74d tempest-TestNetworkAdvancedServerOps-2117761124 tempest-TestNetworkAdvancedServerOps-2117761124-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1093 time: 0.0847590 Dec 15 22:29:58.783429 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48676) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:29:58.788711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:29:58.794607 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:29:58.798347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Usage tracker for resource:floatingip and tenant:1a784eb6f3434f48bc67eae4dff8e929 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:29:58.801108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:29:58.806929 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:29:58.816950 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:58.948823 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:59.086314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Allocated IP 172.26.6.234 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/3ae2d87e-8635-4206-8f18-25d42ba44dc9) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:29:59.228377 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:59.256212 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:59.261134 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:29:59.320981 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:29:59.325594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:29:59.330405 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:29:59.362858 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=3ae2d87e-8635-4206-8f18-25d42ba44dc9,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:29:59.374652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:29:59.853969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:29:59.925717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:00.126567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:00.131252 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:00.135590 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f9168043-68a1-4fae-ab8f-e31093dc3fe7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:00.243026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event updated for resources: {'Port': ['ID=3ae2d87e-8635-4206-8f18-25d42ba44dc9,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:00.246897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:00.253288 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:00.424110 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 308d9cac-a24b-4190-9cf2-a1278e537313 associated. External IP: 172.26.6.234, port: 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2. Dec 15 22:30:00.771557 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:30:00.945644 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:00.955812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Sync routers for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:00.965836 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:00.966447 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:00.970375 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:01.027720 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2431705 Dec 15 22:30:01.028453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:30:01.074966 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'status': 'completed', 'code': 200} Dec 15 22:30:01.140736 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:01.178327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-ac7febac-16b5-4deb-bfa7-ce838f49eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:01.179784 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-ac7febac-16b5-4deb-bfa7-ce838f49eaa3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1098 time: 0.0834496 Dec 15 22:30:01.214274 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8316f-aada-4e1c-b580-0ff7ccaec6b8 req-3939f6cc-19aa-4cb1-a145-8c31daf9c280 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:01.215774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0f8316f-aada-4e1c-b580-0ff7ccaec6b8 req-3939f6cc-19aa-4cb1-a145-8c31daf9c280 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0810089 Dec 15 22:30:01.263475 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d0f8316f-aada-4e1c-b580-0ff7ccaec6b8 req-a80f7616-48c1-479c-83c6-78e36b568f65 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393884 Dec 15 22:30:01.287347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:01.324711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-5f2e9db0-2918-463e-b328-7cfad7ef7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:01.326180 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-5f2e9db0-2918-463e-b328-7cfad7ef7ea8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 898 time: 0.1400464 Dec 15 22:30:01.438759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-36c8af70-65a8-4799-b040-fe366977e55b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 999 time: 0.1058748 Dec 15 22:30:01.504311 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-9f5f0ae1-bb8b-4de7-9421-5f64fd3e37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:01.506219 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-9f5f0ae1-bb8b-4de7-9421-5f64fd3e37e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 200 len: 835 time: 0.0605266 Dec 15 22:30:01.529679 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '308d9cac-a24b-4190-9cf2-a1278e537313', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'port_id': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'mac_address': 'fa:16:3e:95:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:29:59Z', 'updated_at': '2021-12-15T22:29:59Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:01.533638 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Checking router: 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:01.544550 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:01.545205 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:29:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:01.546562 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-25b07c5c-4409-45d5-b13c-aea45706360a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/308d9cac-a24b-4190-9cf2-a1278e537313 HTTP/1.1" status: 200 len: 991 time: 0.2573643 Dec 15 22:30:01.590527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-a3e896e1-3273-461b-a577-4fd6dcb553ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:01.592058 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-a3e896e1-3273-461b-a577-4fd6dcb553ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791199 Dec 15 22:30:01.721832 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:01.723311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-e7a1c8d1-7c85-4dec-9b6a-2166614415c7 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248655 Dec 15 22:30:01.857256 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5122a74a-2104-45a4-99f7-af84f7bcf220 req-0054e3d0-58c3-4f94-8683-349e49916d21 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266918 Dec 15 22:30:02.074322 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '308d9cac-a24b-4190-9cf2-a1278e537313', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'port_id': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'mac_address': 'fa:16:3e:95:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:29:59Z', 'updated_at': '2021-12-15T22:29:59Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:02.078266 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cd2e49-a215-4d49-8b7f-d11f7cdd1d8a None None] The sync data for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv is: [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '308d9cac-a24b-4190-9cf2-a1278e537313', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'port_id': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1772, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'mac_address': 'fa:16:3e:95:96:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:29:59Z', 'updated_at': '2021-12-15T22:29:59Z', 'revision_number': 0, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:30:02.276964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90defd14-d97d-45b1-84de-3ef452764fbb None None] New status for floating IP 308d9cac-a24b-4190-9cf2-a1278e537313: ACTIVE {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:30:02.549767 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48688) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:02.662001 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-45503b61-a343-45ad-9669-a07740a1ee8d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/308d9cac-a24b-4190-9cf2-a1278e537313 HTTP/1.1" status: 200 len: 993 time: 0.1092689 Dec 15 22:30:11.000370 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:30:13.577010 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b7c4892a-0a94-47fc-aa23-97e6cb3bf963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:15.905423 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3c0c439-68a0-4b1c-81d5-b5e7b500007a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:16.956370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:16.966493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:18.590628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:22.067747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:29.701183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3e798-4a9b-4046-b6ed-2fa49faf87fc req-4a36da21-3b8e-455e-8045-9094b11da5fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:29.702587 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51b3e798-4a9b-4046-b6ed-2fa49faf87fc req-4a36da21-3b8e-455e-8045-9094b11da5fb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0828047 Dec 15 22:30:29.745071 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-51b3e798-4a9b-4046-b6ed-2fa49faf87fc req-b4dfe56f-7112-4255-a773-a64140e6ff2e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368953 Dec 15 22:30:30.935396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8774f-7a71-426d-b51a-7b3a294065c2 req-8f2f7837-dae8-4dfa-af12-6a35db8e3adf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:30.936857 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1fe8774f-7a71-426d-b51a-7b3a294065c2 req-8f2f7837-dae8-4dfa-af12-6a35db8e3adf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0865037 Dec 15 22:30:30.979534 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1fe8774f-7a71-426d-b51a-7b3a294065c2 req-29709bf2-e98b-49c0-9710-5b35254de662 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 Dec 15 22:30:31.003409 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48706) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:31.107035 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c6ef225f-49d0-475f-8dbd-074c34661acb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/308d9cac-a24b-4190-9cf2-a1278e537313 HTTP/1.1" status: 200 len: 993 time: 0.1024170 Dec 15 22:30:32.785496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b433531-d1bb-4442-93d1-3fed6280c3e3 req-3a6d309e-a42d-4f3a-b577-94cd08816b3d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:32.787073 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b433531-d1bb-4442-93d1-3fed6280c3e3 req-3a6d309e-a42d-4f3a-b577-94cd08816b3d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.3063281 Dec 15 22:30:32.789232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-7df5eea9-87d6-4473-bfae-ac55761f08f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:32.790522 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-7df5eea9-87d6-4473-bfae-ac55761f08f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1098 time: 0.2759082 Dec 15 22:30:32.909979 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8b433531-d1bb-4442-93d1-3fed6280c3e3 req-1be373a5-140f-47a7-a7ee-2dbaae1fd22e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171446 Dec 15 22:30:32.952269 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-ba0a1122-9b66-4d70-8da2-73a6290a1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:32.953748 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-ba0a1122-9b66-4d70-8da2-73a6290a1df7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 898 time: 0.1476431 Dec 15 22:30:33.058542 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-f28b3c65-483e-4e74-9714-97747c3db4bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 1001 time: 0.0977280 Dec 15 22:30:33.123279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-3d7af424-dc92-43b9-9d01-abc4ba1783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:33.124774 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-3d7af424-dc92-43b9-9d01-abc4ba1783a1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 200 len: 835 time: 0.0600481 Dec 15 22:30:33.198327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-27c49226-2d27-4a60-b867-6ed61d080e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:33.199722 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-27c49226-2d27-4a60-b867-6ed61d080e6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681796 Dec 15 22:30:33.327048 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-e35e5330-e10f-4f46-b2a4-1ee208a7a619 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206300 Dec 15 22:30:33.454262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2251edba-c3eb-44f5-9ec5-6b8f3f092ccc req-0828c4bd-f50c-4fe6-a29c-9ae8f0371b1b service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208298 Dec 15 22:30:34.097635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd99aa-fe9b-4b2d-a4a8-6e4c8430885f req-436d39e2-03ae-4655-8dfb-eba0d552a767 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:34.099097 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5fcd99aa-fe9b-4b2d-a4a8-6e4c8430885f req-436d39e2-03ae-4655-8dfb-eba0d552a767 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0795093 Dec 15 22:30:34.143151 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5fcd99aa-fe9b-4b2d-a4a8-6e4c8430885f req-1e9b8641-953a-473b-a12b-539e1c8cfa5c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Dec 15 22:30:35.324654 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aee66a-5e83-4373-bce4-628b9a48e52b req-0e60c73e-198d-472e-bfb6-e32a3a629481 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:35.326083 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0aee66a-5e83-4373-bce4-628b9a48e52b req-0e60c73e-198d-472e-bfb6-e32a3a629481 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0787323 Dec 15 22:30:35.372770 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d0aee66a-5e83-4373-bce4-628b9a48e52b req-24571b5a-a50c-4cab-b91a-4e0f86337545 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410235 Dec 15 22:30:35.395424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48720) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:35.500958 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1f5f5681-00ae-44dd-bb0d-efe68e069979 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/floatingips/308d9cac-a24b-4190-9cf2-a1278e537313 HTTP/1.1" status: 200 len: 993 time: 0.1041441 Dec 15 22:30:35.832739 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48728) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:36.031308 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 3ae2d87e-8635-4206-8f18-25d42ba44dc9 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:30:36.031644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:36.199341 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:36.199558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:36.427091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 3ae2d87e-8635-4206-8f18-25d42ba44dc9 owned by network:floatingip {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:30:36.574185 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:36.578618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0a49f45a-3219-47c3-9502-ef0dc3b569fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:36.622022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=3ae2d87e-8635-4206-8f18-25d42ba44dc9,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:36.692457 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.692844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.693220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.693593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.693966 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.694866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.695231 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.695596 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.695981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.696345 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.696710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.697072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:36.703252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:36.724677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for floatingip, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:36.725011 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Floating IP 308d9cac-a24b-4190-9cf2-a1278e537313 disassociated (deleted). External IP: 172.26.6.234, port: 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2. Dec 15 22:30:37.072129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:30:37.251722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:37.261968 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Sync routers for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:37.271741 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:37.272392 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:37.273844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:37.328363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/floatingips/308d9cac-a24b-4190-9cf2-a1278e537313 HTTP/1.1" status: 204 len: 168 time: 1.4944525 Dec 15 22:30:37.329040 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:30:37.379273 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'status': 'completed', 'code': 200} Dec 15 22:30:37.450830 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:37.473036 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-d19de1f5-e9bc-4e7f-98c4-79afd9c24023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:37.474524 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-d19de1f5-e9bc-4e7f-98c4-79afd9c24023 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 1098 time: 0.0731473 Dec 15 22:30:37.630952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-b4331781-af07-407a-af35-7e3094967dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:37.632463 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-b4331781-af07-407a-af35-7e3094967dbf service neutron] 10.222.0.32 "GET /v2.0/networks?id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 200 len: 898 time: 0.1516724 Dec 15 22:30:37.710226 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-c7eaf072-275e-4094-aa83-15ebed10d6b0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 200 len: 217 time: 0.0706229 Dec 15 22:30:37.717065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed944b-2d70-4ff3-b23e-35bde91f7918 req-ced4ba8a-74f7-4774-9410-c10be05757a3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:37.718543 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2ed944b-2d70-4ff3-b23e-35bde91f7918 req-ced4ba8a-74f7-4774-9410-c10be05757a3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0874527 Dec 15 22:30:37.764532 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c2ed944b-2d70-4ff3-b23e-35bde91f7918 req-a0229210-07cb-4a0e-b0df-8e4c3a5eeaf9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398593 Dec 15 22:30:37.779624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:37.780462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-ec96e0fc-59af-46bc-8da9-ea036db03108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:37.781950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-ec96e0fc-59af-46bc-8da9-ea036db03108 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 200 len: 835 time: 0.0655458 Dec 15 22:30:37.783759 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Checking router: 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:37.792356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:37.792964 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:37.860165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-9d67e3b8-eb0a-4e23-b3e0-9a095c02062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:37.861517 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-9d67e3b8-eb0a-4e23-b3e0-9a095c02062f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=44d79fa7-e1c1-46c3-8a1a-b56983a16b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718822 Dec 15 22:30:38.010543 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:38.114687 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-a668c989-1195-44e1-ac7e-a593efe93e2c service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447646 Dec 15 22:30:38.249361 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-119800a2-d48b-4411-b373-f9e1fb83d3f7 req-730d9856-7fcd-4e8b-babe-e0f2f2ec6877 service neutron] 10.222.0.32 "GET /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253216 Dec 15 22:30:38.312456 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:38.316289 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f06090-5bfe-4f6c-a7f1-0bcf6120f6a1 None None] The sync data for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv is: [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:29:44Z', 'revision_number': 4, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'bc215214-50bd-4cf6-bca7-3e4522ad4606', 'name': '', 'network_id': '44d79fa7-e1c1-46c3-8a1a-b56983a16b66', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'mac_address': 'fa:16:3e:a2:ad:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:43Z', 'updated_at': '2021-12-15T22:29:49Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'subnets': [{'id': '8e936c8c-8b88-4564-9f0e-6df95f801d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:30:38.532851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a226cad-67e1-4d26-8100-954ad1da4527 None None] New status for floating IP 308d9cac-a24b-4190-9cf2-a1278e537313: DOWN {{(pid=87555) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:30:38.952865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5350765-0f6f-48b9-a32b-d5f861d90c35 req-b5e0b8ae-ca97-4271-b1a1-3877905d231b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:38.953445 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c5350765-0f6f-48b9-a32b-d5f861d90c35 req-b5e0b8ae-ca97-4271-b1a1-3877905d231b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:30:38.968894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-c5350765-0f6f-48b9-a32b-d5f861d90c35 req-b5e0b8ae-ca97-4271-b1a1-3877905d231b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:30:38.970059 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5350765-0f6f-48b9-a32b-d5f861d90c35 req-b5e0b8ae-ca97-4271-b1a1-3877905d231b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0963533 Dec 15 22:30:39.019626 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c5350765-0f6f-48b9-a32b-d5f861d90c35 req-131967e7-f10d-40e5-94d6-82453ebee720 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/security-groups?id=cb4f660d-c382-4c0f-a985-9cee5a84cd07&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429602 Dec 15 22:30:39.253649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-b92c7795-41e9-40d6-88d1-c3fe60c7af8c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:39.255057 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-b92c7795-41e9-40d6-88d1-c3fe60c7af8c tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 945 time: 0.0808916 Dec 15 22:30:39.323256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:30:39.323616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:39.565433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:39.565810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:39.698798 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:30:39.837760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:39.843153 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4eda859b-0c0f-4c51-8612-10fe607b865a tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:39.890495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:39.893555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:39.963188 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] No DVR routers for this DVR port 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:30:39.965527 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:39.968022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'name': 'network-vif-deleted', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:30:39.983399 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ed239d12-28ce-4171-bf21-07ac238a7352 req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.32 "DELETE /v2.0/ports/10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 HTTP/1.1" status: 204 len: 173 time: 0.7225375 Dec 15 22:30:40.013307 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5093f5-f02e-442d-9b35-bed898f534ee', 'name': 'network-vif-deleted', 'tag': '10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2', 'status': 'completed', 'code': 200} Dec 15 22:30:40.175143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d1d58128-63e7-4244-bc86-81c97f5dbde3 req-aa99c281-a9a5-46ba-b1dc-873b62131e05 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Synchronizing usage tracker for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:30:40.190485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-d1d58128-63e7-4244-bc86-81c97f5dbde3 req-aa99c281-a9a5-46ba-b1dc-873b62131e05 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Unset dirty status for tenant:1a784eb6f3434f48bc67eae4dff8e929 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:30:40.191560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d1d58128-63e7-4244-bc86-81c97f5dbde3 req-aa99c281-a9a5-46ba-b1dc-873b62131e05 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca5093f5-f02e-442d-9b35-bed898f534ee HTTP/1.1" status: 200 len: 210 time: 0.0619578 Dec 15 22:30:41.284176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48746) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:41.835790 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:42.298088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port bc215214-50bd-4cf6-bca7-3e4522ad4606 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:30:42.298794 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:42.482095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port bc215214-50bd-4cf6-bca7-3e4522ad4606, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bc215214-50bd-4cf6-bca7-3e4522ad4606,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:42.482478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:42.603817 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for bc215214-50bd-4cf6-bca7-3e4522ad4606 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:30:42.757496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:30:42.794508 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:30:42.794863 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 10e30e2d-bbdc-4472-ab22-ae6aaa72d3a2 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:30:42.921042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:42.925608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-91262851-ff8b-4e3e-abe8-427ea9cba5c7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:42.979514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=bc215214-50bd-4cf6-bca7-3e4522ad4606,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:43.020614 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.021006 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.021392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.021768 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.022142 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.023107 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.023479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.023848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.024239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.024610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.024976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.025339 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:43.053098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:43.261650 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:43.579488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-50a70b6e-10e9-4764-a71a-e4a7f96b26b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:43.749627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:30:43.932329 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:43.941615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Sync routers for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:43.948623 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "PUT /v2.0/routers/2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6633797 Dec 15 22:30:43.951284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48750) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:43.952157 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:43.952966 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:44.016160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting subnet 8e936c8c-8b88-4564-9f0e-6df95f801d68 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:30:44.019271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.075859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.129503 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:44.155319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.229732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.234623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-405dbc98-e90d-4d30-a721-50fbd73d7a25 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:44.274785 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Subnet': ['ID=8e936c8c-8b88-4564-9f0e-6df95f801d68,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:44.276763 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.279753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:44.281739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7a1c1-17e3-46b1-acb2-f33e21069fd5 None None] Network 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:30:44.284034 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-2a42335f-b6c6-44aa-9c37-5ae54f1f1ddd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/subnets/8e936c8c-8b88-4564-9f0e-6df95f801d68 HTTP/1.1" status: 204 len: 168 time: 0.3317785 Dec 15 22:30:44.286573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48754) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:44.426767 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:30:42Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:44.431249 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Checking router: 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:44.439779 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Routers {'2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:44.440417 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:44.466972 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.530574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] DHCP port deletion for 44d79fa7-e1c1-46c3-8a1a-b56983a16b66 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:30:44.534814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Deleting port 070f05ab-5b40-46c5-ab71-024f4fb77d97 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:30:44.535196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.638042 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] Set router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:44.651649 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.661855 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Deleting port f103b696-70e7-451e-80eb-cf45eab84325 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:30:44.662225 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.789452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] For port 070f05ab-5b40-46c5-ab71-024f4fb77d97, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=070f05ab-5b40-46c5-ab71-024f4fb77d97,segment=NetworkSegment(caf55d39-ac7b-4d4d-ac85-99b1175bf0ce),segment_id=caf55d39-ac7b-4d4d-ac85-99b1175bf0ce)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:44.789804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.849153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] For port f103b696-70e7-451e-80eb-cf45eab84325, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=f103b696-70e7-451e-80eb-cf45eab84325,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:44.849762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:44.912780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Calling delete_port for 070f05ab-5b40-46c5-ab71-024f4fb77d97 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:30:44.961606 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:30:42Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:44.967506 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ce1586-e8d4-4f83-9c4e-856c6a27a009 None None] The sync data for ids ['2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb'] in dv-neutron-820612-1-hyperv is: [{'id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-772344355', 'tenant_id': '1a784eb6f3434f48bc67eae4dff8e929', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:29:39Z', 'updated_at': '2021-12-15T22:30:42Z', 'revision_number': 5, 'project_id': '1a784eb6f3434f48bc67eae4dff8e929', 'gw_port': {'id': 'f103b696-70e7-451e-80eb-cf45eab84325', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:29:40Z', 'updated_at': '2021-12-15T22:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:30:44.972594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Calling delete_port for f103b696-70e7-451e-80eb-cf45eab84325 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:30:45.005408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598'] for port, after_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.009268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:45.051534 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Pushing event deleted for resources: {'Port': ['ID=070f05ab-5b40-46c5-ab71-024f4fb77d97,revision_number=None']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:45.057411 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] No DVR routers for this DVR port 070f05ab-5b40-46c5-ab71-024f4fb77d97 on host dv-neutron-820612-1-hyperv {{(pid=87555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:30:45.063309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.063656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.064075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.064407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.064731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.067940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:45.070617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:45.156615 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.160407 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-56ca6fab-1680-44a3-84cc-21b7434e7a94 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:45.298479 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bc215214-50bd-4cf6-bca7-3e4522ad4606 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:30:45.331598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Port': ['ID=f103b696-70e7-451e-80eb-cf45eab84325,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:45.332662 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: bc215214-50bd-4cf6-bca7-3e4522ad4606 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:30:45.333439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bc215214-50bd-4cf6-bca7-3e4522ad4606 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:30:45.333439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 070f05ab-5b40-46c5-ab71-024f4fb77d97 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:30:45.335249 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:45.369509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 070f05ab-5b40-46c5-ab71-024f4fb77d97 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:30:45.369861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 070f05ab-5b40-46c5-ab71-024f4fb77d97 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:30:45.421439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.595711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.598024 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.623736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.624546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:30:45.639696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.640817 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/routers/2f3dc71e-e851-4dd6-81e6-2bf271d4c0fb HTTP/1.1" status: 204 len: 168 time: 1.3533442 Dec 15 22:30:45.643376 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48758) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:45.758709 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.889416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.914886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-92904567-615e-4578-b8fd-b9521a2908ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.918912 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d79fa7-e1c1-46c3-8a1a-b56983a16b66']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:45.931153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:45.931731 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf55d39-ac7b-4d4d-ac85-99b1175bf0ce') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:45.942693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.958241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.964798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:30:45.965175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:30:45.979403 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:30:46.062239 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.068593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.072302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a3e6011e-a1f8-46fc-bdfa-6c4ba3f8c0cb tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:46.096920 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'Network': ['ID=44d79fa7-e1c1-46c3-8a1a-b56983a16b66,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:46.099848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:46.105388 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c208f8eb-08a2-4620-bf91-c2b0e3bf3e6a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/networks/44d79fa7-e1c1-46c3-8a1a-b56983a16b66 HTTP/1.1" status: 204 len: 168 time: 0.4609795 Dec 15 22:30:46.108108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48762) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:46.172983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.210475 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.283639 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.287396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-51493461-e434-48ee-b04a-3047a09d0ad7 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:46.302396 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4f660d-c382-4c0f-a985-9cee5a84cd07,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:46.305622 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:46.315106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.316242 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] 10.222.0.18 "DELETE /v2.0/security-groups/cb4f660d-c382-4c0f-a985-9cee5a84cd07 HTTP/1.1" status: 204 len: 168 time: 0.2072370 Dec 15 22:30:46.687144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48776) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:46.832695 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-08bfae87-2576-427e-a4ad-6d57a4c71aea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a784eb6f3434f48bc67eae4dff8e929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439500 Dec 15 22:30:46.835298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48782) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:46.898122 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.924127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.960419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.970517 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.977237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:46.982001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-c54c3d77-0b5b-4313-accf-adfdb9c9d93d tempest-RoutersNegativeTest-256241156 tempest-RoutersNegativeTest-256241156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:46.996171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a6916-d115-4e91-bfb6-4862fb708226,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:46.998967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:47.000879 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.004490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d768123c-bbff-4dec-a49a-8137c9f524d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/545a6916-d115-4e91-bfb6-4862fb708226 HTTP/1.1" status: 204 len: 168 time: 0.1654027 Dec 15 22:30:47.275470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48790) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:47.296347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f103b696-70e7-451e-80eb-cf45eab84325 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:30:47.296927 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.311333 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:47.315166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Usage tracker for resource:security_group_rule and tenant:71dcf0dc477242a096eaac106ed92b5e is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:47.317942 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:47.324152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:47.330360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: f103b696-70e7-451e-80eb-cf45eab84325 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:30:47.330806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device f103b696-70e7-451e-80eb-cf45eab84325 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:30:47.407371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.411008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.419125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9532ecb1-9d52-4755-8c86-8612503de4ac tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:47.457845 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71dcf0dc477242a096eaac106ed92b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1812627 Dec 15 22:30:47.458738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db6357-2c68-40e0-9c20-99c3cf1d7ccd,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:47.461147 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48794) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:47.462184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:47.518540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.544791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.595598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.599190 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-2cd5267f-b4f1-45e7-aac5-040baccba064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:47.609511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db6357-2c68-40e0-9c20-99c3cf1d7ccd,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:47.613279 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:47.616976 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:47.618069 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-18d76682-0b46-489e-895d-7e7e754f2f3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e7db6357-2c68-40e0-9c20-99c3cf1d7ccd HTTP/1.1" status: 204 len: 168 time: 0.1558843 Dec 15 22:30:47.999104 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:30:48.356800 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48818) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:48.456503 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-794893682-network', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:48.461695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:48.465536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Usage tracker for resource:network and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:48.468355 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:48.473953 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:48.484554 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Made reservation on behalf of d85999c1bc4141c9a8ffadca1c574020 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:30:48.486761 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.501661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.515558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:48.519442 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:48.523065 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:48.528840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:48.593263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.611674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.615310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.619319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-654d9544-8a85-4fa7-8a68-8426fc943432 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:48.641979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:30:48.654995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efc74d9-7b1c-41dc-9dda-561a5f7f1072,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:48.658874 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:48.659783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.660150 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Added segment 1df4d914-463b-454c-8c87-726fdb2b5d6f of type vlan for network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 Dec 15 22:30:48.686256 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.715056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.716113 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:48.716684 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:48.721487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8bf7f5c2-2f7f-4395-b357-43e037c47f20 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:48.814074 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4562137 Dec 15 22:30:48.817148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48824) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:48.820814 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Pushing event updated for resources: {'Network': ['ID=7c22db09-6480-4402-ac83-5ee7c0ce2e66,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:48.823408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7d90bd03-cce1-4df8-a32c-fe57e5a0d385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:48.823562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Request body: {'subnet': {'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-794893682-subnet', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:48.828378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:48.830866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:30:48.833007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Usage tracker for resource:subnet and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:48.836584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:48.842332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:48.852026 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Made reservation on behalf of d85999c1bc4141c9a8ffadca1c574020 for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:30:48.854332 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.058340 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.064398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97f07576-bc7d-4523-aacc-8a2008bb2878 tempest-RoutersNegativeTest-479518004 tempest-RoutersNegativeTest-479518004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:49.194837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=790417de-390c-4ede-8ac3-3b116fb1292b,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:49.197060 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Checking segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:49.197415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Network hostable DHCP agents. Network: 7c22db09-6480-4402-ac83-5ee7c0ce2e66, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:30:49.201787 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:49.216603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:30:49.225139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 7c22db09-6480-4402-ac83-5ee7c0ce2e66) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:49.228972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:49.229547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.233927 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be08e7b-3682-4bae-96f6-46b62c5d34ae None None] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:30:49.255145 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-bac74125-b4be-4f3b-8735-228048af4593 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4368668 Dec 15 22:30:49.258424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48828) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:49.263355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:49.268097 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:49.272079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Usage tracker for resource:router and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:49.274907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:49.280573 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:49.290108 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.291258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.307724 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.452941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:30:49.453799 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.608958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Allocated IP 172.20.0.2 (7c22db09-6480-4402-ac83-5ee7c0ce2e66/790417de-390c-4ede-8ac3-3b116fb1292b/81b8547c-0d8a-46bc-a39c-ace40a264104) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:49.688545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.810916 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.820976 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Transition to ACTIVE for port object 81b8547c-0d8a-46bc-a39c-ace40a264104 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:49.839741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Transition to ACTIVE for port object 81b8547c-0d8a-46bc-a39c-ace40a264104 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:49.845581 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:49.849812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-54fa3a42-e269-41e5-8873-466a26bd5751 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:49.913718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:49.916643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:49.919130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:49.927780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Pushing event updated for resources: {'Port': ['ID=81b8547c-0d8a-46bc-a39c-ace40a264104,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:49.930362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:50.007480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.010789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Attempting to bind port 81b8547c-0d8a-46bc-a39c-ace40a264104 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:30:50.011161 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Attempting to bind port 81b8547c-0d8a-46bc-a39c-ace40a264104 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:30:50.011527 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Attempting to bind port 81b8547c-0d8a-46bc-a39c-ace40a264104 on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:30:50.016741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:30:50.017111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Checking segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:50.017616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.018012 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Bound using segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:30:50.018476 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Bound port: 81b8547c-0d8a-46bc-a39c-ace40a264104, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:30:50.018848 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.036448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.107504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] For port 81b8547c-0d8a-46bc-a39c-ace40a264104, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:30:50.110621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] For port 81b8547c-0d8a-46bc-a39c-ace40a264104, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81b8547c-0d8a-46bc-a39c-ace40a264104,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:30:50.114426 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.119422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-7b857ac7-d13b-40a7-a6a2-c3a6b8619afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:50.180972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Allocated IP 172.26.6.167 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/1913737d-3a8a-4552-b0a0-231b9854d2b6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:50.201866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Pushing event updated for resources: {'Port': ['ID=81b8547c-0d8a-46bc-a39c-ace40a264104,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:50.204771 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:50.338276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.383300 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:50.387671 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:50.451454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:50.454317 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:50.458282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:50.498553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=1913737d-3a8a-4552-b0a0-231b9854d2b6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:50.507063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:51.012162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.180014 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756de12-e632-4bc9-972c-900a194d351b None None] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:30:51.341140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81b8547c-0d8a-46bc-a39c-ace40a264104 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:51.377167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.389595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-096a9ca4-8695-489f-b158-fb13bcad6e8e None None] Provisioning for port 81b8547c-0d8a-46bc-a39c-ace40a264104 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:51.507446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 81b8547c-0d8a-46bc-a39c-ace40a264104 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:51.518507 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 81b8547c-0d8a-46bc-a39c-ace40a264104 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:51.518887 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.593848 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Router d45fa5fd-5e08-4038-a78d-99b612e76874 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:30:51.650895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.689294 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 81b8547c-0d8a-46bc-a39c-ace40a264104, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81b8547c-0d8a-46bc-a39c-ace40a264104,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:51.693816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.697544 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:51.767022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=81b8547c-0d8a-46bc-a39c-ace40a264104,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:51.770050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:51.778989 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:51.791376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:51.801196 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:51.801812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:51.802255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:51.806926 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5441535 Dec 15 22:30:51.807209 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48832) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:51.892108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-13c9426c-9946-424e-a9d3-7c1e321ae895 None None] Provisioning complete for port 81b8547c-0d8a-46bc-a39c-ace40a264104 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:51.892412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-13c9426c-9946-424e-a9d3-7c1e321ae895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.042557 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:52.268509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.396382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:50Z', 'revision_number': 3, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:52.400157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:52.400514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Updating router d45fa5fd-5e08-4038-a78d-99b612e76874 port 1913737d-3a8a-4552-b0a0-231b9854d2b6 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:30:52.452135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.598178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.774447 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.785804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Transition to ACTIVE for port object 1913737d-3a8a-4552-b0a0-231b9854d2b6 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:52.792582 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.797075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-bef7bd8a-0144-43f8-b631-b7534183444b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:52.801878 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Allocated IP 172.20.0.1 (7c22db09-6480-4402-ac83-5ee7c0ce2e66/790417de-390c-4ede-8ac3-3b116fb1292b/43032167-2ebc-423c-a675-c3b1dd619ab7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:52.910796 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Attempting to bind port 1913737d-3a8a-4552-b0a0-231b9854d2b6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:30:52.911172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Attempting to bind port 1913737d-3a8a-4552-b0a0-231b9854d2b6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:30:52.911541 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Attempting to bind port 1913737d-3a8a-4552-b0a0-231b9854d2b6 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:30:52.917555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Pushing event updated for resources: {'Port': ['ID=1913737d-3a8a-4552-b0a0-231b9854d2b6,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:52.921465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:52.922347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:30:52.922722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:52.923122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.923510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:30:52.924015 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Bound port: 1913737d-3a8a-4552-b0a0-231b9854d2b6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:30:52.924399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.951937 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.968323 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.provisioning_blocks [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Transition to ACTIVE for port object 43032167-2ebc-423c-a675-c3b1dd619ab7 will not be triggered until provisioned by entity DHCP. {{(pid=87553) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:52.991708 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:52.996572 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fd3bfdf8-868c-43f6-921e-cff0cdf1908f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:52.998399 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] For port 1913737d-3a8a-4552-b0a0-231b9854d2b6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:30:53.001783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] For port 1913737d-3a8a-4552-b0a0-231b9854d2b6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1913737d-3a8a-4552-b0a0-231b9854d2b6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:30:53.007310 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.010988 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:53.058701 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:53.061693 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:53.065359 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:53.083066 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:53.083708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:53.099271 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Pushing event updated for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:53.106369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:53.127215 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.140439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Pushing event updated for resources: {'Port': ['ID=1913737d-3a8a-4552-b0a0-231b9854d2b6,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:53.151414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:53.279726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:53.324028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81b8547c-0d8a-46bc-a39c-ace40a264104 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:53.393421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.497801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f4cbe2fe-e75e-467d-bb72-bcaaec26a550 None None] Provisioning for port 43032167-2ebc-423c-a675-c3b1dd619ab7 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:53.515831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f4cbe2fe-e75e-467d-bb72-bcaaec26a550 None None] Provisioning complete for port 43032167-2ebc-423c-a675-c3b1dd619ab7 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:53.516226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4cbe2fe-e75e-467d-bb72-bcaaec26a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.600199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbe2fe-e75e-467d-bb72-bcaaec26a550 None None] Port 43032167-2ebc-423c-a675-c3b1dd619ab7 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:30:53.615091 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.620555 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.642128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 81b8547c-0d8a-46bc-a39c-ace40a264104 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:53.642504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.782333 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:50Z', 'revision_number': 3, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:53.784300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c0ee7e27-7ace-4264-a0b4-ddbbd8cb9c15 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:53.791133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e8b39-0c55-462c-ab97-5a6afa9fadb1 None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:50Z', 'revision_number': 3, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:30:53.864003 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Pushing event updated for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:53.866897 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:53.870652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:54.014210 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:54.015283 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:54.215538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:30:54.324975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-2029f978-9794-4224-8c43-d3e9c88bb75a None None] Provisioning complete for port 43032167-2ebc-423c-a675-c3b1dd619ab7 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:54.325558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-2029f978-9794-4224-8c43-d3e9c88bb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:54.389904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-2029f978-9794-4224-8c43-d3e9c88bb75a None None] Port 43032167-2ebc-423c-a675-c3b1dd619ab7 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:30:54.404974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:54.414284 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] 10.222.0.18 "PUT /v2.0/routers/d45fa5fd-5e08-4038-a78d-99b612e76874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6060216 Dec 15 22:30:54.909577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:54.915175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1820288552-network', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:54.919966 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:54.923812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Usage tracker for resource:network and tenant:f0722a73bd554ae0bee68e4fbbf52fe1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:54.926651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:54.932609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:54.943457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Made reservation on behalf of f0722a73bd554ae0bee68e4fbbf52fe1 for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:30:54.946222 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:54.957857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:54.972166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:54.975854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Usage tracker for resource:security_group_rule and tenant:f0722a73bd554ae0bee68e4fbbf52fe1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:54.978602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:54.984189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:55.066657 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.071310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.075641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-0bff3c36-fc0d-45db-aafe-068ef572ad7d tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:55.100080 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:30:55.113609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163f8617-f4b3-4dc7-81fa-2377e2456d35,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:55.117856 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:55.118789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.119131 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Added segment 84ff14d2-e45a-4dfd-a692-72bb5325e06c of type vlan for network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 Dec 15 22:30:55.145108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.174841 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.176009 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:55.176599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.181417 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-ee717baf-9119-4ea4-bc6e-436a3aa978f4 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:55.280332 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695962 Dec 15 22:30:55.283153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:55.286712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Pushing event updated for resources: {'Network': ['ID=83a4bd03-1b84-414f-8bcf-ab55acbf53b0,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:55.289718 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:55.291824 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Request body: {'subnet': {'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1820288552-subnet', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:55.296504 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9e5f68b1-15ff-4c3d-a45b-ede450aea4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:55.297564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:55.301558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Usage tracker for resource:subnet and tenant:f0722a73bd554ae0bee68e4fbbf52fe1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:55.303861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:30:55.304758 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:55.309921 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:55.311220 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:55.311659 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:55.323962 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Made reservation on behalf of f0722a73bd554ae0bee68e4fbbf52fe1 for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:30:55.328653 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.368347 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1913737d-3a8a-4552-b0a0-231b9854d2b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:55.475234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 1913737d-3a8a-4552-b0a0-231b9854d2b6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:55.480464 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1913737d-3a8a-4552-b0a0-231b9854d2b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:55.480975 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.525109 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:55.579830 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.585795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-bab027ad-eb96-4f64-b045-3d4e8f1e836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:55.617445 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.635621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 1913737d-3a8a-4552-b0a0-231b9854d2b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1913737d-3a8a-4552-b0a0-231b9854d2b6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:55.642422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.649155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-718f0e24-56e4-427b-adc4-e84681e04e12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:55.654394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a679b3-92cf-4106-8701-9a364ded9ef1,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:55.658166 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:55.665335 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Checking segment: {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:55.665689 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Network hostable DHCP agents. Network: 83a4bd03-1b84-414f-8bcf-ab55acbf53b0, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:30:55.689031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:30:55.701704 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 83a4bd03-1b84-414f-8bcf-ab55acbf53b0) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:55.705812 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:30:55.706366 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.712761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e057b33-f568-4ba7-8b60-0a55d443aaa3 None None] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:30:55.730068 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-7f4d6a36-fddb-417e-a662-cda032732d1f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4433534 Dec 15 22:30:55.730314 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48858) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:55.735641 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:30:55.740345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:30:55.744788 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Usage tracker for resource:router and tenant:f0722a73bd554ae0bee68e4fbbf52fe1 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:30:55.747739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:30:55.753558 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:30:55.765154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.766371 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.785445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:55.856135 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=1913737d-3a8a-4552-b0a0-231b9854d2b6,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:55.859561 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 2, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:55.860452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:55.864412 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:55.864412 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Updating router d45fa5fd-5e08-4038-a78d-99b612e76874 port 43032167-2ebc-423c-a675-c3b1dd619ab7 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:30:55.918735 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.002463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:30:56.003305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.166286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Allocated IP 172.20.0.2 (83a4bd03-1b84-414f-8bcf-ab55acbf53b0/f2a679b3-92cf-4106-8701-9a364ded9ef1/e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:56.199399 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.271258 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.283895 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Transition to ACTIVE for port object 43032167-2ebc-423c-a675-c3b1dd619ab7 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:56.291769 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.296642 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9df64cbb-6987-4e94-8c52-a70cfe792d2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:56.378898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.390422 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Transition to ACTIVE for port object e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:56.411036 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Transition to ACTIVE for port object e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:56.420505 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.433698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:56.487569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:56.496430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:56.507177 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:56.509265 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Pushing event updated for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:56.544466 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.544797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.544952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.545132 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.545462 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.545789 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.546115 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.546441 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.546761 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.547081 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.547388 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.547706 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.548046 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:30:56.557587 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:56.578819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Attempting to bind port 43032167-2ebc-423c-a675-c3b1dd619ab7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:30:56.579217 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Attempting to bind port 43032167-2ebc-423c-a675-c3b1dd619ab7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:30:56.579585 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Attempting to bind port 43032167-2ebc-423c-a675-c3b1dd619ab7 on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:30:56.582511 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.587496 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:30:56.587896 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Checking segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:56.590505 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.591017 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Bound using segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:30:56.593057 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Bound port: 43032167-2ebc-423c-a675-c3b1dd619ab7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:30:56.593642 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.597317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Pushing event updated for resources: {'Port': ['ID=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:56.609935 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:56.633509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Attempting to bind port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:30:56.633894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Attempting to bind port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:30:56.634272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Attempting to bind port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef on network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:30:56.643057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:30:56.643440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Checking segment: {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:56.643857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.644281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Bound using segment: {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:30:56.644774 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Bound port: e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:30:56.645156 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.691816 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] For port 43032167-2ebc-423c-a675-c3b1dd619ab7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:30:56.695530 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] For port 43032167-2ebc-423c-a675-c3b1dd619ab7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43032167-2ebc-423c-a675-c3b1dd619ab7,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:30:56.700125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.704564 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-ba37a195-8f73-445a-b0df-58eb8ebdf3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:56.735153 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Allocated IP 172.26.6.251 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/8ad6b938-0ccb-481e-923d-e2d8bd4f03e7) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:56.743217 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] For port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:30:56.746602 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] For port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:30:56.752451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.756127 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:56.778309 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:56.778922 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:56.848402 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Pushing event updated for resources: {'Port': ['ID=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:56.860467 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:56.887326 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Pushing event updated for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:56.898125 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:56.935096 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.973619 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:56.985893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7c2efebd-d740-4ade-8f1f-a2b2b712e088 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:57.028693 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:57.054513 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:57.057988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:57.061919 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:57.123262 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:57.127471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:57.391535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:57.401149 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:30:56Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:57.405693 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b7df4-31c3-4aa9-a3ca-b653ec574a6d None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:30:56Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:30:57.496551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:57.501616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1913737d-3a8a-4552-b0a0-231b9854d2b6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:57.543393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:57.583563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 1913737d-3a8a-4552-b0a0-231b9854d2b6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:57.584031 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.032317 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20cde6a-18c3-44e4-ae20-efbfd285a483 None None] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:30:58.064234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.192269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Provisioning for port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:58.209257 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Provisioning complete for port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:58.209759 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.279090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Router b968ac7a-8a31-4150-9352-f0c44b490086 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:30:58.404846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.444455 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] For port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:30:58.448843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.451138 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:58.473331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:30:58.497547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Sync routers for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:30:58.508527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.510047 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7788727 Dec 15 22:30:58.513256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48862) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:30:58.534082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:30:58.535387 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:58.713980 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Pushing event updated for resources: {'Port': ['ID=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:58.716817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:58.804013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-e3c029dd-575a-4bfc-95b9-7cb0a68ed009 None None] Provisioning complete for port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:58.804370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e3c029dd-575a-4bfc-95b9-7cb0a68ed009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:58.864792 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:30:59.215639 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:30:57Z', 'revision_number': 3, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:30:59.219626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Checking router: b968ac7a-8a31-4150-9352-f0c44b490086 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:30:59.220013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Updating router b968ac7a-8a31-4150-9352-f0c44b490086 port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:30:59.277784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.370645 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.387357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:59.573152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:59.573817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.580353 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Allocated IP 172.20.0.1 (83a4bd03-1b84-414f-8bcf-ab55acbf53b0/f2a679b3-92cf-4106-8701-9a364ded9ef1/a8884e5b-6637-4e9a-992f-daff86f604a6) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:30:59.729410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.745695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Transition to ACTIVE for port object a8884e5b-6637-4e9a-992f-daff86f604a6 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:59.769648 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.774861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a7850d29-f1b3-4abf-b724-700bd5909954 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:59.778392 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43032167-2ebc-423c-a675-c3b1dd619ab7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:30:59.802891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.833785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Transition to ACTIVE for port object 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:30:59.844823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:30:59.846831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.847774 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:30:59.851462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:30:59.852542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c40e660d-e908-45df-80ca-c0bc27fd8f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:30:59.886854 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:59.894048 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:59.922452 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.941111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Pushing event updated for resources: {'Port': ['ID=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:30:59.943276 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 43032167-2ebc-423c-a675-c3b1dd619ab7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:30:59.947052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Attempting to bind port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:30:59.947437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Attempting to bind port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:30:59.947811 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Attempting to bind port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:30:59.951046 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:30:59.955371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:30:59.955756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:30:59.956190 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.956600 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:30:59.957072 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Bound port: 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:30:59.957463 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:30:59.992550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 43032167-2ebc-423c-a675-c3b1dd619ab7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:30:59.992951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.092354 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] For port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:31:00.096175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] For port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:31:00.101357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55de4228-cc94-4f18-90f3-98f47815a092 None None] Provisioning for port a8884e5b-6637-4e9a-992f-daff86f604a6 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:31:00.106459 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.112070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:00.148849 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-55de4228-cc94-4f18-90f3-98f47815a092 None None] Provisioning complete for port a8884e5b-6637-4e9a-992f-daff86f604a6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:00.149211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-55de4228-cc94-4f18-90f3-98f47815a092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.203479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.331506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-55de4228-cc94-4f18-90f3-98f47815a092 None None] Port a8884e5b-6637-4e9a-992f-daff86f604a6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:31:00.336926 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:31:00.337555 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:00.404585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.416041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Pushing event updated for resources: {'Port': ['ID=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:00.424602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.429704 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.432114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:00.459016 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22811cd7-bd05-4aa2-842c-7c3bcafe3af0 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:00.525050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 43032167-2ebc-423c-a675-c3b1dd619ab7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43032167-2ebc-423c-a675-c3b1dd619ab7,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:00.533344 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.537778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-0fbf9516-6dc0-49d1-afc5-041828b83e47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:00.543585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Pushing event updated for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:00.546876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:00.547640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:00.605853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:31:00.681140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:00.684930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:31:00.685884 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:00.686240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:31:00.956933 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'a8884e5b-6637-4e9a-992f-daff86f604a6', 'name': '', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'mac_address': 'fa:16:3e:be:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:59Z', 'updated_at': '2021-12-15T22:30:59Z', 'revision_number': 1, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'subnets': [{'id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:00.964859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24b2016-0ac6-4a5d-afcd-92cf1d494bbc None None] The sync data for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv is: [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'a8884e5b-6637-4e9a-992f-daff86f604a6', 'name': '', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'mac_address': 'fa:16:3e:be:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:59Z', 'updated_at': '2021-12-15T22:30:59Z', 'revision_number': 1, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'subnets': [{'id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:31:00.968232 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-96d3f465-8543-42eb-ae12-e748ff7de6dc None None] Provisioning complete for port a8884e5b-6637-4e9a-992f-daff86f604a6 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:00.968609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-96d3f465-8543-42eb-ae12-e748ff7de6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:01.021221 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Router b968ac7a-8a31-4150-9352-f0c44b490086 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:31:01.025171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-96d3f465-8543-42eb-ae12-e748ff7de6dc None None] Port a8884e5b-6637-4e9a-992f-daff86f604a6 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:31:01.219364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:31:01.231862 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23997050-65a7-433f-a9ab-b776b12dbdb3 admin admin] 10.222.0.18 "PUT /v2.0/routers/b968ac7a-8a31-4150-9352-f0c44b490086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7166390 Dec 15 22:31:01.322029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43032167-2ebc-423c-a675-c3b1dd619ab7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:01.397772 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 43032167-2ebc-423c-a675-c3b1dd619ab7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:01.398078 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:01.981519 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48872) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:01.986825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-566874036', 'description': 'tempest-secgroup-smoke-566874036 description', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:01.993791 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:01.997869 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.000937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.007397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.018129 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.039748 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.043729 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.046784 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.052962 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.136275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.140516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.146191 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-05ad9081-4bdf-4314-bb4e-eb53c30099c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.192511 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.198006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.199314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.200606 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-19aa5b9c-8db8-4421-89c2-5259687ab844 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2181628 Dec 15 22:31:02.204974 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48876) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.211037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.217687 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.222845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.226789 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.232873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.252852 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.322836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.326854 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.333325 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d78e9735-7208-44e2-b566-50019bca772f tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.353493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12afdc12-6682-4c37-8ce2-8b8247137700,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.356667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.365444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.367692 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-161a7d9c-99e6-4d40-b463-472868906f12 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1618428 Dec 15 22:31:02.370385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 48880) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.378582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.385498 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.390118 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.393519 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.399770 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.418883 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.482178 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.485771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.494247 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6b757224-d319-4b13-bd90-003c0f021742 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.517456 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c12d2e94-981b-4337-93ca-5be45f1eae48,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.520125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.524485 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.528629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48884) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.528752 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-64a34403-3ccf-4551-ba0e-35703eedd196 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1566696 Dec 15 22:31:02.533918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.540783 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.544636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.547517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.554121 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.573045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.637485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.641068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.649417 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-13fce824-0d83-4418-9ce7-facbc5154d15 tempest-TestVolumeBootPattern-471833588 tempest-TestVolumeBootPattern-471833588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.670047 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5ce24d-63e7-4e3d-9a38-5e51326dd3af,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.672672 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.677390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.678562 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-22e0ffa4-bf43-4e19-9299-9d6d27afe5fa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488791 Dec 15 22:31:02.681520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48888) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.686858 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.693254 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.697463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.700558 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.706528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.724025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.787120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.790517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.792352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e196725a-9667-4c6a-add9-b5972829813c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.814479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c920d2-39a2-4b7a-880b-7f56c4614166,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.816908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.824455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.825749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-abaae38f-57e0-4888-8bc4-61b31b60d3ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430733 Dec 15 22:31:02.828352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48892) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.833382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.839072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.842836 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.845711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.851372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:02.863966 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Project d85999c1bc4141c9a8ffadca1c574020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:31:02.871067 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.933412 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.937629 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.939392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7a160294-4290-41cc-a20f-64083ac4fe25 tempest-TestMinimumBasicScenario-819176703 tempest-TestMinimumBasicScenario-819176703-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:02.960834 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dce2fc-01b7-4205-97aa-ee9283711967,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:02.963154 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:02.970117 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:02.971262 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57a2097b-7a7a-4461-ab27-2d539c127d7d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420233 Dec 15 22:31:02.973997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48896) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:02.979557 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': 'cc3b8079-b9ef-4496-bdb2-926ff20d8fcc', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:02.985344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:02.989132 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:02.992967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:02.998622 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:03.008795 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Project d85999c1bc4141c9a8ffadca1c574020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:31:03.015068 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.079110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.082376 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.084180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-12fd9607-8bb1-47ce-91dc-1a1ac361c268 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:03.105779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b3d739-c628-4a8a-be06-d0e611087641,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:03.108062 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:03.114237 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.115398 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b0006f23-c173-4b9e-af86-12cec6c2b25b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404917 Dec 15 22:31:03.272655 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-6db436df-6b77-4043-8ebd-0a5a2c7ef195 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:31:03.289890 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-6db436df-6b77-4043-8ebd-0a5a2c7ef195 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:31:03.291047 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-6db436df-6b77-4043-8ebd-0a5a2c7ef195 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-566874036&fields=id&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 267 time: 0.0600486 Dec 15 22:31:03.329034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:03.397826 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:31:03.403264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:03.403658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.449497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e9798386-f057-471b-af7d-203e74ac0dd3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:03.450987 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e9798386-f057-471b-af7d-203e74ac0dd3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 808 time: 0.1532853 Dec 15 22:31:03.466013 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-84d4c839-b007-4f21-8443-55dadbc8f0c1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/quotas/d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 375 time: 0.0096200 Dec 15 22:31:03.523263 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.542256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:03.547287 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:03.549393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:03.558133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-b4c7fc5b-3357-4cae-8274-71bc9dfb715d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870359 Dec 15 22:31:03.615240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:03.618870 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:03.794759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-248637c3-953d-45af-9b52-fee2e86dff5c service neutron] 10.222.0.18 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233229 Dec 15 22:31:03.924060 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-fa1c1603-7463-4e52-ab09-97bfd11595e3 service neutron] 10.222.0.18 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233840 Dec 15 22:31:04.678502 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Sync routers for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:31:04.688035 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:31:04.688638 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:04.862305 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:31:05.118056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-24b25a0e-d778-47bf-80b3-411eb5c2326d req-61138cc2-5687-4919-8f80-3dd727e43967 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:31:05.138277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-24b25a0e-d778-47bf-80b3-411eb5c2326d req-61138cc2-5687-4919-8f80-3dd727e43967 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:31:05.139838 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-24b25a0e-d778-47bf-80b3-411eb5c2326d req-61138cc2-5687-4919-8f80-3dd727e43967 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 210 time: 0.0644281 Dec 15 22:31:05.181556 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'a8884e5b-6637-4e9a-992f-daff86f604a6', 'name': '', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'mac_address': 'fa:16:3e:be:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:59Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 2, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'subnets': [{'id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:05.185772 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Checking router: b968ac7a-8a31-4150-9352-f0c44b490086 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:31:05.186216 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Updating router b968ac7a-8a31-4150-9352-f0c44b490086 port a8884e5b-6637-4e9a-992f-daff86f604a6 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:31:05.238202 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.325688 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:05.398269 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:05.398647 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.603899 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.615088 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Transition to ACTIVE for port object a8884e5b-6637-4e9a-992f-daff86f604a6 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:31:05.621473 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.625722 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-d249586c-8c7a-4986-84fa-850a83abebb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:05.816110 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d359ff-3437-4da8-9b96-82bc3b1c9c35 None None] Pushing event updated for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:05.823022 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-69d359ff-3437-4da8-9b96-82bc3b1c9c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:05.878031 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Attempting to bind port a8884e5b-6637-4e9a-992f-daff86f604a6 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:31:05.878414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Attempting to bind port a8884e5b-6637-4e9a-992f-daff86f604a6 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:31:05.878778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Attempting to bind port a8884e5b-6637-4e9a-992f-daff86f604a6 on network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:31:05.883904 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:31:05.884272 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Checking segment: {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:31:05.884671 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.885064 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Bound using segment: {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:31:05.885525 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Bound port: a8884e5b-6637-4e9a-992f-daff86f604a6, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84ff14d2-e45a-4dfd-a692-72bb5325e06c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:31:05.885894 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.979803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] For port a8884e5b-6637-4e9a-992f-daff86f604a6, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:31:05.982956 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] For port a8884e5b-6637-4e9a-992f-daff86f604a6, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a8884e5b-6637-4e9a-992f-daff86f604a6,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:31:05.986628 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:05.990355 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-02eb6082-f7ab-4f5b-8700-616f67e092a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:06.068576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:31:06.069603 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:30:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:06.147575 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d359ff-3437-4da8-9b96-82bc3b1c9c35 None None] Pushing event updated for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:06.151626 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-69d359ff-3437-4da8-9b96-82bc3b1c9c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:06.250611 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-0dc1b032-fef7-4595-9ad0-0a2feef384ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:06.252621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-0dc1b032-fef7-4595-9ad0-0a2feef384ab tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 808 time: 0.2203927 Dec 15 22:31:06.303099 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:31:06.333466 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-94508661-7ac0-456a-b615-d8536d34a4cd req-c5f128dd-d7a1-4c39-800c-3d9d90f910a6 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 210 time: 0.0494022 Dec 15 22:31:06.354938 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-6723e7ef-a030-4f17-a1ed-6b0c1d5d1ccf tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 379 time: 0.0928040 Dec 15 22:31:06.363632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'port': {'device_id': '3124896f-74f1-4a20-8b12-305e009824a4', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'admin_state_up': True, 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'security_groups': ['cc3b8079-b9ef-4496-bdb2-926ff20d8fcc']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:06.500220 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:06.510631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:06.521204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Made reservation on behalf of d85999c1bc4141c9a8ffadca1c574020 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:31:06.524825 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:06.624210 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'a8884e5b-6637-4e9a-992f-daff86f604a6', 'name': '', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'mac_address': 'fa:16:3e:be:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:59Z', 'updated_at': '2021-12-15T22:31:05Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'subnets': [{'id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:06.628475 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1272c93b-f2cb-4f2e-acca-8953d1e0a224 None None] The sync data for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv is: [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'a8884e5b-6637-4e9a-992f-daff86f604a6', 'name': '', 'network_id': '83a4bd03-1b84-414f-8bcf-ab55acbf53b0', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'mac_address': 'fa:16:3e:be:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:59Z', 'updated_at': '2021-12-15T22:31:05Z', 'revision_number': 4, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'subnets': [{'id': 'f2a679b3-92cf-4106-8701-9a364ded9ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:31:06.815322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Allocated IP 172.20.0.8 (7c22db09-6480-4402-ac83-5ee7c0ce2e66/790417de-390c-4ede-8ac3-3b116fb1292b/75f38660-b108-4a3d-98a9-46b1131b4ed5) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:31:07.006921 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.022383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Transition to ACTIVE for port object 75f38660-b108-4a3d-98a9-46b1131b4ed5 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:31:07.044958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.051695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:07.112442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:31:07.115339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:31:07.117891 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:31:07.170298 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:07.174616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:07.192270 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:07.192868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.220104 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8598495 Dec 15 22:31:07.231352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Request body: {'port': {'device_id': '3124896f-74f1-4a20-8b12-305e009824a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:07.331435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7828ec0f-55ee-4de2-9ac6-cbd5608a70b3 None None] Provisioning for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:31:07.342089 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7828ec0f-55ee-4de2-9ac6-cbd5608a70b3 None None] Provisioning complete for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:07.342655 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7828ec0f-55ee-4de2-9ac6-cbd5608a70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.351619 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.372569 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a8884e5b-6637-4e9a-992f-daff86f604a6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:07.443139 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-7828ec0f-55ee-4de2-9ac6-cbd5608a70b3 None None] Port 75f38660-b108-4a3d-98a9-46b1131b4ed5 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:31:07.460550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port a8884e5b-6637-4e9a-992f-daff86f604a6 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:31:07.465540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a8884e5b-6637-4e9a-992f-daff86f604a6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:07.466112 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.543728 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31948390-594f-490a-bad8-335cd9767b73 req-dfab79b6-dab4-42aa-bc67-092c9fb18c21 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:07.548403 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31948390-594f-490a-bad8-335cd9767b73 req-dfab79b6-dab4-42aa-bc67-092c9fb18c21 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 931 time: 0.1027789 Dec 15 22:31:07.600090 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-31948390-594f-490a-bad8-335cd9767b73 req-8008932f-0536-43a1-8352-897dd9a05066 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:31:07.612253 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-31948390-594f-490a-bad8-335cd9767b73 req-8008932f-0536-43a1-8352-897dd9a05066 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:31:07.613514 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-31948390-594f-490a-bad8-335cd9767b73 req-8008932f-0536-43a1-8352-897dd9a05066 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614579 Dec 15 22:31:07.667026 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.699198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port a8884e5b-6637-4e9a-992f-daff86f604a6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a8884e5b-6637-4e9a-992f-daff86f604a6,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:07.704496 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.706398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:07.716183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:31:07.723432 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.743282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Transition to ACTIVE for port object 75f38660-b108-4a3d-98a9-46b1131b4ed5 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:31:07.748195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:07.757970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6219c9fd-8c66-49b3-bcfa-3a832c7cf938 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:07.775694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:07.779092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:07.921124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:07.924638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:08.001193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Attempting to bind port 75f38660-b108-4a3d-98a9-46b1131b4ed5 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:31:08.001518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Attempting to bind port 75f38660-b108-4a3d-98a9-46b1131b4ed5 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:31:08.001837 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Attempting to bind port 75f38660-b108-4a3d-98a9-46b1131b4ed5 on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:31:08.007186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Port 75f38660-b108-4a3d-98a9-46b1131b4ed5 on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:31:08.007494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Attempting to bind port 75f38660-b108-4a3d-98a9-46b1131b4ed5 on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:31:08.012832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:31:08.013158 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Checking segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:31:08.013529 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Bound using segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:31:08.013946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Bound port: 75f38660-b108-4a3d-98a9-46b1131b4ed5, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:31:08.014282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:08.101710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:31:08.104593 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:31:08.108876 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:08.112441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b612b3c-96a8-477d-9882-04786468e079 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:08.170970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:08.171600 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:08.172910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] 10.222.0.32 "PUT /v2.0/ports/75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 1093 time: 0.9456658 Dec 15 22:31:08.173462 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:31:08.195148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:08.200042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:08.248138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'status': 'completed', 'code': 200} Dec 15 22:31:08.289216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-19bb12af-b39d-4416-8eb4-72d3206159f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:08.290735 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-19bb12af-b39d-4416-8eb4-72d3206159f4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1096 time: 0.0749402 Dec 15 22:31:08.363431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-a9d2ef30-4f00-43c0-8f5e-fbc0e6474c9c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 217 time: 0.0654793 Dec 15 22:31:08.424807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-f332e023-fc39-48af-b137-a471096cfd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:08.426129 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-f332e023-fc39-48af-b137-a471096cfd4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0563161 Dec 15 22:31:08.503477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-7fc8323f-069e-4fa1-9309-2da0355c622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:08.504850 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-7fc8323f-069e-4fa1-9309-2da0355c622e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721200 Dec 15 22:31:08.751718 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-4ae4684a-c91a-4d74-b87a-68a730ef910c service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398376 Dec 15 22:31:08.803935 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216247e-63db-43af-824d-3b3ec426cf37 req-875d6d08-3aa0-455e-bd71-969a4fd556f1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:08.805403 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d216247e-63db-43af-824d-3b3ec426cf37 req-875d6d08-3aa0-455e-bd71-969a4fd556f1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0824571 Dec 15 22:31:08.849081 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d216247e-63db-43af-824d-3b3ec426cf37 req-57718892-c091-4e5c-a5f5-42a00481faff tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375533 Dec 15 22:31:08.884363 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-41a6fabe-0d64-4d48-bd65-178dda6655c8 req-72137cd4-516c-4038-b246-284f04ac323d service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258531 Dec 15 22:31:09.001238 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-b5ef9244-718e-4a82-901d-3ba544b39149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:09.002674 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-b5ef9244-718e-4a82-901d-3ba544b39149 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1096 time: 0.0692513 Dec 15 22:31:09.133207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-0e2a98eb-ba35-4378-97d7-81e8f75793a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:09.134635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-0e2a98eb-ba35-4378-97d7-81e8f75793a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1246853 Dec 15 22:31:09.205897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-b1182860-a6a0-48c0-8359-71849d96738a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 217 time: 0.0647879 Dec 15 22:31:09.266385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-9b647b5a-72d1-4d05-a8c4-121adfe68185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:09.267769 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-9b647b5a-72d1-4d05-a8c4-121adfe68185 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0557122 Dec 15 22:31:09.319860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a8884e5b-6637-4e9a-992f-daff86f604a6 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:09.347157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-acb00700-d825-4a15-9f48-385dc6191e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:09.348646 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-acb00700-d825-4a15-9f48-385dc6191e75 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741518 Dec 15 22:31:09.386332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port a8884e5b-6637-4e9a-992f-daff86f604a6 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:09.386715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:09.481004 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-cb739193-8828-4f9d-a48e-be3e0fe39627 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247904 Dec 15 22:31:09.611318 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9392a222-1d8c-4dd1-8a23-041e206754cc req-93953367-ed8e-4336-83bc-e53f4db98f05 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228147 Dec 15 22:31:10.036072 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72399770-3891-44ef-903e-d85ebcf397cb req-eb485a65-8c1f-4a4f-a535-baee42d9c487 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:10.036745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-72399770-3891-44ef-903e-d85ebcf397cb req-eb485a65-8c1f-4a4f-a535-baee42d9c487 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:31:10.051550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-72399770-3891-44ef-903e-d85ebcf397cb req-eb485a65-8c1f-4a4f-a535-baee42d9c487 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:31:10.052657 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72399770-3891-44ef-903e-d85ebcf397cb req-eb485a65-8c1f-4a4f-a535-baee42d9c487 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0934711 Dec 15 22:31:10.096491 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72399770-3891-44ef-903e-d85ebcf397cb req-0c7b2eb4-10a9-4300-b2c0-0ceac354bf08 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371864 Dec 15 22:31:10.958995 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:31:11.089966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:11.103203 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:31:11.160050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:11.176917 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:31:11.192608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:11.198568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:11.200340 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-800d24f1-554b-46cf-b442-e651f30bb64a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:11.263723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:11.266865 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:11.280918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a3090-f72a-435e-b503-75df7eef4be2 req-4aad6ae2-412b-4fb5-b643-1d628f08139f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:11.282443 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-342a3090-f72a-435e-b503-75df7eef4be2 req-4aad6ae2-412b-4fb5-b643-1d628f08139f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 944 time: 0.0804617 Dec 15 22:31:11.331147 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-342a3090-f72a-435e-b503-75df7eef4be2 req-29202420-1938-42f4-a221-00067288dc5f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 Dec 15 22:31:11.404021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['75f38660-b108-4a3d-98a9-46b1131b4ed5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:31:12.514512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a9a8f-e9d7-4a12-bb53-44e2fed05f50 req-87ecee21-2576-425c-a1e8-a2356f83f4ef tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:12.515961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-004a9a8f-e9d7-4a12-bb53-44e2fed05f50 req-87ecee21-2576-425c-a1e8-a2356f83f4ef tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 944 time: 0.0819926 Dec 15 22:31:12.559396 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-004a9a8f-e9d7-4a12-bb53-44e2fed05f50 req-35d1e57e-1c41-4abc-8156-517291a72315 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376251 Dec 15 22:31:12.974337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:31:13.042720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:31:13.047235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:31:13.047665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:13.162914 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:13.188261 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:31:13.198092 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:31:13.201512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:13.203297 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c171421e-2729-4984-b6b8-65b13bc67951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:13.237821 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'code': 200} Dec 15 22:31:13.273621 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:13.276456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:13.454533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39269832-b02d-42a4-9784-90a5b69d089d req-1c75544d-7060-498f-9ed6-e986151fc62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:13.455910 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39269832-b02d-42a4-9784-90a5b69d089d req-1c75544d-7060-498f-9ed6-e986151fc62d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1098 time: 0.0698655 Dec 15 22:31:13.494772 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-39269832-b02d-42a4-9784-90a5b69d089d req-367f1ab6-317e-4ebc-9614-443ec3b1fb4a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324683 Dec 15 22:31:13.581432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-347de69b-77f8-4253-ba3b-334b389c83fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:13.846190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591db6c5-6d05-4e3c-a61c-a75df930e280 req-a65539c7-6736-4dc2-b711-0ae982faac2c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:13.847623 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-591db6c5-6d05-4e3c-a61c-a75df930e280 req-a65539c7-6736-4dc2-b711-0ae982faac2c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.1832728 Dec 15 22:31:13.890666 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-591db6c5-6d05-4e3c-a61c-a75df930e280 req-d04b0b6c-ce2f-4fef-8002-f08e8b3fa1bf tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Dec 15 22:31:15.140217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58049630-73bb-4447-af25-0053c1c1ed05 req-38d03bb0-90d6-4f4d-9b28-e49f57da46d2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:15.141619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-58049630-73bb-4447-af25-0053c1c1ed05 req-38d03bb0-90d6-4f4d-9b28-e49f57da46d2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.1443713 Dec 15 22:31:15.187313 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-58049630-73bb-4447-af25-0053c1c1ed05 req-091b168b-2d4e-4483-b368-ed03003c7e93 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396185 Dec 15 22:31:15.374548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36f647-54b9-4b1e-8eb6-9c53f569fcad req-75e504fd-c12e-4615-a0a6-148bb4cb6a37 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:15.376005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf36f647-54b9-4b1e-8eb6-9c53f569fcad req-75e504fd-c12e-4615-a0a6-148bb4cb6a37 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0788479 Dec 15 22:31:15.422038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cf36f647-54b9-4b1e-8eb6-9c53f569fcad req-5798d57a-ff38-4ab0-8ccb-6b5a754868ae tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Dec 15 22:31:15.443901 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48958) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:15.551978 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1350981d-b3cf-4298-aa44-23fe219cc512 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:15.552685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1350981d-b3cf-4298-aa44-23fe219cc512 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] Synchronizing usage tracker for tenant:f0722a73bd554ae0bee68e4fbbf52fe1 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:31:15.568324 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1350981d-b3cf-4298-aa44-23fe219cc512 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] Unset dirty status for tenant:f0722a73bd554ae0bee68e4fbbf52fe1 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:31:15.569434 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1350981d-b3cf-4298-aa44-23fe219cc512 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1093 time: 0.1246057 Dec 15 22:31:15.572479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 48964) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:31:15.577365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:31:15.583096 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:31:15.587438 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:floatingip and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:31:15.590251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:31:15.596030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:31:15.606547 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:15.849424 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:15.908251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-f4013915-83c7-4785-ba92-5a485469d70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:15.983539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Allocated IP 172.26.6.107 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/d4e7ee85-6bab-405f-897d-f19b68e03995) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:31:16.126342 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.158367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.162990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9d36aaf4-c93b-41a6-a362-102f047216f9 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:16.225564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:31:16.228435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:31:16.230956 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:31:16.269534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=d4e7ee85-6bab-405f-897d-f19b68e03995,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:16.272321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:16.644503 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.717771 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.922383 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.926307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.930714 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0ff0ea0a-82bb-46af-82d5-f85a5694aab1 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:31:16.971324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:16.977604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:17.030495 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=d4e7ee85-6bab-405f-897d-f19b68e03995,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:31:17.034476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:31:17.043022 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:17.213211 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Floating IP 35959a14-bfc2-4fdf-9ead-f472ef3e4067 associated. External IP: 172.26.6.107, port: 75f38660-b108-4a3d-98a9-46b1131b4ed5. Dec 15 22:31:17.677314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:31:17.854924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:31:17.864408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:31:17.873552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:31:17.874240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:31:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:17.878212 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:17.933686 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3602006 Dec 15 22:31:17.934516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:31:17.985331 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'status': 'completed', 'code': 200} Dec 15 22:31:18.052337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:31:18.079253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-1536a224-0ecb-48b6-ae23-10d08be74b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:18.080735 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-1536a224-0ecb-48b6-ae23-10d08be74b84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1098 time: 0.0739753 Dec 15 22:31:18.212497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-e52e9d66-8721-40aa-9528-c8fc4d7333f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:18.213866 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-e52e9d66-8721-40aa-9528-c8fc4d7333f0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1263115 Dec 15 22:31:18.321526 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-94767179-1f33-4a27-b597-a6d0cd0e8fb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 999 time: 0.1007173 Dec 15 22:31:18.383907 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-03c68a90-91f3-4b20-b1c1-dc96d587c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:18.385327 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-03c68a90-91f3-4b20-b1c1-dc96d587c751 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0579991 Dec 15 22:31:18.429620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '35959a14-bfc2-4fdf-9ead-f472ef3e4067', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124896f-74f1-4a20-8b12-305e009824a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:31:16Z', 'updated_at': '2021-12-15T22:31:16Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:18.433724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:31:18.442054 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:31:18.442748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:31:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:18.460980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-62a1467e-a5cb-4d14-9f23-b87b948a065d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:18.462422 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-62a1467e-a5cb-4d14-9f23-b87b948a065d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699732 Dec 15 22:31:18.592998 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-47f07775-8855-4a52-af74-97a62bd7251c service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233962 Dec 15 22:31:18.618977 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:18.630909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:31:18.726113 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b35daab2-cb62-4d8d-a564-b8ed6fa9065d req-d21aa589-7eeb-4060-aa53-11e95ff82721 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255648 Dec 15 22:31:18.970762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '35959a14-bfc2-4fdf-9ead-f472ef3e4067', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124896f-74f1-4a20-8b12-305e009824a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:31:16Z', 'updated_at': '2021-12-15T22:31:16Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:31:18.975176 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccf1f00-75c9-4f17-9729-08c2a9901b2d None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '35959a14-bfc2-4fdf-9ead-f472ef3e4067', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.107', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3124896f-74f1-4a20-8b12-305e009824a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:31:16Z', 'updated_at': '2021-12-15T22:31:16Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:31:19.162185 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d54253-fc4f-4440-b1c5-12b8d2966729 None None] New status for floating IP 35959a14-bfc2-4fdf-9ead-f472ef3e4067: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:31:22.097150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:24.998077 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:31:43.369488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-6ee7e2e4-4780-47da-9f09-2e625a8de77c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719051 Dec 15 22:31:43.504877 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-05a81315-b060-4bd2-8948-1f3d6a97f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:43.506394 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-05a81315-b060-4bd2-8948-1f3d6a97f3a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1098 time: 0.0711596 Dec 15 22:31:43.583653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3bbda3aa-04b0-42a5-bed1-37e235ffc90d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:43.764157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-a3d7aa6e-aae9-4e3a-877b-4e087b913155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:43.765592 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-a3d7aa6e-aae9-4e3a-877b-4e087b913155 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.2392516 Dec 15 22:31:43.869091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-c3b4a6bc-1a5b-4c71-88cb-cd00fd113919 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0954113 Dec 15 22:31:43.933756 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-78698fd2-ddae-4925-a565-fa61f2a8943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:43.935214 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-78698fd2-ddae-4925-a565-fa61f2a8943a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0592177 Dec 15 22:31:44.010640 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-21f8a139-cc25-49b4-943b-8e77c01a0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:31:44.012100 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-21f8a139-cc25-49b4-943b-8e77c01a0941 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692203 Dec 15 22:31:44.142490 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-dc0e221f-fa4b-40c5-bc4e-f2895b9a2283 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233442 Dec 15 22:31:44.276708 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9b860ad8-ab1e-45a8-a982-52a83f7e6490 req-f3579edf-1b42-4c2f-be7c-53ac6fa4f380 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275544 Dec 15 22:31:45.913460 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-160dbcfb-909a-495e-bc3b-9e15882d40c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:46.968851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:46.975893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:48.598093 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:31:52.104435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:01.996737 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:32:13.585702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b908aa0d-6957-446d-9b9a-74e613aff81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:14.419582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-31a5b061-c7e1-43fa-9603-598f33062d0d req-6f5326b3-48e9-4b7b-a9a4-5754ea77ebc9 service neutron] (87553) timed out ('10.222.0.18', 44598) {{(pid=87553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 15 22:32:15.916199 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5f432b9d-b2d3-43a5-bc14-e4ab179d64fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:16.960681 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:16.976319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:18.600814 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:22.095558 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:38.995982 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:32:43.588366 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-670b7999-bd19-4c1f-9a22-9ec824720efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:45.364410 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-b3fbdebe-dcee-405e-a300-264ce8277a0d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739067 Dec 15 22:32:45.499782 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-9d22f724-da67-46dc-a5d1-25fb1107c284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:32:45.501282 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-9d22f724-da67-46dc-a5d1-25fb1107c284 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1098 time: 0.0702004 Dec 15 22:32:45.643569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-892cb579-b101-4214-8477-2735a490039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:32:45.644996 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-892cb579-b101-4214-8477-2735a490039d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1249397 Dec 15 22:32:45.747162 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-b4eaee82-2a24-4097-bb8e-a35e3cefca48 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0951142 Dec 15 22:32:45.808971 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-52b760ef-b49c-4bd5-9bc8-f3ba6679d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:32:45.810381 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-52b760ef-b49c-4bd5-9bc8-f3ba6679d469 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0570872 Dec 15 22:32:45.887844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-a0e26762-87b0-45c3-9e09-e4cf1bc31a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:32:45.889220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-a0e26762-87b0-45c3-9e09-e4cf1bc31a3a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725017 Dec 15 22:32:45.918332 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4212b9b4-e7e8-4581-adf4-a038ec73e1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:46.020871 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-b1aa6d0f-bf76-471e-a463-cba0c8a3271a service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246891 Dec 15 22:32:46.158250 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-d4b66da3-27a4-45c4-8eb7-5d9e84a1937f req-3bc4b1d9-8853-4798-9347-88e1c62814c4 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298506 Dec 15 22:32:46.962785 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:46.978573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:48.603205 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:32:52.110940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:12.991777 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c90990-6f60-4be7-8b27-b748f2c9a799 req-f6ec172d-517a-408f-b003-4f6c85b25819 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:12.993235 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-73c90990-6f60-4be7-8b27-b748f2c9a799 req-f6ec172d-517a-408f-b003-4f6c85b25819 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0837243 Dec 15 22:33:13.037297 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-73c90990-6f60-4be7-8b27-b748f2c9a799 req-9ac16dd3-84c9-4a6c-8d00-2618428e4fed tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383935 Dec 15 22:33:13.588894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-80181be6-11bf-434b-9998-8aa26125e73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:14.231681 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e648106f-a93c-4aa8-ad7c-7be18064b180 req-f1211eb7-08a7-4436-a0d1-4d91c05059df tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:14.233115 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e648106f-a93c-4aa8-ad7c-7be18064b180 req-f1211eb7-08a7-4436-a0d1-4d91c05059df tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0789716 Dec 15 22:33:14.280248 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e648106f-a93c-4aa8-ad7c-7be18064b180 req-d5a9d492-b22c-4122-819b-7a333ae3464e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414929 Dec 15 22:33:15.475143 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ddfb0-c2e6-4d5d-adf1-ac3a4b2812e2 req-19a67e23-2d81-461b-9aea-df0f158db03a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:15.476507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b13ddfb0-c2e6-4d5d-adf1-ac3a4b2812e2 req-19a67e23-2d81-461b-9aea-df0f158db03a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0793238 Dec 15 22:33:15.520376 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-b13ddfb0-c2e6-4d5d-adf1-ac3a4b2812e2 req-29fe6fbc-9f32-42dd-8895-58e6be955916 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383809 Dec 15 22:33:15.920016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d2402075-44e3-499e-a982-0c59a6362f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:15.994606 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:33:16.820035 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d813c25-d417-44fe-ba24-e9820005360a req-e198c72d-22ac-4889-ad35-4c2bd26de46a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:16.821457 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d813c25-d417-44fe-ba24-e9820005360a req-e198c72d-22ac-4889-ad35-4c2bd26de46a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.1911709 Dec 15 22:33:16.864662 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3d813c25-d417-44fe-ba24-e9820005360a req-3aa376a0-54b4-4628-90f9-4d5372b5b54d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376239 Dec 15 22:33:16.964718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:16.990866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:18.047310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfa7e8-2e33-4d6f-b97e-b1e0de6007c5 req-be6bc1b1-934d-483b-b402-d275d488ab66 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:18.048664 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e8cfa7e8-2e33-4d6f-b97e-b1e0de6007c5 req-be6bc1b1-934d-483b-b402-d275d488ab66 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0823128 Dec 15 22:33:18.091006 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e8cfa7e8-2e33-4d6f-b97e-b1e0de6007c5 req-bbc11756-9a20-4dcd-8676-7755653d6ba2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368106 Dec 15 22:33:18.606188 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:19.274019 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86028ac-f03f-4f06-a0d6-2c4271c9f7a8 req-2ffd8850-84f9-4b34-b621-1ae23527691d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:19.275465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b86028ac-f03f-4f06-a0d6-2c4271c9f7a8 req-2ffd8850-84f9-4b34-b621-1ae23527691d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0792201 Dec 15 22:33:19.324041 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b86028ac-f03f-4f06-a0d6-2c4271c9f7a8 req-357a8ce5-01be-4784-a521-eb2221249c76 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422390 Dec 15 22:33:20.503893 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d224228-008a-4ebe-80a2-b3563af99b72 req-6f3646af-01dc-48aa-be40-0a8cc8483b03 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:20.505373 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d224228-008a-4ebe-80a2-b3563af99b72 req-6f3646af-01dc-48aa-be40-0a8cc8483b03 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0785072 Dec 15 22:33:20.675822 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1d224228-008a-4ebe-80a2-b3563af99b72 req-56484950-758f-4cf5-9a1d-c0ecafb44f95 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641209 Dec 15 22:33:21.858897 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ca225-accd-45db-b87a-1131df5dc3a8 req-fe5b0025-3abc-4cbd-8f27-2af1c16b4558 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:21.860353 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b15ca225-accd-45db-b87a-1131df5dc3a8 req-fe5b0025-3abc-4cbd-8f27-2af1c16b4558 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0813918 Dec 15 22:33:21.902941 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b15ca225-accd-45db-b87a-1131df5dc3a8 req-6f4db059-3644-4e33-add5-ee6561fcdc95 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369864 Dec 15 22:33:22.117775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:23.086002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbfcd5-8346-4c0e-b269-5932723b8d89 req-d71258ac-1fe4-43d3-9c9b-c2b40c2bd327 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:23.087400 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15dbfcd5-8346-4c0e-b269-5932723b8d89 req-d71258ac-1fe4-43d3-9c9b-c2b40c2bd327 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0788789 Dec 15 22:33:23.130497 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-15dbfcd5-8346-4c0e-b269-5932723b8d89 req-bb16a327-7a3d-4b6b-a7d8-728c4015475d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Dec 15 22:33:24.315276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c788-8cc9-4a12-a339-433d26d02fb7 req-ec4203ab-143c-40b6-93e6-aa76131ab273 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:24.316740 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48c4c788-8cc9-4a12-a339-433d26d02fb7 req-ec4203ab-143c-40b6-93e6-aa76131ab273 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0856040 Dec 15 22:33:24.359611 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-48c4c788-8cc9-4a12-a339-433d26d02fb7 req-f17158fb-9f3d-434d-a61b-9fbb77e3cbef tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366929 Dec 15 22:33:25.572369 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccd537-c88e-4d7b-8b83-4ce992723834 req-fea585d8-db86-4121-ad36-74e675738f76 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:25.574716 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a8ccd537-c88e-4d7b-8b83-4ce992723834 req-fea585d8-db86-4121-ad36-74e675738f76 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.1075678 Dec 15 22:33:25.636766 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a8ccd537-c88e-4d7b-8b83-4ce992723834 req-224c9dbb-65e8-433c-961b-58d298a9be46 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547254 Dec 15 22:33:25.715509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:33:25.880947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:25.895841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:33:25.959204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:25.980020 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:33:25.997843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:26.003208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:26.005462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:33:26.086617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:33:26.094251 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.094599 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.094941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.095281 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.095608 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.095958 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.096288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.096615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.096939 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.097262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.097578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.097895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:33:26.101923 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:33:26.110212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['75f38660-b108-4a3d-98a9-46b1131b4ed5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:33:26.841401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6a9a7-953c-44e2-b054-273e63221990 req-8851df1e-5681-47b7-bf82-7a0549da2a4e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:26.849972 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0e6a9a7-953c-44e2-b054-273e63221990 req-8851df1e-5681-47b7-bf82-7a0549da2a4e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 944 time: 0.0985641 Dec 15 22:33:26.901035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f0e6a9a7-953c-44e2-b054-273e63221990 req-dc92fb9c-d38c-4dfa-a1db-0872023de01e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500102 Dec 15 22:33:27.737709 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:33:27.811414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:33:27.811798 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:27.942130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:27.978362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:33:27.990028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:27.995663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:27.998074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:33:28.077909 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'code': 200} Dec 15 22:33:28.091356 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:33:28.094577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:33:28.133056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca90f2-141f-4115-9b17-08f7484d8dce req-13a2b5a0-6c35-4768-b84a-fae226296643 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:28.135118 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcca90f2-141f-4115-9b17-08f7484d8dce req-13a2b5a0-6c35-4768-b84a-fae226296643 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0883274 Dec 15 22:33:28.182208 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-dcca90f2-141f-4115-9b17-08f7484d8dce req-b9a20dfa-9123-45c0-a806-314d15969df5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408475 Dec 15 22:33:29.383087 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572af932-7769-44ec-a3a9-f8f35b9094e9 req-a4407822-2dde-4c38-a605-daddb7fe5458 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:29.388334 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-572af932-7769-44ec-a3a9-f8f35b9094e9 req-a4407822-2dde-4c38-a605-daddb7fe5458 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0941408 Dec 15 22:33:29.438320 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-572af932-7769-44ec-a3a9-f8f35b9094e9 req-fd673c8b-ca27-468b-8e83-851bf5c8c6ee tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475814 Dec 15 22:33:30.661154 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430291c0-e965-4353-b410-c051818b1e47 req-6e15c95b-974f-44e4-ac9f-12c7918107ba tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:30.662694 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-430291c0-e965-4353-b410-c051818b1e47 req-6e15c95b-974f-44e4-ac9f-12c7918107ba tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0963278 Dec 15 22:33:30.717385 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-430291c0-e965-4353-b410-c051818b1e47 req-8c79e995-5987-4049-aedf-636f346895bc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452559 Dec 15 22:33:31.920589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d7b81-3722-4634-960d-0af266d4a94a req-e755f67f-d303-4804-ae09-d2194d860b19 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:31.922096 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f0d7b81-3722-4634-960d-0af266d4a94a req-e755f67f-d303-4804-ae09-d2194d860b19 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0907650 Dec 15 22:33:31.973386 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2f0d7b81-3722-4634-960d-0af266d4a94a req-b6ff9798-5146-4ed4-a357-340f79ce7c4f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Dec 15 22:33:33.177313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9fa25-01c2-4f24-b4bd-263d474fd7f0 req-46b6f9a7-cc60-4bec-9b42-cb210045df3e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:33.178972 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9a9fa25-01c2-4f24-b4bd-263d474fd7f0 req-46b6f9a7-cc60-4bec-9b42-cb210045df3e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0860341 Dec 15 22:33:33.236091 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c9a9fa25-01c2-4f24-b4bd-263d474fd7f0 req-cdd4fefe-1bc1-4dc3-9d8b-bcf999b5fc2f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508394 Dec 15 22:33:34.437750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ada140-1d37-4b3d-ad8d-2ee494d76b24 req-b15a2edf-cbf5-4b2b-810d-60a1c474866f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:34.439197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2ada140-1d37-4b3d-ad8d-2ee494d76b24 req-b15a2edf-cbf5-4b2b-810d-60a1c474866f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0838377 Dec 15 22:33:34.539466 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c2ada140-1d37-4b3d-ad8d-2ee494d76b24 req-e7983010-c8fb-4074-b8aa-eb4e6fe2f19e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937538 Dec 15 22:33:34.555822 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-787acafe-4582-41fc-ad80-aa01960308c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:34.557319 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-787acafe-4582-41fc-ad80-aa01960308c0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1098 time: 0.0982368 Dec 15 22:33:34.695626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-46c9a852-d5e2-4fdb-b122-5e238df05b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:34.697698 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-46c9a852-d5e2-4fdb-b122-5e238df05b27 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1336687 Dec 15 22:33:34.800733 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-ce5a2d38-3a2d-457f-9765-1a9a65b27d5e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0963397 Dec 15 22:33:34.863454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-e6295dbb-d797-4ab7-908c-3d35e48c8fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:34.864909 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-e6295dbb-d797-4ab7-908c-3d35e48c8fd0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0575600 Dec 15 22:33:34.941009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-fcdea5ba-e3a3-4941-a6a2-8549af469a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:34.942465 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-fcdea5ba-e3a3-4941-a6a2-8549af469a8d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707281 Dec 15 22:33:35.076070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-9b4b23a1-dcc7-4838-9395-20015be29f6e service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273341 Dec 15 22:33:35.206104 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ae9476f4-21cf-431f-9ba5-c5bc23ca0a11 req-642e9161-7e53-4f7f-b4ae-6302ee1e19aa service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237774 Dec 15 22:33:35.724471 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f989f-f852-41d1-92fb-f8528d3a2ef5 req-1aff8c6c-7c9d-4b44-9e84-8020c737a0d7 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:35.725882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-179f989f-f852-41d1-92fb-f8528d3a2ef5 req-1aff8c6c-7c9d-4b44-9e84-8020c737a0d7 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0785818 Dec 15 22:33:35.768297 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-179f989f-f852-41d1-92fb-f8528d3a2ef5 req-56320a6e-6e6b-4f4d-b624-bc91a201ebef tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361352 Dec 15 22:33:36.958384 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f8a7b-4637-4820-a9f3-56cb9eb96d7d req-12965a98-10f2-4c9e-b63e-20d46f876c0b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:36.959810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d3f8a7b-4637-4820-a9f3-56cb9eb96d7d req-12965a98-10f2-4c9e-b63e-20d46f876c0b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0836227 Dec 15 22:33:37.003088 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6d3f8a7b-4637-4820-a9f3-56cb9eb96d7d req-45be54fb-d49f-4caa-819f-220f56d3c770 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371382 Dec 15 22:33:37.350947 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d23b5-93ac-4346-bf47-299487c90283 req-e6faf379-a151-4014-989c-68fc9fa9dc3c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:37.352410 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c7d23b5-93ac-4346-bf47-299487c90283 req-e6faf379-a151-4014-989c-68fc9fa9dc3c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 945 time: 0.0810091 Dec 15 22:33:37.498313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49134) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:33:37.515005 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9c7d23b5-93ac-4346-bf47-299487c90283 req-5c12baf9-f60e-462d-9bd6-c60835907f04 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563160 Dec 15 22:33:37.637860 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-0c2cc73e-64c6-4850-9203-9ee414016a41 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381242 Dec 15 22:33:37.813809 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:33:37.930200 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:37.959171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:33:37.969102 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:37.972991 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:37.974765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:33:38.010078 dv-neutron-820612-1-hyperv neutron-server[87555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'code': 422} returned with failed status Dec 15 22:33:38.041120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:33:38.044237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:33:38.480299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-115d0b55-2e05-4db6-b023-ba611eef5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:38.481720 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-115d0b55-2e05-4db6-b023-ba611eef5b51 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 1096 time: 0.0706589 Dec 15 22:33:38.576864 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-8f7ed85c-92c2-4d20-a4af-f9af164d91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:38.578316 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-8f7ed85c-92c2-4d20-a4af-f9af164d91c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1096 time: 0.0762851 Dec 15 22:33:38.716595 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-8ce499fa-4a33-4699-8bca-70144fd79c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:38.718075 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-8ce499fa-4a33-4699-8bca-70144fd79c4d service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1333299 Dec 15 22:33:38.867293 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-d1fda109-db32-414d-a05e-16fd474f3570 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 999 time: 0.1426048 Dec 15 22:33:38.944632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360914d8-cdc7-471f-9a28-a6acd24e8a37 req-f309fe08-628a-4b06-8a3c-35bcdf8ac514 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:38.946033 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-360914d8-cdc7-471f-9a28-a6acd24e8a37 req-f309fe08-628a-4b06-8a3c-35bcdf8ac514 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.1603260 Dec 15 22:33:38.947979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-fc789d24-d6bc-425a-abdc-f9e9d1cfc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:38.949231 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-fc789d24-d6bc-425a-abdc-f9e9d1cfc40a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0763214 Dec 15 22:33:39.035444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-360914d8-cdc7-471f-9a28-a6acd24e8a37 req-91109755-ec06-4dd3-abbf-2e1d7bd822b9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832384 Dec 15 22:33:39.053582 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-ced9c7ca-d0fb-483e-a0a6-81df45389d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:39.054994 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-ced9c7ca-d0fb-483e-a0a6-81df45389d59 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0899799 Dec 15 22:33:39.186507 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-9b318edb-66e9-4c93-b8e1-d55b982e7ec1 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239297 Dec 15 22:33:39.317208 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a803396a-da14-4de2-8e4c-548f081bc1a3 req-9154ceaa-77f7-4d31-a167-8981d94b9721 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243558 Dec 15 22:33:40.229638 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40bbad-4d3c-41a5-8e64-f83eeab52472 req-bbce412f-9bcb-4072-8d0d-7361e7cc220e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:40.231096 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4e40bbad-4d3c-41a5-8e64-f83eeab52472 req-bbce412f-9bcb-4072-8d0d-7361e7cc220e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0835552 Dec 15 22:33:40.305823 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4e40bbad-4d3c-41a5-8e64-f83eeab52472 req-fe0447f0-c379-43c4-8eef-3cbe9ab3b496 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688610 Dec 15 22:33:41.512594 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4452bd-9aba-4355-bfaf-772ce1071b50 req-4e3d779d-3919-4ffb-9657-2bf5d3421553 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:41.514168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b4452bd-9aba-4355-bfaf-772ce1071b50 req-4e3d779d-3919-4ffb-9657-2bf5d3421553 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0960796 Dec 15 22:33:41.560719 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7b4452bd-9aba-4355-bfaf-772ce1071b50 req-7a8b8749-fc22-423f-a9cf-7a3bb01216ec tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410385 Dec 15 22:33:41.829556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:33:42.752570 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27976372-97ab-4825-a542-9a8e2e875345 req-9fa6bf55-076c-42ec-a6f0-0ea3ddf75a20 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:42.753932 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-27976372-97ab-4825-a542-9a8e2e875345 req-9fa6bf55-076c-42ec-a6f0-0ea3ddf75a20 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0844703 Dec 15 22:33:42.804881 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-27976372-97ab-4825-a542-9a8e2e875345 req-c22a3483-91db-4794-bf39-fdb39cd0b45e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454326 Dec 15 22:33:43.592047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-233d2fec-7a24-434a-921d-2b133120d0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:43.997179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d6568-461d-4d9a-b9a9-9f3198b57983 req-4cddc26e-19b1-4ad8-869b-7cec2b6eab15 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:43.998628 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-569d6568-461d-4d9a-b9a9-9f3198b57983 req-4cddc26e-19b1-4ad8-869b-7cec2b6eab15 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0872490 Dec 15 22:33:44.041880 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-569d6568-461d-4d9a-b9a9-9f3198b57983 req-0a632d14-ad82-4fe7-b943-2f8ce0471dbe tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376024 Dec 15 22:33:45.236460 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244907ce-f2cc-4b88-a22f-d202566613e5 req-741da1e8-e852-47fc-9d38-cc3579980fda tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:45.237897 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-244907ce-f2cc-4b88-a22f-d202566613e5 req-741da1e8-e852-47fc-9d38-cc3579980fda tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0863996 Dec 15 22:33:45.280470 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-244907ce-f2cc-4b88-a22f-d202566613e5 req-95418281-61a8-4066-acec-b875aecf6185 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369525 Dec 15 22:33:45.922268 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7165c348-6458-4782-94dc-c8777fd896b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:46.510139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c0e53-5418-45cb-a6d7-7a03ef30c638 req-ed0ac90e-e9b3-4f00-ba24-94a246bed7dd tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:46.511694 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e1c0e53-5418-45cb-a6d7-7a03ef30c638 req-ed0ac90e-e9b3-4f00-ba24-94a246bed7dd tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.1210928 Dec 15 22:33:46.567602 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3e1c0e53-5418-45cb-a6d7-7a03ef30c638 req-fad3d311-343a-4364-a82d-2592df039b37 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432525 Dec 15 22:33:46.969485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:46.991021 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:47.761959 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305eeea-67c8-4fd4-aa80-d3df83aad867 req-63f8a651-689a-4a66-8480-32eb8485457f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:47.763821 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4305eeea-67c8-4fd4-aa80-d3df83aad867 req-63f8a651-689a-4a66-8480-32eb8485457f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0926859 Dec 15 22:33:47.812878 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4305eeea-67c8-4fd4-aa80-d3df83aad867 req-f9384740-1c45-4537-89c4-5acbb1ac58fd tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424621 Dec 15 22:33:48.610111 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:49.011061 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2908c-3e4d-48ef-976e-1124b6104c4a req-ed4cd4bc-f044-4821-9c75-1e28fb360733 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:49.012635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54b2908c-3e4d-48ef-976e-1124b6104c4a req-ed4cd4bc-f044-4821-9c75-1e28fb360733 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0947986 Dec 15 22:33:49.060411 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-54b2908c-3e4d-48ef-976e-1124b6104c4a req-cfeee3b1-6654-4a62-89d9-3de9c2085cf6 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420969 Dec 15 22:33:50.306949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5addcf-49aa-4333-a0fe-44e94051cc37 req-c3e85670-9203-4615-b6c2-13bdb0a0913e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:50.308333 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c5addcf-49aa-4333-a0fe-44e94051cc37 req-c3e85670-9203-4615-b6c2-13bdb0a0913e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0809627 Dec 15 22:33:50.355523 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3c5addcf-49aa-4333-a0fe-44e94051cc37 req-123f0f46-d461-4542-8170-d62abece8478 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Dec 15 22:33:50.930006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-42411434-099a-4f64-96c4-46ef389a2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:50.931368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-42411434-099a-4f64-96c4-46ef389a2dda service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1096 time: 0.0695395 Dec 15 22:33:51.076042 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-d6abf677-0862-48aa-aca6-81d81a332122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:51.077469 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-d6abf677-0862-48aa-aca6-81d81a332122 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1255481 Dec 15 22:33:51.286405 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-49a7807f-6a24-490f-8e8a-aed65dcf53ac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 999 time: 0.2019360 Dec 15 22:33:51.347949 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-540922aa-f121-4a20-ab6e-6ff3dbfecd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:51.349330 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-540922aa-f121-4a20-ab6e-6ff3dbfecd6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0565155 Dec 15 22:33:51.434112 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-631c6fbb-c2f4-49ce-b671-e9fc11b46a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:51.435638 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-631c6fbb-c2f4-49ce-b671-e9fc11b46a80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784905 Dec 15 22:33:51.627534 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-93e879e0-1874-462c-ac7c-28586d12a096 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838365 Dec 15 22:33:51.639014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ca08a-05c4-4918-b9f0-87e637edc8aa req-1f15ee2a-968b-46b0-8ddf-8df262232b0e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:51.640601 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe9ca08a-05c4-4918-b9f0-87e637edc8aa req-1f15ee2a-968b-46b0-8ddf-8df262232b0e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.1763263 Dec 15 22:33:51.763161 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fe9ca08a-05c4-4918-b9f0-87e637edc8aa req-0fdfe3da-ad71-4d4c-8db3-9b21fb464a16 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046975 Dec 15 22:33:51.802306 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c649d7c0-3e4c-4a9c-a178-73ce55430f51 req-2293b67b-da5e-4e0a-85a5-88e42de1f141 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607950 Dec 15 22:33:52.107770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:52.949204 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f4584-b022-4465-aefa-dbad9f1c8170 req-ae719eb7-3caa-446e-a6dd-37c4809398a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:52.950626 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-662f4584-b022-4465-aefa-dbad9f1c8170 req-ae719eb7-3caa-446e-a6dd-37c4809398a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0792737 Dec 15 22:33:52.992531 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-662f4584-b022-4465-aefa-dbad9f1c8170 req-982986d3-aef8-4dd3-bd70-1509d322c5ae tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364046 Dec 15 22:33:52.992788 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:33:53.922069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:33:54.050858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:54.064083 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'port_id': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'mac_address': 'fa:16:3e:0c:f7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:33:54.121755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:54.138622 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:33:54.154370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:54.158213 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:54.161284 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-2c1904b7-beac-41a5-bdd7-b7b644f9bed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:33:54.182344 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764821f4-5e8b-4c97-8cad-2429635c6f67 req-e39fcaac-73a5-4700-8eb2-683d11701ab4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:54.183810 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-764821f4-5e8b-4c97-8cad-2429635c6f67 req-e39fcaac-73a5-4700-8eb2-683d11701ab4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 943 time: 0.0839820 Dec 15 22:33:54.228231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=9']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:33:54.228619 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-764821f4-5e8b-4c97-8cad-2429635c6f67 req-f7ff3435-6eab-42dd-8557-fa2e9e3d213a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387633 Dec 15 22:33:54.231352 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:33:54.382304 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['75f38660-b108-4a3d-98a9-46b1131b4ed5'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:33:55.413510 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4c6ee-c2e1-48b6-9b75-329abd26a43c req-967fb71d-6b68-45e3-b0d3-2f4d7b799fbb tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:55.414917 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22a4c6ee-c2e1-48b6-9b75-329abd26a43c req-967fb71d-6b68-45e3-b0d3-2f4d7b799fbb tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 944 time: 0.0838706 Dec 15 22:33:55.458055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-22a4c6ee-c2e1-48b6-9b75-329abd26a43c req-a2e11be8-51b2-4a91-bc74-eae0c4ff473f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Dec 15 22:33:55.937750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:33:56.038767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 75f38660-b108-4a3d-98a9-46b1131b4ed5 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:33:56.039143 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:56.153630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:56.179542 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:33:56.189724 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:33:56.193383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:33:56.195174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-9b22d692-a6d9-405b-8372-041b3bc910a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:33:56.225776 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'code': 200} Dec 15 22:33:56.263221 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=10']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:33:56.266050 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:33:56.459234 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1caff2-d639-454b-82d5-70e2c0443607 req-244c06f2-cd68-40d5-b809-165f23648707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:56.460613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f1caff2-d639-454b-82d5-70e2c0443607 req-244c06f2-cd68-40d5-b809-165f23648707 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1099 time: 0.0733526 Dec 15 22:33:56.500543 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9f1caff2-d639-454b-82d5-70e2c0443607 req-03277f28-95de-4e0b-b829-fcfd0c9cac50 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333848 Dec 15 22:33:56.639108 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79324425-0b6e-4188-8b16-dae2b3fb2fea req-51ca3ec1-dacf-4eb5-9cb0-fa2903b5c37a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:56.640571 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-79324425-0b6e-4188-8b16-dae2b3fb2fea req-51ca3ec1-dacf-4eb5-9cb0-fa2903b5c37a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.0804307 Dec 15 22:33:56.683561 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-79324425-0b6e-4188-8b16-dae2b3fb2fea req-ce1a43dd-0d3f-4b6d-b686-f67bfcafb98c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373747 Dec 15 22:33:57.873387 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23001d8-4120-4dce-92cc-26dca9694e23 req-bab00f33-d967-4a4e-b591-99a06287422f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:57.874755 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a23001d8-4120-4dce-92cc-26dca9694e23 req-bab00f33-d967-4a4e-b591-99a06287422f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.0808890 Dec 15 22:33:57.919848 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a23001d8-4120-4dce-92cc-26dca9694e23 req-6c8ed30a-e66d-48f9-81ea-b55d4747bd23 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392320 Dec 15 22:33:59.107741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801390a-eb49-4ddf-bceb-10fdc9d38374 req-2ff955bc-9d87-4c97-ba7c-f26a76c6d294 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:33:59.109198 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c801390a-eb49-4ddf-bceb-10fdc9d38374 req-2ff955bc-9d87-4c97-ba7c-f26a76c6d294 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.0843697 Dec 15 22:33:59.151957 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c801390a-eb49-4ddf-bceb-10fdc9d38374 req-7b9de73d-1a82-4c13-85b8-83bacc3f436d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373032 Dec 15 22:34:13.595207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61218c6a-5f79-4fdd-87f1-d728f53d4bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:15.923211 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c53c8475-a12a-4fc3-8797-e3d0264317fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:16.963704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:16.988298 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:18.611594 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:22.108416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:29.990948 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:34:43.596171 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b386295b-7522-49a0-88aa-d60de42a3d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:45.924098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ffd82980-a1ce-43d3-88f3-734d15418a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:46.423670 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-c26f30fb-50ca-465b-9d25-9d20a9f93b5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216731 Dec 15 22:34:46.559435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-49ff5b44-ac9e-44cb-927b-fe6e1a810350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:34:46.561078 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-49ff5b44-ac9e-44cb-927b-fe6e1a810350 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1099 time: 0.0709915 Dec 15 22:34:46.712415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-3c05e272-2eb9-404d-83df-c34cc03435e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:34:46.713860 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-3c05e272-2eb9-404d-83df-c34cc03435e2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1347480 Dec 15 22:34:46.816595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-f6905fce-21e6-4ec4-bae5-e194d8bb1a01 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 1001 time: 0.0958183 Dec 15 22:34:46.882469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-1a0423fa-fc77-48f9-a3d0-d3ed397f49bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:34:46.883854 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-1a0423fa-fc77-48f9-a3d0-d3ed397f49bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0603528 Dec 15 22:34:46.962575 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-17dd080c-c074-4828-b974-9f56225763e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:34:46.964072 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-17dd080c-c074-4828-b974-9f56225763e7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734408 Dec 15 22:34:46.964862 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:46.990259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:47.098901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-28f41ea8-463c-4457-9aca-950b97d3d051 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282518 Dec 15 22:34:47.337462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cc69433e-24b8-4fd4-83a4-14bcd3a984f5 req-961f7b89-e6eb-4807-bb24-53203423c497 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321811 Dec 15 22:34:48.616427 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:34:52.120656 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:06.989579 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:35:08.165416 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49262) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:08.485872 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Deleting port d4e7ee85-6bab-405f-897d-f19b68e03995 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:35:08.486121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:08.661627 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:08.661952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:08.782391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Calling delete_port for d4e7ee85-6bab-405f-897d-f19b68e03995 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:35:08.927795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:08.932076 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5b5b207e-caef-4958-9362-428359a959f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:08.975750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'Port': ['ID=d4e7ee85-6bab-405f-897d-f19b68e03995,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:09.016969 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.017354 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.017726 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.018093 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.018457 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.018818 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.019180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.019610 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.020116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.020483 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.020840 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.021197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:09.047496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:09.075140 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:09.075466 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Floating IP 35959a14-bfc2-4fdf-9ead-f472ef3e4067 disassociated (deleted). External IP: 172.26.6.107, port: 75f38660-b108-4a3d-98a9-46b1131b4ed5. Dec 15 22:35:09.422670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:35:09.599750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:35:09.609375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:35:09.618524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:35:09.619140 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:34:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:09.621421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:09.675745 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "DELETE /v2.0/floatingips/35959a14-bfc2-4fdf-9ead-f472ef3e4067 HTTP/1.1" status: 204 len: 168 time: 1.5092556 Dec 15 22:35:09.676343 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:35:09.775804 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'status': 'completed', 'code': 200} Dec 15 22:35:09.799654 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:35:09.875433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-7c738f21-4328-4f99-8f78-397b5b1ecd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:09.876969 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-7c738f21-4328-4f99-8f78-397b5b1ecd43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 1099 time: 0.0796759 Dec 15 22:35:10.015209 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-aa55921e-479b-4689-b88e-1f40ed9d20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:10.016605 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-aa55921e-479b-4689-b88e-1f40ed9d20c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1337669 Dec 15 22:35:10.062280 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98e1c-bbc8-474e-8c66-483d689f52bc req-2b78a26f-084e-4452-9652-2166896c63a5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:10.062987 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e9b98e1c-bbc8-474e-8c66-483d689f52bc req-2b78a26f-084e-4452-9652-2166896c63a5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:35:10.078721 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-e9b98e1c-bbc8-474e-8c66-483d689f52bc req-2b78a26f-084e-4452-9652-2166896c63a5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:35:10.079853 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9b98e1c-bbc8-474e-8c66-483d689f52bc req-2b78a26f-084e-4452-9652-2166896c63a5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.1096110 Dec 15 22:35:10.091764 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-5b88a4bb-d55a-43c0-b51d-bc18f89e78cb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 200 len: 217 time: 0.0672994 Dec 15 22:35:10.121942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:10.126087 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:35:10.129277 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e9b98e1c-bbc8-474e-8c66-483d689f52bc req-81f17d81-466b-4e63-8838-b04ef8018da7 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Dec 15 22:35:10.135147 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:35:10.136040 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:34:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:10.155789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-abc91e3f-3c77-4c53-9f94-1285f9c32764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:10.157311 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-abc91e3f-3c77-4c53-9f94-1285f9c32764 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0592213 Dec 15 22:35:10.236166 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-cf173c5b-d79a-4cae-91cc-106dc3c85748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:10.237613 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-cf173c5b-d79a-4cae-91cc-106dc3c85748 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731733 Dec 15 22:35:10.315737 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:35:10.373897 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-3bf79cdb-b850-4735-b94b-5ca3d4e1679e service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284025 Dec 15 22:35:10.505279 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a8a2039e-1c4d-4dcf-89ad-8784ab2a699c req-9520b7eb-d867-4732-983a-f236343a918d service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245661 Dec 15 22:35:10.625936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:10.629752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ee0cc5-f92e-486e-8c72-c13c65889935 None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:35:10.848600 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a66259-180a-4bae-88be-323979dc27e1 None None] New status for floating IP 35959a14-bfc2-4fdf-9ead-f472ef3e4067: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:35:11.317785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ce71c-34d4-4049-aecb-a28da828b216 req-0923cc93-4a24-4bd6-bcb7-768a524e7222 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:11.319178 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-726ce71c-34d4-4049-aecb-a28da828b216 req-0923cc93-4a24-4bd6-bcb7-768a524e7222 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.1379297 Dec 15 22:35:11.384255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851925c-c9a5-418d-813b-815db44b4f5c req-87b9bd9a-a07c-44d5-b457-4078b00f3836 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:11.385656 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1851925c-c9a5-418d-813b-815db44b4f5c req-87b9bd9a-a07c-44d5-b457-4078b00f3836 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 946 time: 0.1487339 Dec 15 22:35:11.415980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Deleting port 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:35:11.416318 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:11.486824 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1851925c-c9a5-418d-813b-815db44b4f5c req-8613c956-5665-48f7-8e4c-a178267a3ffa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929179 Dec 15 22:35:11.676894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] For port 75f38660-b108-4a3d-98a9-46b1131b4ed5, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=75f38660-b108-4a3d-98a9-46b1131b4ed5,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:35:11.677170 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:11.797021 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Calling delete_port for 75f38660-b108-4a3d-98a9-46b1131b4ed5 owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:35:11.944659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:11.950514 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b649c6df-ab83-4f54-9952-314eb7682c99 tempest-TestEncryptedCinderVolumes-1091854213 tempest-TestEncryptedCinderVolumes-1091854213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:11.993650 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'Port': ['ID=75f38660-b108-4a3d-98a9-46b1131b4ed5,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:12.003030 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.003415 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.003793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.004187 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.004553 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.004920 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.005280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.005641 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.006282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.006380 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.006689 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.007050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:12.145915 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:12.192911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] No DVR routers for this DVR port 75f38660-b108-4a3d-98a9-46b1131b4ed5 on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:35:12.195401 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:12.197918 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-deleted', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:35:12.213180 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-726ce71c-34d4-4049-aecb-a28da828b216 req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "DELETE /v2.0/ports/75f38660-b108-4a3d-98a9-46b1131b4ed5 HTTP/1.1" status: 204 len: 173 time: 0.8869195 Dec 15 22:35:12.298038 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3124896f-74f1-4a20-8b12-305e009824a4', 'name': 'network-vif-deleted', 'tag': '75f38660-b108-4a3d-98a9-46b1131b4ed5', 'status': 'completed', 'code': 200} Dec 15 22:35:12.653788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9a72562c-0c0b-4256-866f-ba9f445cec82 req-cf738b10-0fa4-4ef7-b5cc-74f4d284dfaa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:35:12.669507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9a72562c-0c0b-4256-866f-ba9f445cec82 req-cf738b10-0fa4-4ef7-b5cc-74f4d284dfaa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:35:12.670953 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9a72562c-0c0b-4256-866f-ba9f445cec82 req-cf738b10-0fa4-4ef7-b5cc-74f4d284dfaa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=3124896f-74f1-4a20-8b12-305e009824a4 HTTP/1.1" status: 200 len: 210 time: 0.0663071 Dec 15 22:35:13.597033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fc973e79-ab24-40bf-a4fd-3271fae6ac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:13.767206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49284) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:13.833762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:13.863750 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.045960 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.049808 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-41bceb63-2134-4084-bb1f-e8ee41a47188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:14.065026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b8079-b9ef-4496-bdb2-926ff20d8fcc,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:14.067712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:14.076898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.078011 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "DELETE /v2.0/security-groups/cc3b8079-b9ef-4496-bdb2-926ff20d8fcc HTTP/1.1" status: 204 len: 168 time: 0.3098195 Dec 15 22:35:14.308723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49292) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:14.314149 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472381414', 'description': 'tempest-secgroup-smoke-472381414 description', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:14.320056 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.324698 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.327459 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.333031 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.343784 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.362358 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.366013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.368712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.374727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.441579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.445217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.448821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6d1d55a7-3dc5-459d-af11-e3b45390fce3 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:14.488195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18613e65-c555-4590-88fd-bee1814e2f33,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:14.491188 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:14.494798 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.499164 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-98f421c0-721b-47c1-bc1f-e4398edd9d39 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1894474 Dec 15 22:35:14.499580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49296) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:14.504835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:14.510953 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.515448 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.518541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.527425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.544368 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.603372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.606690 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.608512 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-62761688-72b5-46a0-800e-2e9f6e5b785b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:14.629959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fee970c-70bd-49f2-9402-9a2607ee95c1,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:14.632513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:14.641272 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.642397 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416850 Dec 15 22:35:14.645014 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49300) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:14.649750 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:14.655410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.659171 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.661998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.667570 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.684226 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.747764 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.751315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.758155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-784e14f3-d5aa-4ee0-b5ab-972026fabcb8 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:14.777472 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b8bce9-694b-4904-bcbd-8fa5139c7470,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:14.780177 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:14.782823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.784604 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b42ab4bd-f325-45d8-857a-03ab4fd476d8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386807 Dec 15 22:35:14.786565 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49304) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:14.791381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:14.797843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.801664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.804492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.811010 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.827140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.889711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.892952 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.894722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-775cdb0f-06fd-4802-b5d5-fc5ce4679fce tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:14.915502 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854cc394-3e5f-4413-9905-f4e0a4d40cdb,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:14.918447 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:14.925255 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:14.926462 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389046 Dec 15 22:35:14.929012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49308) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:14.934459 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:14.940392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:14.944167 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:14.946977 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:14.952625 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:14.967733 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.029146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.032471 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.034193 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f126233e-d56d-48b8-a9b6-8d128a3b32bd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:15.055362 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13095937-65bb-4c2c-a598-b859fe4a803f,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:15.057821 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:15.065315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.066437 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-577de467-ec88-4ec0-ad5d-157bf5afcfb4 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365449 Dec 15 22:35:15.069143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49312) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:15.073885 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:15.079479 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:15.083161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:15.085979 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:15.091578 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:15.101625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Project d85999c1bc4141c9a8ffadca1c574020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:35:15.108482 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.171157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.174545 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.176391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-ce1ffce4-640b-4c09-a94f-e1d5f679057a tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:15.200631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12410f8-251d-4aa8-922e-22b87eb43b8e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:15.204872 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:15.209256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.210391 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-93bfbc54-039f-4afe-9d32-2eb9af1e4051 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403713 Dec 15 22:35:15.213094 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49316) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:15.218562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'security_group_rule': {'security_group_id': '18613e65-c555-4590-88fd-bee1814e2f33', 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:15.224223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:15.228119 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:security_group_rule and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:15.231497 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:15.237204 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:15.247113 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Project d85999c1bc4141c9a8ffadca1c574020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:35:15.253365 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.316930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.320290 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.322050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-3e050660-ea70-432d-ab2e-2fa9bb1308a3 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:15.344550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515629c7-715c-45e6-a912-8ce0149e330e,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:15.348878 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:15.353074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:15.354455 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-72b16761-7571-4351-a0a1-188cd11b600d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404393 Dec 15 22:35:15.931904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-58c93fdf-87a5-45e5-9547-8eca0d1222ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:16.295909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:35:16.380215 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 75f38660-b108-4a3d-98a9-46b1131b4ed5 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:35:16.380567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 75f38660-b108-4a3d-98a9-46b1131b4ed5 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:35:16.967526 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:16.993114 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:18.615844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:22.121117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:29.259162 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-22491a4e-87fe-46b4-87f7-d39222fbf322 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472381414&fields=id&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 267 time: 0.0382080 Dec 15 22:35:29.405940 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-6147df8b-8a59-41d8-b0cb-466ed1b3059f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:29.407360 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-6147df8b-8a59-41d8-b0cb-466ed1b3059f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 808 time: 0.1414995 Dec 15 22:35:29.421368 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-ba08761e-7d66-4840-960c-5f19567125c1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/quotas/d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 375 time: 0.0086899 Dec 15 22:35:29.505734 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-f2cf88c2-9d59-455d-85a4-bb9ba4641722 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796783 Dec 15 22:35:29.521201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-ee77520b-bcf6-4dd7-90d2-d7934ece7319 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:35:29.522163 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-ee77520b-bcf6-4dd7-90d2-d7934ece7319 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050306 Dec 15 22:35:29.652414 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-dfacf4b2-5903-410e-b0c2-f4bd3b0a34ea service neutron] 10.222.0.18 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249120 Dec 15 22:35:29.779827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-8e27a28b-2d83-4f03-aace-01192d1968e3 service neutron] 10.222.0.18 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217937 Dec 15 22:35:30.161300 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-805504d7-bcd2-428c-b6f6-8fe49b673506 req-4caf1052-9bd8-44c6-bc9a-5efb6db0ba7f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 210 time: 0.0473838 Dec 15 22:35:31.240587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-5b6f07e8-9ec4-4575-9817-28605dbf5384 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:31.242017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-5b6f07e8-9ec4-4575-9817-28605dbf5384 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 808 time: 0.1508164 Dec 15 22:35:31.326024 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6e2a9c75-c681-454c-8f50-06e8198c5b01 req-c620fcdd-daa7-45da-86e2-5dfb5d28a360 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 210 time: 0.0489643 Dec 15 22:35:31.330074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-1af118d8-a0f9-41e2-baf6-a52fef1ab09f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 379 time: 0.0799034 Dec 15 22:35:31.347862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'port': {'device_id': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'admin_state_up': True, 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'security_groups': ['18613e65-c555-4590-88fd-bee1814e2f33']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:31.474232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:31.484084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:31.494246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Made reservation on behalf of d85999c1bc4141c9a8ffadca1c574020 for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:35:31.498283 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:31.660865 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Allocated IP 172.20.0.7 (7c22db09-6480-4402-ac83-5ee7c0ce2e66/790417de-390c-4ede-8ac3-3b116fb1292b/16b46986-c200-41eb-93f2-7f66a373461b) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:35:31.955652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:31.973937 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Transition to ACTIVE for port object 16b46986-c200-41eb-93f2-7f66a373461b will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:35:31.997314 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.002924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-170be480-c680-492c-aa53-2b19ec9c6628 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:32.072239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:35:32.075985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:35:32.079781 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:35:32.110392 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:32.117260 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:32.148888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:32.149609 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.181790 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464611 Dec 15 22:35:32.192745 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Request body: {'port': {'device_id': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:32.308844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.384571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6c67d0fa-2728-4b79-a715-943a50615668 None None] Provisioning for port 16b46986-c200-41eb-93f2-7f66a373461b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:35:32.390806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6c67d0fa-2728-4b79-a715-943a50615668 None None] Provisioning complete for port 16b46986-c200-41eb-93f2-7f66a373461b triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:35:32.391630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6c67d0fa-2728-4b79-a715-943a50615668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.457079 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6c67d0fa-2728-4b79-a715-943a50615668 None None] Port 16b46986-c200-41eb-93f2-7f66a373461b cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:35:32.536756 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fc71d-f396-44fd-9c56-df7d53f1d6df req-17fe768a-66ef-4b1b-b8ff-bc801a9aa3f9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:32.538219 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c13fc71d-f396-44fd-9c56-df7d53f1d6df req-17fe768a-66ef-4b1b-b8ff-bc801a9aa3f9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 931 time: 0.0829031 Dec 15 22:35:32.596945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c13fc71d-f396-44fd-9c56-df7d53f1d6df req-51c89a24-75b4-4c3e-9dd6-34defda3c19e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:35:32.613624 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-c13fc71d-f396-44fd-9c56-df7d53f1d6df req-51c89a24-75b4-4c3e-9dd6-34defda3c19e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:35:32.615232 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c13fc71d-f396-44fd-9c56-df7d53f1d6df req-51c89a24-75b4-4c3e-9dd6-34defda3c19e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701032 Dec 15 22:35:32.686208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b46986-c200-41eb-93f2-7f66a373461b {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:35:32.693355 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.708528 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Transition to ACTIVE for port object 16b46986-c200-41eb-93f2-7f66a373461b will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:35:32.712770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:32.717636 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:32.876265 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:32.883548 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:32.957364 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Attempting to bind port 16b46986-c200-41eb-93f2-7f66a373461b on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:35:32.957693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Attempting to bind port 16b46986-c200-41eb-93f2-7f66a373461b by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:35:32.958015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Attempting to bind port 16b46986-c200-41eb-93f2-7f66a373461b on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:35:32.962980 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Port 16b46986-c200-41eb-93f2-7f66a373461b on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:35:32.963312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Attempting to bind port 16b46986-c200-41eb-93f2-7f66a373461b on network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:35:32.968517 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:35:32.968843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Checking segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:35:32.969213 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Bound using segment: {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:35:32.969658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Bound port: 16b46986-c200-41eb-93f2-7f66a373461b, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df4d914-463b-454c-8c87-726fdb2b5d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:35:32.969997 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:33.072280 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:35:33.075606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:35:33.079422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:33.083134 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a9d50885-1001-4c6f-b306-d6451059bbd7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:33.140632 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.141230 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:33.142560 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] 10.222.0.32 "PUT /v2.0/ports/16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 1093 time: 0.9540286 Dec 15 22:35:33.143084 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:35:33.163076 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:33.166070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a8792fb3-3bb3-4f02-a438-4a5847032a42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:33.218066 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'status': 'completed', 'code': 200} Dec 15 22:35:33.259815 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-0658df63-128b-4ca0-b7f5-fed8eb8661a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.261390 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-0658df63-128b-4ca0-b7f5-fed8eb8661a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1096 time: 0.0792382 Dec 15 22:35:33.330461 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-d37d3d75-1e59-4cec-831a-bc895a128eb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 217 time: 0.0623300 Dec 15 22:35:33.398803 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-04679d2f-7b9c-47b6-9e42-68ef2c023b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.400329 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-04679d2f-7b9c-47b6-9e42-68ef2c023b7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0634007 Dec 15 22:35:33.474275 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-40a0560f-65e3-4145-b664-e4d47c628eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.475575 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-40a0560f-65e3-4145-b664-e4d47c628eda service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693908 Dec 15 22:35:33.606899 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-181c4084-7250-4530-9834-e91458517b71 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243863 Dec 15 22:35:33.740068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-56b95c16-0eba-4c84-8fa4-a01610b5d7a7 req-1f1f39bc-4b19-4721-9d22-7c44dfd96468 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271048 Dec 15 22:35:33.801743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086ab8df-67b0-4d2c-b291-a8714da9bde8 req-a2e896b6-d41a-4bf1-8b6f-05a1fa9b3d28 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.803171 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-086ab8df-67b0-4d2c-b291-a8714da9bde8 req-a2e896b6-d41a-4bf1-8b6f-05a1fa9b3d28 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0845280 Dec 15 22:35:33.848254 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-086ab8df-67b0-4d2c-b291-a8714da9bde8 req-8c5c83f7-2d0b-4710-9efa-0a3636cd52bc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394392 Dec 15 22:35:33.959998 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-b7ccdf0a-f4b6-4ea1-821a-a3dbe8e9b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:33.961523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-b7ccdf0a-f4b6-4ea1-821a-a3dbe8e9b9ea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1096 time: 0.1799083 Dec 15 22:35:34.090436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-44b46233-2e7e-4cad-bbec-8d3b1c1b79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:34.091859 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-44b46233-2e7e-4cad-bbec-8d3b1c1b79dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1235259 Dec 15 22:35:34.160536 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-c03bbf0b-4f52-4a2e-9c4f-1ef8b7f552f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 217 time: 0.0619774 Dec 15 22:35:34.222359 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-d7168fbc-bf42-40eb-b92d-6b6deed34cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:34.223644 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-d7168fbc-bf42-40eb-b92d-6b6deed34cf1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0560250 Dec 15 22:35:34.298352 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-84ecd418-f533-4c9e-a8e7-9f4f7d19f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:34.299758 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-84ecd418-f533-4c9e-a8e7-9f4f7d19f042 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690706 Dec 15 22:35:34.429085 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-5a8c5db6-7dfe-4e9f-8de3-c4bfc1b1c5cc service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219544 Dec 15 22:35:34.557516 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-74596d11-b9bd-4d0c-adc0-572c234b3c79 req-a84a8319-f700-439d-b9e0-77ef62a1f3cd service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215158 Dec 15 22:35:35.051616 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69783b8-36ef-4a70-8661-23a63eafd360 req-7ab328c1-803a-4223-b2a3-7bf114501b09 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:35.052339 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f69783b8-36ef-4a70-8661-23a63eafd360 req-7ab328c1-803a-4223-b2a3-7bf114501b09 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:35:35.067868 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-f69783b8-36ef-4a70-8661-23a63eafd360 req-7ab328c1-803a-4223-b2a3-7bf114501b09 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:35:35.069122 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f69783b8-36ef-4a70-8661-23a63eafd360 req-7ab328c1-803a-4223-b2a3-7bf114501b09 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.1019607 Dec 15 22:35:35.113056 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f69783b8-36ef-4a70-8661-23a63eafd360 req-b92847ac-c2b0-453b-bf5f-d7a1548b515c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382667 Dec 15 22:35:36.295505 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315edea-f28e-40fa-804f-048c966b8b26 req-0a292ca2-4ab7-418f-9dfb-33ea518e38a9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:36.296981 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6315edea-f28e-40fa-804f-048c966b8b26 req-0a292ca2-4ab7-418f-9dfb-33ea518e38a9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0798564 Dec 15 22:35:36.339775 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6315edea-f28e-40fa-804f-048c966b8b26 req-bfceb7f6-a8be-48a1-bc0a-00cadc0b53cb tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372913 Dec 15 22:35:37.518676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee348d3-165d-4f88-bcb4-13ed7a97eaca req-ff762637-2358-4d19-82b4-d4198a403c37 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:37.520123 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bee348d3-165d-4f88-bcb4-13ed7a97eaca req-ff762637-2358-4d19-82b4-d4198a403c37 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0786135 Dec 15 22:35:37.567267 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bee348d3-165d-4f88-bcb4-13ed7a97eaca req-6eaab77b-308b-42da-b8f5-54be2ce02098 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414572 Dec 15 22:35:38.758695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d4bcf-5255-4e8e-a417-26128ff628d3 req-4152a33a-b129-41d7-a5b9-40bc8ee7254f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:38.760157 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bb7d4bcf-5255-4e8e-a417-26128ff628d3 req-4152a33a-b129-41d7-a5b9-40bc8ee7254f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0862300 Dec 15 22:35:38.805199 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-bb7d4bcf-5255-4e8e-a417-26128ff628d3 req-e29530d0-8bdf-4ade-a9e7-988d62e445a1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386806 Dec 15 22:35:39.988679 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c02e8-3f06-4b28-83b9-b9137cf8adac req-e2880a85-4108-41ad-b975-2babdc642214 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:39.990072 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-329c02e8-3f06-4b28-83b9-b9137cf8adac req-e2880a85-4108-41ad-b975-2babdc642214 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0791678 Dec 15 22:35:40.032453 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-329c02e8-3f06-4b28-83b9-b9137cf8adac req-b661689d-4c97-4226-8515-2e8d25bff4a9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368888 Dec 15 22:35:41.212431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b00779-2201-476a-9f01-5a2365b42634 req-18a1b88e-5270-4982-ac4e-b8e879f63ff1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:41.213852 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9b00779-2201-476a-9f01-5a2365b42634 req-18a1b88e-5270-4982-ac4e-b8e879f63ff1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0798774 Dec 15 22:35:41.265303 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-f9b00779-2201-476a-9f01-5a2365b42634 req-c4ba84fb-adcf-4e70-9485-e61d5f3ce689 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Dec 15 22:35:42.357403 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:35:42.448692 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddf946-d4bc-425d-a04e-247c65388993 req-0eb67573-428c-4ba4-8522-202370189bfa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:42.450772 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eaddf946-d4bc-425d-a04e-247c65388993 req-0eb67573-428c-4ba4-8522-202370189bfa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0850811 Dec 15 22:35:42.489676 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:35:42.494240 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-eaddf946-d4bc-425d-a04e-247c65388993 req-ef8402d6-7a26-4994-bc69-8530f3481714 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 Dec 15 22:35:42.504353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '16b46986-c200-41eb-93f2-7f66a373461b', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'mac_address': 'fa:16:3e:90:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:35:42.565822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:42.582109 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b46986-c200-41eb-93f2-7f66a373461b {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:35:42.596835 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:35:42.600185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:42.601844 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e18ed0d-6e33-440e-a840-63259f94a96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:42.666768 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:42.674131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.674475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.674836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.675167 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.675494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.675817 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.676165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.676488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.676808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.677123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.677437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.677749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:35:42.681435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:42.801738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['16b46986-c200-41eb-93f2-7f66a373461b'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:35:43.599461 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab057a-07b0-4cc0-bc0b-33c6a93fcbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:43.677799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3c4a-8224-45ff-af24-41732c4de53a req-75e9b70a-ca54-40ec-ab51-02684ed56bbe tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:43.679204 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-44ad3c4a-8224-45ff-af24-41732c4de53a req-75e9b70a-ca54-40ec-ab51-02684ed56bbe tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 944 time: 0.0777569 Dec 15 22:35:43.722626 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-44ad3c4a-8224-45ff-af24-41732c4de53a req-ac4a6157-ec27-434c-b88c-7bfc28290083 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372245 Dec 15 22:35:43.988812 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:35:44.371859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:35:44.436435 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 16b46986-c200-41eb-93f2-7f66a373461b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:35:44.441065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 16b46986-c200-41eb-93f2-7f66a373461b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:35:44.441448 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:44.556207 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:44.581978 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:35:44.592220 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:35:44.596019 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:44.597780 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:44.665198 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:44.668152 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:44.683083 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'code': 200} Dec 15 22:35:44.908815 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6b4ee-effa-4c98-84d2-c5b077b974fc req-64370b1c-0745-47a0-b6fb-bfcc6d862bd9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:44.910319 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3be6b4ee-effa-4c98-84d2-c5b077b974fc req-64370b1c-0745-47a0-b6fb-bfcc6d862bd9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0842144 Dec 15 22:35:44.951859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557cc75-b1fd-4e55-a4bf-8743dfa83bb8 req-879eb2a6-5a6b-4013-8d8b-abd46e984291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:44.953329 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2557cc75-b1fd-4e55-a4bf-8743dfa83bb8 req-879eb2a6-5a6b-4013-8d8b-abd46e984291 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0755627 Dec 15 22:35:44.953918 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3be6b4ee-effa-4c98-84d2-c5b077b974fc req-bf63545f-1d91-4171-a493-dee5609e4a1d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379853 Dec 15 22:35:44.994010 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2557cc75-b1fd-4e55-a4bf-8743dfa83bb8 req-16a4f707-b8fc-4cb5-8345-2deac1a51abe service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344872 Dec 15 22:35:45.925718 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c192f1cf-85c1-4abe-b003-9f4b7b101b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.146133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0da96-8e13-43f3-b49a-b7df10415f8e req-36034fa1-c345-4eed-a0f2-7584d3b87422 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:46.147582 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5f0da96-8e13-43f3-b49a-b7df10415f8e req-36034fa1-c345-4eed-a0f2-7584d3b87422 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0853076 Dec 15 22:35:46.191652 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a5f0da96-8e13-43f3-b49a-b7df10415f8e req-aa35366c-91c5-4e12-931f-a57df87bfbf9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378878 Dec 15 22:35:46.370013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6fbc-b802-42e4-89e1-185bb7fe902b req-8557deb9-1692-4bd6-abc5-83582aa8065a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:46.371438 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3adf6fbc-b802-42e4-89e1-185bb7fe902b req-8557deb9-1692-4bd6-abc5-83582aa8065a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0784695 Dec 15 22:35:46.413862 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3adf6fbc-b802-42e4-89e1-185bb7fe902b req-0a85ae82-4109-40e2-8d03-167ced02a665 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363247 Dec 15 22:35:46.436825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:46.508303 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe35fa-77d1-4866-a412-f133c2c10e73 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:46.509696 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-edfe35fa-77d1-4866-a412-f133c2c10e73 tempest-TestShelveInstance-48101760 tempest-TestShelveInstance-48101760-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1093 time: 0.0719407 Dec 15 22:35:46.512527 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49506) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:35:46.517712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:35:46.523578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:35:46.527385 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Usage tracker for resource:floatingip and tenant:d85999c1bc4141c9a8ffadca1c574020 is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:35:46.530238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:35:46.535846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:35:46.546441 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.679668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.811984 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Allocated IP 172.26.6.156 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/c1f943f7-39e3-4f4d-b985-6093a23b9f3d) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:35:46.959431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.972070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.989711 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:46.993394 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1c4de018-a895-4ed9-828e-edab1aeba792 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:46.996556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:47.053968 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:35:47.056843 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:35:47.060706 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:35:47.097294 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=c1f943f7-39e3-4f4d-b985-6093a23b9f3d,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:47.105850 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:47.368840 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-252c3d70-50b9-44d3-a5db-7e94b8e83402 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683584 Dec 15 22:35:47.513959 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625080-3c05-43a4-91c1-06173a2ece62 req-17b99303-53d3-4f36-bb1b-e0c98e41b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:47.515171 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-17b99303-53d3-4f36-bb1b-e0c98e41b80d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0783901 Dec 15 22:35:47.596605 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:47.663697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625080-3c05-43a4-91c1-06173a2ece62 req-550d70f4-b0ce-4a60-b3a5-2c4fcb41d870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:47.665118 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-550d70f4-b0ce-4a60-b3a5-2c4fcb41d870 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1287973 Dec 15 22:35:47.670948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:47.883152 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for port, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:47.886606 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-e1cb0f29-f7d9-427b-af1a-7efadbcd8a96 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 999 time: 0.2155013 Dec 15 22:35:47.887749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2127520'] for port, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:47.891549 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4ef45a61-c709-49d6-b34c-30bf518d08a7 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:35:47.948810 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625080-3c05-43a4-91c1-06173a2ece62 req-0c2e2a3a-7fab-460f-9d05-d3e967de47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:47.949961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-0c2e2a3a-7fab-460f-9d05-d3e967de47cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0577121 Dec 15 22:35:47.997431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event updated for resources: {'Port': ['ID=c1f943f7-39e3-4f4d-b985-6093a23b9f3d,revision_number=2']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:35:48.001645 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:35:48.009948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:48.026398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32625080-3c05-43a4-91c1-06173a2ece62 req-7cc571d4-b6a1-44cb-846c-bfa688c46648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:48.027934 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-7cc571d4-b6a1-44cb-846c-bfa688c46648 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720963 Dec 15 22:35:48.156932 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-bd16a0b9-d611-4a43-998c-09b7e45b5a55 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226916 Dec 15 22:35:48.181863 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Floating IP afe1c170-380b-4789-bb5c-20e3a58782b2 associated. External IP: 172.26.6.156, port: 16b46986-c200-41eb-93f2-7f66a373461b. Dec 15 22:35:48.286305 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-32625080-3c05-43a4-91c1-06173a2ece62 req-62ee2a20-ac4e-4f95-8373-2f466cacdad4 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231585 Dec 15 22:35:48.538120 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:35:48.618704 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:48.713507 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:35:48.726116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:35:48.734959 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:35:48.735576 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:35:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:48.739602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:35:48.796511 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2828872 Dec 15 22:35:48.797082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:35:48.841455 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'status': 'completed', 'code': 200} Dec 15 22:35:48.915133 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:35:48.935116 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-a589cbc8-c0d1-4703-89ba-00bd2c97f3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:48.936852 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-a589cbc8-c0d1-4703-89ba-00bd2c97f3d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0756831 Dec 15 22:35:49.067301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-bd25a803-d767-44ce-8838-1d0694d9e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:49.068782 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-bd25a803-d767-44ce-8838-1d0694d9e609 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1262732 Dec 15 22:35:49.174921 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-92d7a66b-8dba-4a32-a54b-9dd0bfb0d5fa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 999 time: 0.0986967 Dec 15 22:35:49.238610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-326b28bf-71a9-4a25-9eac-402407ccc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:49.240094 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-326b28bf-71a9-4a25-9eac-402407ccc3b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0581436 Dec 15 22:35:49.265415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'afe1c170-380b-4789-bb5c-20e3a58782b2', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.156', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:90:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:35:47Z', 'updated_at': '2021-12-15T22:35:47Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:49.269183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:35:49.277254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:35:49.277852 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:35:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:49.321128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-b21b4e31-c0af-4e43-9d1b-197804c220bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:35:49.322510 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-b21b4e31-c0af-4e43-9d1b-197804c220bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749891 Dec 15 22:35:49.456765 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-35347ad8-d574-4b77-8eff-d6525b2683ff service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275983 Dec 15 22:35:49.485748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:35:49.590975 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f1bc1ca2-dc50-455f-b3ff-89d6826199b3 req-8b9ba08b-5ac9-42bc-808e-1bf56ec4d8b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265936 Dec 15 22:35:49.823573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'afe1c170-380b-4789-bb5c-20e3a58782b2', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.156', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:90:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:35:47Z', 'updated_at': '2021-12-15T22:35:47Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:35:49.828047 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129fde25-277d-41c6-b11d-2cb5824310ef None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'afe1c170-380b-4789-bb5c-20e3a58782b2', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'floating_ip_address': '172.26.6.156', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'mac_address': 'fa:16:3e:90:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:35:47Z', 'updated_at': '2021-12-15T22:35:47Z', 'revision_number': 0, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:35:50.019609 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe4bd8a-09a1-4e4d-91e3-fcd08cb1cf5f None None] New status for floating IP afe1c170-380b-4789-bb5c-20e3a58782b2: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:35:52.135130 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:13.602037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea995bc3-2927-4e82-a1dc-7e553fc57bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:15.920859 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-754df8f9-5833-48e9-92af-5df395fee70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:16.973983 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:17.002453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:18.621614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:20.990391 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:36:22.151671 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:43.603234 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-510fd892-7d1f-402f-b177-8e1b02ead08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:45.923953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-611539b8-c076-4a21-8d43-463d03a25acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:46.980360 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:46.999073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:47.353523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-ba429fbf-904c-4546-a1c2-b30dcb752dbe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0681753 Dec 15 22:36:47.488720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-fb57b03e-c9c2-4ff3-87b0-7a88390f4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:36:47.490138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-fb57b03e-c9c2-4ff3-87b0-7a88390f4b2b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0701637 Dec 15 22:36:47.634338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-89cf502e-93c5-41dd-a791-321e3bf52780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:36:47.635676 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-89cf502e-93c5-41dd-a791-321e3bf52780 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1256709 Dec 15 22:36:47.737621 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-1b7af78d-79d6-4218-8fcf-1b61e15c92bf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 1001 time: 0.0952268 Dec 15 22:36:47.807182 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-ca1806fc-3c00-490e-9f17-466a4898ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:36:47.808583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-ca1806fc-3c00-490e-9f17-466a4898ee1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0621676 Dec 15 22:36:47.881828 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-039bc831-ac63-4f62-8e76-46fcf3ebde56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:36:47.883237 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-039bc831-ac63-4f62-8e76-46fcf3ebde56 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679533 Dec 15 22:36:48.117827 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-b7571f49-204b-42d3-b4ee-d0295e882a16 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282982 Dec 15 22:36:48.246241 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1f1efbd4-9e45-4b87-9347-a150206cdd68 req-efa2cffd-d8ba-491e-9d69-81e23839ca87 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218996 Dec 15 22:36:48.624250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:52.149057 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:36:57.989023 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:37:13.604067 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ed351048-20cb-4df0-bf9a-4642700fc5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:15.925400 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5addb0ed-b98c-4451-87f2-3fa5fdfd3865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:16.972936 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:17.000720 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:18.628256 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:22.164033 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:34.987852 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:37:43.604408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-88498ec1-72ab-4218-943f-5c07b5ff8b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:45.760580 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949808-5c6d-424a-baea-51e2e7b343f2 req-c9425f73-8111-4c55-8280-5dcd0d37be07 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:45.762023 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19949808-5c6d-424a-baea-51e2e7b343f2 req-c9425f73-8111-4c55-8280-5dcd0d37be07 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.1313622 Dec 15 22:37:45.805964 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-19949808-5c6d-424a-baea-51e2e7b343f2 req-34aa0c68-c8bd-4f46-937a-466167487149 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381594 Dec 15 22:37:45.927250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5676c7fc-41ba-42ff-ac93-28f120c3b8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:46.976179 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:47.004195 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:47.032213 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85912aa-12c2-4dff-99e4-8e4fbd962bb5 req-f9e728cf-199d-46c4-8e18-5fc18072ffee tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:47.033660 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a85912aa-12c2-4dff-99e4-8e4fbd962bb5 req-f9e728cf-199d-46c4-8e18-5fc18072ffee tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.1239583 Dec 15 22:37:47.077235 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a85912aa-12c2-4dff-99e4-8e4fbd962bb5 req-32234524-1940-481d-a229-1fb9d04f0cd2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372634 Dec 15 22:37:48.271523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2c54e-817d-456c-b386-5a4d5301e877 req-1c1e676f-3726-4b4d-aec5-b3b62c6cb751 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:48.273002 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0e2c54e-817d-456c-b386-5a4d5301e877 req-1c1e676f-3726-4b4d-aec5-b3b62c6cb751 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0799339 Dec 15 22:37:48.317947 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-c0e2c54e-817d-456c-b386-5a4d5301e877 req-6c48777b-5baf-4a5c-ad7f-e7027c344453 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393314 Dec 15 22:37:48.418385 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-8920b433-4c05-4c7a-bed8-500ce3f08f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:48.419804 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-8920b433-4c05-4c7a-bed8-500ce3f08f9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0734272 Dec 15 22:37:48.561965 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-eedd30a9-b187-4e36-ba08-afce8e5c4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:48.564102 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-eedd30a9-b187-4e36-ba08-afce8e5c4181 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1253970 Dec 15 22:37:48.631997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:48.666195 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-53bdc102-8a6e-4f05-9a03-8e5d7069f83c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 1001 time: 0.0964262 Dec 15 22:37:48.729442 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-631c3267-2c11-44a4-90a6-361893b7a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:48.730848 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-631c3267-2c11-44a4-90a6-361893b7a55e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0584826 Dec 15 22:37:48.808710 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-6ed6523c-a49f-4966-a33f-17b6e28c5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:48.810074 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-6ed6523c-a49f-4966-a33f-17b6e28c5d31 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732069 Dec 15 22:37:48.941901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-ca0ece3e-369a-4019-b10c-28f2f1acfc1a service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257029 Dec 15 22:37:49.070349 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-66d60d59-5351-4ea2-a50e-3b8d42e09cd0 req-ab05417a-0c61-44f7-b9f9-d9e5195c3eb0 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222837 Dec 15 22:37:49.632319 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ab637-8ac7-448e-aadb-611f6c20cafd req-00275720-a3a9-4ac7-8bbf-196972cc860b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:49.633660 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0a7ab637-8ac7-448e-aadb-611f6c20cafd req-00275720-a3a9-4ac7-8bbf-196972cc860b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.2089634 Dec 15 22:37:49.676045 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0a7ab637-8ac7-448e-aadb-611f6c20cafd req-16b4c84d-c024-48b9-8c26-c41bec651e0d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367148 Dec 15 22:37:50.866450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2044a9d2-38cd-4991-a4a2-b62b29233104 req-22c87eed-e492-4717-95ef-abda3d60a9c8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:50.868198 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2044a9d2-38cd-4991-a4a2-b62b29233104 req-22c87eed-e492-4717-95ef-abda3d60a9c8 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0843024 Dec 15 22:37:50.915523 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2044a9d2-38cd-4991-a4a2-b62b29233104 req-1ea055f2-c8ed-406d-bb14-ce5a5b0269a9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414245 Dec 15 22:37:52.096857 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5208e-4b94-44be-898c-f6db6cf94cb0 req-a4bdfc5e-d1bc-4be8-90bf-6efee350f9d2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:52.098935 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-61b5208e-4b94-44be-898c-f6db6cf94cb0 req-a4bdfc5e-d1bc-4be8-90bf-6efee350f9d2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0812247 Dec 15 22:37:52.145225 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-61b5208e-4b94-44be-898c-f6db6cf94cb0 req-437e7d64-753f-4f34-8697-8aed002c7ee7 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400722 Dec 15 22:37:52.164931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:37:53.330685 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d091d1f-e784-4f13-b8ac-a8a686fe1776 req-f3e8ffde-dd19-43cf-bef6-caf1da96604f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:53.332151 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d091d1f-e784-4f13-b8ac-a8a686fe1776 req-f3e8ffde-dd19-43cf-bef6-caf1da96604f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0832496 Dec 15 22:37:53.383431 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-8d091d1f-e784-4f13-b8ac-a8a686fe1776 req-78444efb-b881-4a1a-ba7e-07cb9383f5ea tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456860 Dec 15 22:37:54.565408 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42829bc7-abce-452c-b854-def24057b2a1 req-05db12d7-b800-42ef-b764-5dfb8d9e96b2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:54.567473 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-42829bc7-abce-452c-b854-def24057b2a1 req-05db12d7-b800-42ef-b764-5dfb8d9e96b2 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0801508 Dec 15 22:37:54.609900 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-42829bc7-abce-452c-b854-def24057b2a1 req-52ca40db-43f9-447e-9f90-e3d836779a23 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Dec 15 22:37:55.854001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-b55ae80f-66eb-4bd0-b8b8-61f4988a205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:55.855444 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-b55ae80f-66eb-4bd0-b8b8-61f4988a205f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.1025970 Dec 15 22:37:55.863925 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9013-5bac-484a-a835-78f02f8e325f req-faad5dd0-0bc8-44b9-b0c7-9460c939a328 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:55.865255 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a17b9013-5bac-484a-a835-78f02f8e325f req-faad5dd0-0bc8-44b9-b0c7-9460c939a328 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.1482553 Dec 15 22:37:56.096488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a17b9013-5bac-484a-a835-78f02f8e325f req-50d3d661-923d-4ef0-81a0-2e5f64074b8b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124739 Dec 15 22:37:56.130169 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-0b36c0a4-ca1a-4b44-9e83-be0e54491b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:56.131561 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-0b36c0a4-ca1a-4b44-9e83-be0e54491b87 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.2655256 Dec 15 22:37:56.237203 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-52163155-0ec4-45d7-a133-db5a95043315 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 1001 time: 0.0991635 Dec 15 22:37:56.297613 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-a74ba9d9-4848-4f23-bb68-27412a56d7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:56.298976 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-a74ba9d9-4848-4f23-bb68-27412a56d7b5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0558593 Dec 15 22:37:56.374549 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-47c38449-ee8e-4204-aa43-e63391e8a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:56.375899 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-47c38449-ee8e-4204-aa43-e63391e8a819 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709450 Dec 15 22:37:56.504844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-3283eb99-0a7c-4608-ae74-f6eeb3faeb7e service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217444 Dec 15 22:37:56.635799 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f4ae251c-5804-4f8e-95b2-561929e753f6 req-102dc325-68bc-430b-9965-950332322205 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243465 Dec 15 22:37:57.282580 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc5d80-447a-4153-b568-fc6fee4ffd18 req-0676cf01-9299-4e45-8143-9c610a75084b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:57.283927 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c3bc5d80-447a-4153-b568-fc6fee4ffd18 req-0676cf01-9299-4e45-8143-9c610a75084b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0826187 Dec 15 22:37:57.326734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c3bc5d80-447a-4153-b568-fc6fee4ffd18 req-cd169784-0db1-4733-9977-033a8e6cb8aa tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367453 Dec 15 22:37:58.517053 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738da07-51f7-4642-be05-22c4894a1b68 req-be84fd0a-5026-49dc-b832-79fa29b94940 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:58.518467 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f738da07-51f7-4642-be05-22c4894a1b68 req-be84fd0a-5026-49dc-b832-79fa29b94940 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0842085 Dec 15 22:37:58.566168 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f738da07-51f7-4642-be05-22c4894a1b68 req-df468be9-3faf-4dd4-af81-9ab173007a1e tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Dec 15 22:37:59.746835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a2e9d-cb66-45ce-b27a-ce85c514f29b req-899d0468-f982-4930-b31c-c25d8d092f8a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:37:59.748173 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-be2a2e9d-cb66-45ce-b27a-ce85c514f29b req-899d0468-f982-4930-b31c-c25d8d092f8a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0786645 Dec 15 22:37:59.790934 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-be2a2e9d-cb66-45ce-b27a-ce85c514f29b req-776bbdd1-bc73-4e28-a3f1-bedc879baa9d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372467 Dec 15 22:38:00.118165 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-e226f329-fb3f-46cf-9a51-3f4981af304e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1213882 Dec 15 22:38:00.145601 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5eed0-663e-4e85-b8f7-e2f7e1924671 req-72cc922d-cbf5-44b9-97ba-98ad5c0d565b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:00.147588 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1aa5eed0-663e-4e85-b8f7-e2f7e1924671 req-72cc922d-cbf5-44b9-97ba-98ad5c0d565b tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0899520 Dec 15 22:38:00.191461 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1aa5eed0-663e-4e85-b8f7-e2f7e1924671 req-eb552ae6-1164-4643-9367-c56eac6e7d06 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385244 Dec 15 22:38:01.024948 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:38:01.137131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:01.165239 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:38:01.174984 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:38:01.179028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:01.182214 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:38:01.217579 dv-neutron-820612-1-hyperv neutron-server[87555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'code': 422} returned with failed status Dec 15 22:38:01.251068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:38:01.258421 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.258846 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.259259 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.259665 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.260099 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.260521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.260918 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.261313 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.261708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.262098 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.262488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.262878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:38:01.266904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:38:01.390307 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664e2e8-015c-435e-8507-6b086a461860 req-b0049c16-8001-4da7-900e-6b1cee35a40a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:01.391784 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5664e2e8-015c-435e-8507-6b086a461860 req-b0049c16-8001-4da7-900e-6b1cee35a40a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0907254 Dec 15 22:38:01.437944 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5664e2e8-015c-435e-8507-6b086a461860 req-13ade9df-d4a9-4e64-9959-7bdf73369b80 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Dec 15 22:38:02.626306 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-a3782e5e-7cdf-4115-8733-343026adf111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:02.627806 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-a3782e5e-7cdf-4115-8733-343026adf111 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa&tenant_id=d85999c1bc4141c9a8ffadca1c574020 HTTP/1.1" status: 200 len: 1096 time: 0.1344013 Dec 15 22:38:02.654744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71c1c8-b127-419c-9ffa-66199914d4f3 req-f7d97f41-b732-4157-9b75-fdc151545c0f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:02.656220 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b71c1c8-b127-419c-9ffa-66199914d4f3 req-f7d97f41-b732-4157-9b75-fdc151545c0f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0966251 Dec 15 22:38:02.748150 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1b71c1c8-b127-419c-9ffa-66199914d4f3 req-cf49a2d3-6ea7-451b-b8ff-ce377ab1efe0 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612555 Dec 15 22:38:02.761372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-c01f1d6a-3f73-4c68-92e4-65f3b8e6e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:02.762834 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-c01f1d6a-3f73-4c68-92e4-65f3b8e6e27b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1096 time: 0.1057401 Dec 15 22:38:02.893196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-30365f12-6a6d-477c-8158-17d006b46db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:02.894633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-30365f12-6a6d-477c-8158-17d006b46db2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1256487 Dec 15 22:38:03.000233 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-e3b68c88-2ce1-4549-b6af-37c38bc93b68 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 999 time: 0.0993147 Dec 15 22:38:03.060620 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-ff85e48e-a248-46fb-8cfe-4b94bf0b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:03.061961 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-ff85e48e-a248-46fb-8cfe-4b94bf0b3db4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0555971 Dec 15 22:38:03.134441 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-c697c61d-b66c-44c8-9575-f5be6bc7db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:03.135844 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-c697c61d-b66c-44c8-9575-f5be6bc7db5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675871 Dec 15 22:38:03.263281 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-bf709adc-46ba-449f-b5cb-e08ef2b530d1 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210196 Dec 15 22:38:03.391958 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-e802409c-8218-492b-80da-20e1ebfa01f9 req-24252186-98ed-455f-82bf-8a009780c1a5 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215003 Dec 15 22:38:03.927892 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd249f5-6fea-4b0f-86a4-f6967dc4ff72 req-085c3bf3-25b6-4e34-8b9d-75144813406c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:03.929220 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-acd249f5-6fea-4b0f-86a4-f6967dc4ff72 req-085c3bf3-25b6-4e34-8b9d-75144813406c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0794151 Dec 15 22:38:03.977101 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-acd249f5-6fea-4b0f-86a4-f6967dc4ff72 req-30eaf6a0-cc2b-4b1b-a7c1-83b18e2b047f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 Dec 15 22:38:05.271106 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458b9ae-b8dc-4ae5-a7b9-916e9c2da38e req-82398a1b-add7-45fd-bb0b-bde5da129c3a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:05.272481 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b458b9ae-b8dc-4ae5-a7b9-916e9c2da38e req-82398a1b-add7-45fd-bb0b-bde5da129c3a tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.1892669 Dec 15 22:38:05.314745 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b458b9ae-b8dc-4ae5-a7b9-916e9c2da38e req-693fb159-fca0-48e7-922c-43ddce195033 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Dec 15 22:38:06.494873 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af2038-bf49-457d-8fcc-1ab949f84061 req-5f9b64f5-434d-44bd-b7c5-e2169b5d573d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:06.496298 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-91af2038-bf49-457d-8fcc-1ab949f84061 req-5f9b64f5-434d-44bd-b7c5-e2169b5d573d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0784369 Dec 15 22:38:06.539727 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-91af2038-bf49-457d-8fcc-1ab949f84061 req-9d903ea4-2c6e-4f99-8d28-f524ce66f7c5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377729 Dec 15 22:38:07.723974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2fbad-0df1-41e3-9129-ef0febc2adbf req-a39544c5-062a-4e48-9a9a-167bb39fe90d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:07.725927 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33c2fbad-0df1-41e3-9129-ef0febc2adbf req-a39544c5-062a-4e48-9a9a-167bb39fe90d tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0837831 Dec 15 22:38:07.772418 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-33c2fbad-0df1-41e3-9129-ef0febc2adbf req-b857e388-1c74-4a78-ac4e-f66b9a3e0e49 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382826 Dec 15 22:38:08.960420 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3f35-2caa-4370-b0d0-c4c1f3fd18dc req-308d6aa5-9c52-467b-b09b-01593756a6cd tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:08.961789 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-efce3f35-2caa-4370-b0d0-c4c1f3fd18dc req-308d6aa5-9c52-467b-b09b-01593756a6cd tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0830610 Dec 15 22:38:09.014427 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-efce3f35-2caa-4370-b0d0-c4c1f3fd18dc req-e13221b5-eee1-4aba-8929-0d300d0162f1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471456 Dec 15 22:38:10.198045 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf2269-5643-4cb2-bd47-d3ea783b0650 req-7711989e-2309-4876-a47a-4523362da8ce tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:10.199464 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-facf2269-5643-4cb2-bd47-d3ea783b0650 req-7711989e-2309-4876-a47a-4523362da8ce tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 943 time: 0.0794604 Dec 15 22:38:10.242653 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-facf2269-5643-4cb2-bd47-d3ea783b0650 req-d9950036-4eaa-4297-a9f4-650b9be242e5 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375392 Dec 15 22:38:11.078174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:38:11.250468 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:38:11.263429 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '16b46986-c200-41eb-93f2-7f66a373461b', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'port_id': '16b46986-c200-41eb-93f2-7f66a373461b', 'mac_address': 'fa:16:3e:90:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:38:11.320613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:11.337371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b46986-c200-41eb-93f2-7f66a373461b {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:38:11.352290 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:38:11.356168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:11.357861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:38:11.422393 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:38:11.424272 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e9af1-410d-4a5c-8c2f-aa178546c637 req-638b2109-5605-4c29-8d7a-4e6e056b43a6 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:11.425697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:38:11.425832 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-515e9af1-410d-4a5c-8c2f-aa178546c637 req-638b2109-5605-4c29-8d7a-4e6e056b43a6 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 944 time: 0.0793586 Dec 15 22:38:11.470181 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-515e9af1-410d-4a5c-8c2f-aa178546c637 req-a7c240bd-fc3f-49cb-b3ff-d3f05e439a30 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385089 Dec 15 22:38:11.558920 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['16b46986-c200-41eb-93f2-7f66a373461b'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:38:11.985864 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:38:12.658239 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603557ec-c720-486b-b4ae-cdaed1e636eb req-f295a2e0-2ac7-493d-b33a-3a0f078a47eb tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:12.659732 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-603557ec-c720-486b-b4ae-cdaed1e636eb req-f295a2e0-2ac7-493d-b33a-3a0f078a47eb tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 944 time: 0.0857337 Dec 15 22:38:12.708289 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-603557ec-c720-486b-b4ae-cdaed1e636eb req-7a12186b-6bc2-4071-a572-1f3fec13fb3c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 Dec 15 22:38:13.086805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:38:13.151953 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 16b46986-c200-41eb-93f2-7f66a373461b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:38:13.152338 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:13.263822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:13.292407 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:38:13.302379 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:38:13.307121 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:13.308993 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:38:13.343152 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'code': 200} Dec 15 22:38:13.375630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:38:13.379164 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:38:13.608069 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-63952f4c-565a-4742-a273-9c23ccef9b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:13.623703 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d290-f39a-4b06-8817-39337f0082f5 req-56705b6c-6b12-47ea-9521-60377b778cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:13.625180 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7295d290-f39a-4b06-8817-39337f0082f5 req-56705b6c-6b12-47ea-9521-60377b778cb2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0745835 Dec 15 22:38:13.664782 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7295d290-f39a-4b06-8817-39337f0082f5 req-4feee561-66d0-40a7-b857-57a170ee2053 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329468 Dec 15 22:38:13.892961 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3db5e8d-94fa-4b85-a4c6-e96910b4e677 req-65954ee1-837c-45e0-90e0-2f80e50756da tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:13.894332 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a3db5e8d-94fa-4b85-a4c6-e96910b4e677 req-65954ee1-837c-45e0-90e0-2f80e50756da tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0838821 Dec 15 22:38:13.936546 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a3db5e8d-94fa-4b85-a4c6-e96910b4e677 req-04740891-db72-417d-bac4-2b4f433b1d89 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366342 Dec 15 22:38:15.121036 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dd768-9ee3-4592-88f3-9f93a4c31073 req-1a3a6c91-a227-4c97-958b-c2c7b741bcfc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:15.122519 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-445dd768-9ee3-4592-88f3-9f93a4c31073 req-1a3a6c91-a227-4c97-958b-c2c7b741bcfc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0832202 Dec 15 22:38:15.166289 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-445dd768-9ee3-4592-88f3-9f93a4c31073 req-f3de1f2a-1863-4377-989d-538114f92bea tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381565 Dec 15 22:38:15.929713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-84813e97-2654-43d6-bd58-ce6a5ee3c362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:16.976300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:17.006712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:18.634254 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:22.162486 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:43.615358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e1e1d84c-4365-4572-8608-ddf3f567709a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:45.930071 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ac45d3e0-bae9-4fd5-b6cf-ddb04e692909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:46.979778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:47.008643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:48.638664 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:38:48.985695 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:38:49.352607 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-b4f33159-43fc-44c1-8602-9647fa0c5552 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700481 Dec 15 22:38:49.490612 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-c8f1d90e-d223-494a-9798-e6b9a95895eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:49.492060 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-c8f1d90e-d223-494a-9798-e6b9a95895eb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0732455 Dec 15 22:38:49.633698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-353b1efb-1033-41f0-9964-8918902e8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:49.635640 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-353b1efb-1033-41f0-9964-8918902e8f00 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1252229 Dec 15 22:38:49.738432 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-0ae15ae4-64cb-43d9-9b98-177f2affd345 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 1001 time: 0.0963233 Dec 15 22:38:49.801800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-2f6dfdc8-8fa0-4595-8e31-10113295b5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:49.803238 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-2f6dfdc8-8fa0-4595-8e31-10113295b5f3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0564725 Dec 15 22:38:49.886741 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-23096eb8-1e5e-418f-903c-c05fd935b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:38:49.888335 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-23096eb8-1e5e-418f-903c-c05fd935b2d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780501 Dec 15 22:38:49.899536 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-248c6995-a411-43e9-977b-792e9a4a2b71 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87554) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 22:38:49.901456 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-248c6995-a411-43e9-977b-792e9a4a2b71 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048423 Dec 15 22:38:50.039578 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-08a8bd65-8c9a-40f1-b3b4-9cccad494273 service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324618 Dec 15 22:38:50.183070 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b180d0fa-e5f6-4a21-bacd-76e17592ffc3 req-52ccba83-e755-48be-91d6-6d765bbd6afb service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370599 Dec 15 22:38:52.161299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:13.607441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b62cdc60-d576-4f27-991e-8f9cd6f50d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:15.931726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-150024ad-ab8e-4f70-a523-94049e1773fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:16.982440 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:17.010532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:18.638539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:22.161280 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:25.984631 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:39:33.761995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49654) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:33.965238 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Deleting port c1f943f7-39e3-4f4d-b985-6093a23b9f3d {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:33.965576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:34.128406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:34.128732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:34.356654 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Calling delete_port for c1f943f7-39e3-4f4d-b985-6093a23b9f3d owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:34.501797 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:34.505760 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-4f592384-986c-4fa4-b43f-7dd6c9dd78b8 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:34.551821 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'Port': ['ID=c1f943f7-39e3-4f4d-b985-6093a23b9f3d,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:34.589342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.589734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.590115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.590490 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.590860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.591231 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.591599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.591992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.592361 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.592724 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.593087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.593449 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:34.600437 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:34.652041 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:34.652430 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Floating IP afe1c170-380b-4789-bb5c-20e3a58782b2 disassociated (deleted). External IP: 172.26.6.156, port: 16b46986-c200-41eb-93f2-7f66a373461b. Dec 15 22:39:34.999493 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:39:35.172051 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:39:35.183951 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:39:35.192265 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:35.193103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:35.193731 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:35.249109 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9e5bc750-a2b1-4c90-bd18-741013d3051f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "DELETE /v2.0/floatingips/afe1c170-380b-4789-bb5c-20e3a58782b2 HTTP/1.1" status: 204 len: 168 time: 1.4860847 Dec 15 22:39:35.249834 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:39:35.312453 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'status': 'completed', 'code': 200} Dec 15 22:39:35.375148 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:35.409754 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-a79d1f23-8ea2-48c7-9238-a4513023359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:35.411210 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-a79d1f23-8ea2-48c7-9238-a4513023359d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d85999c1bc4141c9a8ffadca1c574020&device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 1098 time: 0.0754254 Dec 15 22:39:35.559064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-f472d4ec-8319-44af-bef9-6f545b2465a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:35.560997 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-f472d4ec-8319-44af-bef9-6f545b2465a1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 200 len: 909 time: 0.1425502 Dec 15 22:39:35.656734 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d4d8a-3fd0-4470-bc52-75add7bb8e0d req-426225e6-9ec0-42b9-8422-df97c174db54 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:35.657480 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a57d4d8a-3fd0-4470-bc52-75add7bb8e0d req-426225e6-9ec0-42b9-8422-df97c174db54 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:39:35.674755 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-a57d4d8a-3fd0-4470-bc52-75add7bb8e0d req-426225e6-9ec0-42b9-8422-df97c174db54 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:39:35.677411 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a57d4d8a-3fd0-4470-bc52-75add7bb8e0d req-426225e6-9ec0-42b9-8422-df97c174db54 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.1002679 Dec 15 22:39:35.718590 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:35.723005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:39:35.726325 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-a57d4d8a-3fd0-4470-bc52-75add7bb8e0d req-9ed2d092-c293-4578-8a17-b44354324982 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433748 Dec 15 22:39:35.733986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:35.734604 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:35.759500 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-008b8333-24f1-4340-99a1-2c7e6c01b33b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 200 len: 217 time: 0.1908877 Dec 15 22:39:35.823707 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-c4823285-869c-45cc-8979-eafdcb808837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:35.825142 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-c4823285-869c-45cc-8979-eafdcb808837 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 200 len: 847 time: 0.0586331 Dec 15 22:39:35.908044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-da9fcdab-67ee-4a08-b683-87358f1ae626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:35.909513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-da9fcdab-67ee-4a08-b683-87358f1ae626 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=7c22db09-6480-4402-ac83-5ee7c0ce2e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775857 Dec 15 22:39:35.952752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:36.043107 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-f8319dc1-7ab4-4833-8751-d874ca8a533c service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243627 Dec 15 22:39:36.174310 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-471bc2a7-e293-49d3-b302-088c98eb5602 req-e2cd0430-1312-4047-939d-3dd6ee96f0dc service neutron] 10.222.0.32 "GET /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244276 Dec 15 22:39:36.261702 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:36.265565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf749b-6da6-4fc3-b092-7fc6285542a7 None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:30:53Z', 'revision_number': 4, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '43032167-2ebc-423c-a675-c3b1dd619ab7', 'name': '', 'network_id': '7c22db09-6480-4402-ac83-5ee7c0ce2e66', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'mac_address': 'fa:16:3e:6a:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:52Z', 'updated_at': '2021-12-15T22:31:00Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'subnets': [{'id': '790417de-390c-4ede-8ac3-3b116fb1292b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:39:36.486250 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c694ee9-04fc-403d-bc89-22e7fb2c530a None None] New status for floating IP afe1c170-380b-4789-bb5c-20e3a58782b2: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:39:36.914853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfeddf-969e-4e0d-afce-9e9109030b8f req-c2beb750-c775-48b7-a6d8-11c3618e7170 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:36.915757 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcfeddf-969e-4e0d-afce-9e9109030b8f req-c2beb750-c775-48b7-a6d8-11c3618e7170 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0824571 Dec 15 22:39:36.964513 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6bcfeddf-969e-4e0d-afce-9e9109030b8f req-0817bc48-dc15-498a-a8e0-3c6b78b80037 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/security-groups?id=18613e65-c555-4590-88fd-bee1814e2f33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367029 Dec 15 22:39:37.075829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cac0bd76-e5c2-4cab-b76b-5a42b5e5c68c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:37.077230 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cac0bd76-e5c2-4cab-b76b-5a42b5e5c68c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 945 time: 0.0770676 Dec 15 22:39:37.148716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Deleting port 16b46986-c200-41eb-93f2-7f66a373461b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:37.149049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:37.388738 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] For port 16b46986-c200-41eb-93f2-7f66a373461b, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=16b46986-c200-41eb-93f2-7f66a373461b,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:37.389091 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:37.509127 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Calling delete_port for 16b46986-c200-41eb-93f2-7f66a373461b owned by compute:nova {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:37.651223 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:37.658504 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:37.728525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'Port': ['ID=16b46986-c200-41eb-93f2-7f66a373461b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:37.748564 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.748951 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.749327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.749697 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.750065 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.750428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.750789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.751159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.751516 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.751893 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.752262 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.752618 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:37.779363 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:37.798003 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] No DVR routers for this DVR port 16b46986-c200-41eb-93f2-7f66a373461b on host hv-neutron-8206 {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:39:37.800372 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:37.802994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-deleted', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:39:37.818843 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-0a0b0a43-a561-4622-bc45-ac7b49ca8803 req-cde2bc66-c42c-4b2e-878d-afb465e4b87c tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.32 "DELETE /v2.0/ports/16b46986-c200-41eb-93f2-7f66a373461b HTTP/1.1" status: 204 len: 173 time: 0.7358620 Dec 15 22:39:37.848511 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b9b271-d13d-42e3-a6ea-6ad095f4bdaa', 'name': 'network-vif-deleted', 'tag': '16b46986-c200-41eb-93f2-7f66a373461b', 'status': 'completed', 'code': 200} Dec 15 22:39:38.107443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-73eb5ebd-5f05-41b8-88ff-77d363e5882f req-7e5f9a05-bc71-46a2-8b17-4d8ca54446ed tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Synchronizing usage tracker for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:39:38.124970 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-73eb5ebd-5f05-41b8-88ff-77d363e5882f req-7e5f9a05-bc71-46a2-8b17-4d8ca54446ed tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Unset dirty status for tenant:d85999c1bc4141c9a8ffadca1c574020 on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:39:38.126370 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-73eb5ebd-5f05-41b8-88ff-77d363e5882f req-7e5f9a05-bc71-46a2-8b17-4d8ca54446ed tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "GET /v2.0/ports?device_id=14b9b271-d13d-42e3-a6ea-6ad095f4bdaa HTTP/1.1" status: 200 len: 210 time: 0.0616248 Dec 15 22:39:39.220326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49678) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:39.286992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:39.320068 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:39.384865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:39.389431 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-510297ba-4167-47ba-8271-8759595041e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:39.406406 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18613e65-c555-4590-88fd-bee1814e2f33,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:39.408910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:39.418982 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:39.422516 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-b61660c8-6f29-4cd7-bb28-f512db7f46d9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] 10.222.0.18 "DELETE /v2.0/security-groups/18613e65-c555-4590-88fd-bee1814e2f33 HTTP/1.1" status: 204 len: 168 time: 0.1987474 Dec 15 22:39:39.467386 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49684) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:39.492537 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:39.529738 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 16b46986-c200-41eb-93f2-7f66a373461b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:39.530456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 16b46986-c200-41eb-93f2-7f66a373461b not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:40.316146 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:40.659415 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Deleting port 43032167-2ebc-423c-a675-c3b1dd619ab7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:40.659736 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:40.829121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] For port 43032167-2ebc-423c-a675-c3b1dd619ab7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=43032167-2ebc-423c-a675-c3b1dd619ab7,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:40.829413 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:40.956322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Calling delete_port for 43032167-2ebc-423c-a675-c3b1dd619ab7 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:41.268514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:41.272691 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f868425d-14ee-41f1-bb91-c152ac98b271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:41.315163 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Pushing event deleted for resources: {'Port': ['ID=43032167-2ebc-423c-a675-c3b1dd619ab7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:41.318203 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:41.708013 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:42.065599 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Router d45fa5fd-5e08-4038-a78d-99b612e76874 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:39:42.239175 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:39:42.249607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Sync routers for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:39:42.256103 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] 10.222.0.18 "PUT /v2.0/routers/d45fa5fd-5e08-4038-a78d-99b612e76874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7875490 Dec 15 22:39:42.258545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49692) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:42.259302 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:42.259968 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:42.430705 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:42.439136 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:42.627915 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:42.637801 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Deleting port 1913737d-3a8a-4552-b0a0-231b9854d2b6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:42.638145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:42.737178 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167'}], 'enable_snat': True}, 'gw_port_id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:39:41Z', 'revision_number': 5, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port': {'id': '1913737d-3a8a-4552-b0a0-231b9854d2b6', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:6d:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:50Z', 'updated_at': '2021-12-15T22:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:42.740979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Checking router: d45fa5fd-5e08-4038-a78d-99b612e76874 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:39:42.749837 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Routers {'d45fa5fd-5e08-4038-a78d-99b612e76874'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:42.750453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['d45fa5fd-5e08-4038-a78d-99b612e76874'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:42.906414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] Set router d45fa5fd-5e08-4038-a78d-99b612e76874 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:42.956609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] For port 1913737d-3a8a-4552-b0a0-231b9854d2b6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=1913737d-3a8a-4552-b0a0-231b9854d2b6,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:42.959837 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.049398 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:39:42Z', 'revision_number': 6, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:43.054230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d095d8f-579d-497d-ab34-d8ba0f52e209 None None] The sync data for ids ['d45fa5fd-5e08-4038-a78d-99b612e76874'] in dv-neutron-820612-1-hyperv is: [{'id': 'd45fa5fd-5e08-4038-a78d-99b612e76874', 'name': 'tempest-TestShelveInstance-794893682-router', 'tenant_id': 'd85999c1bc4141c9a8ffadca1c574020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:49Z', 'updated_at': '2021-12-15T22:39:42Z', 'revision_number': 6, 'project_id': 'd85999c1bc4141c9a8ffadca1c574020', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:39:43.106718 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Calling delete_port for 1913737d-3a8a-4552-b0a0-231b9854d2b6 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:43.270445 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.274634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-00d7a04e-9d60-4105-9e65-885b73620a2c tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:43.319277 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Pushing event deleted for resources: {'Port': ['ID=1913737d-3a8a-4552-b0a0-231b9854d2b6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:43.353194 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:43.423488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.599673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.601895 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.610898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bc22a125-2da8-48b3-a7f9-259327df64d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.625468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.626228 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d45fa5fd-5e08-4038-a78d-99b612e76874 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:39:43.638771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.639865 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] 10.222.0.18 "DELETE /v2.0/routers/d45fa5fd-5e08-4038-a78d-99b612e76874 HTTP/1.1" status: 204 len: 168 time: 1.3801920 Dec 15 22:39:43.642328 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49698) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:43.704115 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Deleting subnet 790417de-390c-4ede-8ac3-3b116fb1292b {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:39:43.706978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.753931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.821989 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1913737d-3a8a-4552-b0a0-231b9854d2b6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:43.839173 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.856653 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 1913737d-3a8a-4552-b0a0-231b9854d2b6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:43.856941 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 1913737d-3a8a-4552-b0a0-231b9854d2b6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:43.857368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43032167-2ebc-423c-a675-c3b1dd619ab7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:43.891539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 43032167-2ebc-423c-a675-c3b1dd619ab7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:43.892107 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 43032167-2ebc-423c-a675-c3b1dd619ab7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:43.917363 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.921131 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-647a200d-e9fb-4909-b13f-b28a06098105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:43.953978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790417de-390c-4ede-8ac3-3b116fb1292b,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:43.957479 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:43.960026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:43.966034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f1a19d-25c1-46d0-8e94-94c55a502c4e None None] Network 7c22db09-6480-4402-ac83-5ee7c0ce2e66 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:39:43.966246 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-10118e75-57ba-4124-af48-5ed8261292f1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/790417de-390c-4ede-8ac3-3b116fb1292b HTTP/1.1" status: 204 len: 168 time: 0.3229551 Dec 15 22:39:43.968595 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49702) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:44.080876 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.091326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Deleting port 81b8547c-0d8a-46bc-a39c-ace40a264104 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:44.091656 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.270438 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] DHCP port deletion for 7c22db09-6480-4402-ac83-5ee7c0ce2e66 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:39:44.274710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Deleting port 81b8547c-0d8a-46bc-a39c-ace40a264104 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:44.275090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.298992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] For port 81b8547c-0d8a-46bc-a39c-ace40a264104, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81b8547c-0d8a-46bc-a39c-ace40a264104,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:44.299357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.420275 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Calling delete_port for 81b8547c-0d8a-46bc-a39c-ace40a264104 owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:44.474453 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] For port 81b8547c-0d8a-46bc-a39c-ace40a264104, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=81b8547c-0d8a-46bc-a39c-ace40a264104,segment=NetworkSegment(1df4d914-463b-454c-8c87-726fdb2b5d6f),segment_id=1df4d914-463b-454c-8c87-726fdb2b5d6f)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:44.474770 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.496791 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.500995 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-40e226c9-395b-4d19-981b-80b0f7af2b3a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:44.546774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Pushing event deleted for resources: {'Port': ['ID=81b8547c-0d8a-46bc-a39c-ace40a264104,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:44.549336 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:44.552023 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] No DVR routers for this DVR port 81b8547c-0d8a-46bc-a39c-ace40a264104 on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:39:44.599062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Calling delete_port for 81b8547c-0d8a-46bc-a39c-ace40a264104 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:44.671889 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:39:44.672632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:39:44.780980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.805302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c22db09-6480-4402-ac83-5ee7c0ce2e66']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:44.817652 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df4d914-463b-454c-8c87-726fdb2b5d6f') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:44.817943 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df4d914-463b-454c-8c87-726fdb2b5d6f') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:44.828877 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.844633 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.851141 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:39:44.851743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:39:44.865005 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:39:44.940196 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.943469 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c44b01cd-4889-495f-8258-5b651e0b7400 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:44.955727 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:44.967725 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c22db09-6480-4402-ac83-5ee7c0ce2e66,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:44.971126 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:44.972867 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] 10.222.0.18 "DELETE /v2.0/networks/7c22db09-6480-4402-ac83-5ee7c0ce2e66 HTTP/1.1" status: 204 len: 168 time: 1.0031857 Dec 15 22:39:44.975712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49708) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:45.173477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Deleting port 81b8547c-0d8a-46bc-a39c-ace40a264104 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:45.173899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:45.240843 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-282cf2f3-4e72-4744-b2fe-63d2349a2f66 None None] The port '81b8547c-0d8a-46bc-a39c-ace40a264104' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:39:45.527623 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:45.569821 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81b8547c-0d8a-46bc-a39c-ace40a264104 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:45.603897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 81b8547c-0d8a-46bc-a39c-ace40a264104 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:45.604285 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 81b8547c-0d8a-46bc-a39c-ace40a264104 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:45.885037 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Deleting port a8884e5b-6637-4e9a-992f-daff86f604a6 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:45.886199 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:45.933247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22fcced4-eb26-4d52-ba07-6de81097d3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:46.072257 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] For port a8884e5b-6637-4e9a-992f-daff86f604a6, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=a8884e5b-6637-4e9a-992f-daff86f604a6,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:46.072602 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:46.307161 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Calling delete_port for a8884e5b-6637-4e9a-992f-daff86f604a6 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:46.480886 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:46.485308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-563dea52-91d3-42bb-b51d-48cdbd60064b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:46.531668 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8884e5b-6637-4e9a-992f-daff86f604a6,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:46.557979 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:46.799828 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:46.986489 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:47.013189 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:47.159749 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Router b968ac7a-8a31-4150-9352-f0c44b490086 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:39:47.334444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:39:47.342704 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Sync routers for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:39:47.349597 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] 10.222.0.18 "PUT /v2.0/routers/b968ac7a-8a31-4150-9352-f0c44b490086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3726907 Dec 15 22:39:47.352007 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49712) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:47.354938 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:47.355558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:47.524539 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:47.530395 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:47.822200 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251'}], 'enable_snat': True}, 'gw_port_id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:39:46Z', 'revision_number': 5, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port': {'id': '8ad6b938-0ccb-481e-923d-e2d8bd4f03e7', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:66:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:30:56Z', 'updated_at': '2021-12-15T22:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:47.826133 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Checking router: b968ac7a-8a31-4150-9352-f0c44b490086 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:39:47.834049 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:47.834356 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Routers {'b968ac7a-8a31-4150-9352-f0c44b490086'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:47.834957 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['b968ac7a-8a31-4150-9352-f0c44b490086'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:47.843337 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Deleting port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:47.843677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:47.982768 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] Set router b968ac7a-8a31-4150-9352-f0c44b490086 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:48.022236 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] For port 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:48.022593 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.084439 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:39:47Z', 'revision_number': 6, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:48.088322 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cff94-5e53-4996-b9f2-bef2157bff01 None None] The sync data for ids ['b968ac7a-8a31-4150-9352-f0c44b490086'] in dv-neutron-820612-1-hyperv is: [{'id': 'b968ac7a-8a31-4150-9352-f0c44b490086', 'name': 'tempest-TestShelveInstance-1820288552-router', 'tenant_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:30:55Z', 'updated_at': '2021-12-15T22:39:47Z', 'revision_number': 6, 'project_id': 'f0722a73bd554ae0bee68e4fbbf52fe1', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:39:48.146502 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Calling delete_port for 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:48.307268 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.310762 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-6669b5f4-559a-4819-ae99-040299eddaaf tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:48.352488 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad6b938-0ccb-481e-923d-e2d8bd4f03e7,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:48.356123 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:48.442764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.613816 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.616088 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.638863 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.639423 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b968ac7a-8a31-4150-9352-f0c44b490086 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:39:48.647233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.652436 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.653504 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b968ac7a-8a31-4150-9352-f0c44b490086 HTTP/1.1" status: 204 len: 168 time: 1.3006060 Dec 15 22:39:48.656670 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49718) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:48.715496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Deleting subnet f2a679b3-92cf-4106-8701-9a364ded9ef1 {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:39:48.718308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.768533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.845470 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.912478 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.917582 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3542d5ed-d71e-4fb4-8a32-93db4fa56c86 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:48.955576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a679b3-92cf-4106-8701-9a364ded9ef1,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:48.958487 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:48.959468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:48.966278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e4558cb6-8557-40c4-a124-0e1bf26153a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f2a679b3-92cf-4106-8701-9a364ded9ef1 HTTP/1.1" status: 204 len: 168 time: 0.3085895 Dec 15 22:39:48.966434 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32353a7-863b-45e0-902a-d7c9b05ce090 None None] Network 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:39:48.968568 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49722) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:49.194927 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.205983 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Deleting port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:49.206312 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.247532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] DHCP port deletion for 83a4bd03-1b84-414f-8bcf-ab55acbf53b0 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:39:49.251851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Deleting port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:49.252262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.406536 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] For port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:49.407122 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.452499 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] For port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,segment=NetworkSegment(84ff14d2-e45a-4dfd-a692-72bb5325e06c),segment_id=84ff14d2-e45a-4dfd-a692-72bb5325e06c)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:49.452805 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.533990 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Calling delete_port for e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef owned by network:dhcp {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:49.573273 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Calling delete_port for e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:39:49.600632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:49.611350 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.615342 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-60fd9ce6-3a42-4aaf-b3f7-275c33d572ec tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:49.661205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:49.664318 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:49.665227 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] No DVR routers for this DVR port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef on host dv-neutron-820612-1-hyperv {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:39:49.680319 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:49.680838 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 8ad6b938-0ccb-481e-923d-e2d8bd4f03e7 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:49.681068 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a8884e5b-6637-4e9a-992f-daff86f604a6 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:49.717540 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: a8884e5b-6637-4e9a-992f-daff86f604a6 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:49.717894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device a8884e5b-6637-4e9a-992f-daff86f604a6 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:49.718308 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:39:49.755383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:39:49.755736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:39:49.776791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:39:49.777155 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:39:49.782187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.806393 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a4bd03-1b84-414f-8bcf-ab55acbf53b0']}} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:49.818075 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ff14d2-e45a-4dfd-a692-72bb5325e06c') {'for_net_delete': True} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:49.818365 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.services.segments.db [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ff14d2-e45a-4dfd-a692-72bb5325e06c') {} {{(pid=87553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:49.829667 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3070205'] for segment, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.845524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.851497 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87553) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:39:49.851971 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2127428'] for segment, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: Traceback (most recent call last): Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: timer() Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: cb(*args, **kw) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: return func(*args, **kwargs) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: self._notify() Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: self.callback(batched_events) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: event.method(event) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: return f(self, *a, **k) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._get(url).json() Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: return self.request(url, 'GET', **kwargs) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:39:49.865803 dv-neutron-820612-1-hyperv neutron-server[87553]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:39:49.939637 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.942988 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-fe24f605-0eca-4209-82a2-e24c0c9f0f84 tempest-PortsTestJSON-319898052 tempest-PortsTestJSON-319898052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:49.962866 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:49.974082 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a4bd03-1b84-414f-8bcf-ab55acbf53b0,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:49.978524 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:49.981616 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-3f1bfe56-2c73-4b58-9729-b59e8b21a236 admin admin] 10.222.0.18 "DELETE /v2.0/networks/83a4bd03-1b84-414f-8bcf-ab55acbf53b0 HTTP/1.1" status: 204 len: 168 time: 1.0121450 Dec 15 22:39:50.088266 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49728) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:50.136020 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f1299b2b-998b-4001-a0d1-fe6045fabc47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d85999c1bc4141c9a8ffadca1c574020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454278 Dec 15 22:39:50.138221 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49732) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:50.193517 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.219157 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.269661 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.274686 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e0d4dc48-7988-4a1e-86de-d47ba703e58a tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:50.278241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Deleting port e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:39:50.278627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.292881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efc74d9-7b1c-41dc-9dda-561a5f7f1072,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:50.295741 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:50.297685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.298773 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-f0f8fd47-d22c-492b-aa7e-b141a204834f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6efc74d9-7b1c-41dc-9dda-561a5f7f1072 HTTP/1.1" status: 204 len: 168 time: 0.1596906 Dec 15 22:39:50.357861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-d3e5fc11-80d7-41ef-a22b-e461e48e7f0c None None] The port 'e82d0f7b-c6e8-4f8a-b4fd-be28e2fdfbef' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:39:50.627603 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49740) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:50.674948 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-0129bc38-a4ce-46b8-a5b7-f73e63a9328b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f0722a73bd554ae0bee68e4fbbf52fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461242 Dec 15 22:39:50.677165 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49744) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:50.734646 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.758898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.808495 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.812193 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-8ade2f19-0738-4e1a-bfb8-916cbef3e874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:50.825421 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163f8617-f4b3-4dc7-81fa-2377e2456d35,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:50.828233 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:50.832516 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:50.833617 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d03776cb-9b7a-453e-b92d-5567faf7eb7b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/163f8617-f4b3-4dc7-81fa-2377e2456d35 HTTP/1.1" status: 204 len: 168 time: 0.1555948 Dec 15 22:39:51.539218 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49768) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:51.639773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1062253743-network', 'tenant_id': 'ab52c1603081405ba058010be29438ef'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:51.644468 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:51.648251 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Usage tracker for resource:network and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:51.651025 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:51.657244 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:51.666545 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Made reservation on behalf of ab52c1603081405ba058010be29438ef for: {'network': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:39:51.669310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.680881 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.698992 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:51.702771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:51.705543 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:51.711104 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:51.795059 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.798573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.802412 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-68a78c09-f923-468a-9eb2-0996de0da08b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:51.833205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=87553) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:39:51.844207 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c82f16-f9bc-4f76-83a7-71ce0c3026f4,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:51.847576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:51.851187 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.851527 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.segments_db [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Added segment 1c3097ea-e875-42c5-a5c3-58c047bdfc95 of type vlan for network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 Dec 15 22:39:51.876825 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.904973 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.905939 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:51.906501 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Notify callbacks [] for network, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:51.910989 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-127e1c89-d5e2-4b4d-9b02-3cf900ff255a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:52.008270 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4678473 Dec 15 22:39:52.009039 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e6bd7941-c06c-4648-b3e8-3bf7f126bf79,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:52.011206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49774) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:52.013796 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9449065d-ada2-42e6-aab3-af2cfad3d3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:52.017176 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Request body: {'subnet': {'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1062253743-subnet', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'ip_version': 4}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:52.020131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:39:52.021918 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:52.025846 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Usage tracker for resource:subnet and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:52.029217 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:52.034738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:52.045332 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Made reservation on behalf of ab52c1603081405ba058010be29438ef for: {'subnet': 1} {{(pid=87553) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:39:52.047598 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2981625'] for subnet, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.159132 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.242575 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2127581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2981579'] for subnet, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.246859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-19cb2a90-8bfd-4c00-9c73-8e8698c10552 tempest-NetworksIpV6Test-1827506051 tempest-NetworksIpV6Test-1827506051-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:52.425509 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=92553192-6573-47ae-88d2-dfb0d00613be,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:52.429192 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:52.433042 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Checking segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:52.433422 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Network hostable DHCP agents. Network: e6bd7941-c06c-4648-b3e8-3bf7f126bf79, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87553) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:39:52.452002 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87553) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:39:52.460534 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, e6bd7941-c06c-4648-b3e8-3bf7f126bf79) {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:52.465764 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:52.467677 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.468616 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c036988-3c47-4430-8acd-0a5eabbc8dde None None] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:39:52.490983 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-604a2325-9a4b-47f7-b76a-fa9c0efb25ba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4763603 Dec 15 22:39:52.491160 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49778) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:52.496648 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:52.501322 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:52.505177 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Usage tracker for resource:router and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:52.508005 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:52.514309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:52.525584 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.526578 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.541835 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.689931 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:39:52.690766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.808183 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:52.841585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Allocated IP 172.20.0.2 (e6bd7941-c06c-4648-b3e8-3bf7f126bf79/92553192-6573-47ae-88d2-dfb0d00613be/2fcb8f47-e0ae-4a23-af39-584e8da95b52) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:39:53.045245 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.056181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Transition to ACTIVE for port object 2fcb8f47-e0ae-4a23-af39-584e8da95b52 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:53.074607 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Transition to ACTIVE for port object 2fcb8f47-e0ae-4a23-af39-584e8da95b52 will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:53.080070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.084100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:53.114440 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.143861 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.144452 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:39:53.147386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:53.150979 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:39:53.158070 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Pushing event updated for resources: {'Port': ['ID=2fcb8f47-e0ae-4a23-af39-584e8da95b52,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:53.195868 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.196237 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.196583 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.196909 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.197240 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.197571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.197897 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.198224 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.198545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.198873 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.199219 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.199539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:53.207022 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:53.255410 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Attempting to bind port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:39:53.255763 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Attempting to bind port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:39:53.256225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Attempting to bind port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:39:53.261746 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:39:53.262163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Checking segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:53.262574 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.262974 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Bound using segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:39:53.263444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Bound port: 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:39:53.263830 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.282311 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_common [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Allocated IP 172.26.6.127 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/4302c3a3-191a-47f3-bdb3-1348bfd87099) {{(pid=87553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:39:53.353005 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] For port 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:39:53.356716 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] For port 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fcb8f47-e0ae-4a23-af39-584e8da95b52,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:39:53.360867 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.365376 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:53.427367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.447120 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Pushing event updated for resources: {'Port': ['ID=2fcb8f47-e0ae-4a23-af39-584e8da95b52,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:53.450104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:53.459913 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:53.464206 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-395c6f65-4942-41de-ac3b-b9f66c4e0cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:53.525418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:39:53.528674 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.base_scheduler [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Resources bound (agent type, host, resource id): {{(pid=87553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:53.532515 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Received port after_create {{(pid=87553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:39:53.576506 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Pushing event updated for resources: {'Port': ['ID=4302c3a3-191a-47f3-bdb3-1348bfd87099,revision_number=1']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:53.580901 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:54.089038 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:54.411383 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14abebaa-aff3-4a08-862b-80bc10ee1670 None None] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:39:54.434730 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:54.542510 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-7a7fff9f-218b-460e-a8bf-06d852a31e44 None None] Provisioning for port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:39:54.647439 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Router e85f942a-5269-445d-a748-912cf3786e25 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87553) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:39:54.828159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:39:54.838696 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:39:54.848485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:54.849059 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:54.852783 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:54.854112 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3619919 Dec 15 22:39:54.857525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49784) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:55.032753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:55.320315 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:53Z', 'revision_number': 3, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:55.324202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:39:55.324564 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Updating router e85f942a-5269-445d-a748-912cf3786e25 port 4302c3a3-191a-47f3-bdb3-1348bfd87099 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:39:55.375813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.631175 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fcb8f47-e0ae-4a23-af39-584e8da95b52 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:39:55.641276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.763032 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:39:55.769722 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.773651 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:55.774065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.821755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Transition to ACTIVE for port object 4302c3a3-191a-47f3-bdb3-1348bfd87099 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:55.835323 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.840570 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:55.849028 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Allocated IP 172.20.0.1 (e6bd7941-c06c-4648-b3e8-3bf7f126bf79/92553192-6573-47ae-88d2-dfb0d00613be/375a11d9-e71e-40bc-abdb-6ebdbcbc2c13) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:39:55.928208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Attempting to bind port 4302c3a3-191a-47f3-bdb3-1348bfd87099 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:39:55.928585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Attempting to bind port 4302c3a3-191a-47f3-bdb3-1348bfd87099 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:39:55.928963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Attempting to bind port 4302c3a3-191a-47f3-bdb3-1348bfd87099 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:39:55.932382 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe019e1-636c-4244-a569-a3b58a20401c None None] Pushing event updated for resources: {'Port': ['ID=4302c3a3-191a-47f3-bdb3-1348bfd87099,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:55.961872 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbe019e1-636c-4244-a569-a3b58a20401c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:55.970230 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:39:55.970617 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:55.971024 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:55.971424 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:39:55.971929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Bound port: 4302c3a3-191a-47f3-bdb3-1348bfd87099, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:39:55.972311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.004938 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.020911 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Transition to ACTIVE for port object 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:56.034766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.044411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.048908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-6b91c533-3abf-42f3-a18e-abe2c2f05406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:56.082401 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] For port 4302c3a3-191a-47f3-bdb3-1348bfd87099, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:39:56.086551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] For port 4302c3a3-191a-47f3-bdb3-1348bfd87099, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4302c3a3-191a-47f3-bdb3-1348bfd87099,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:39:56.092037 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.097523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fcb8f47-e0ae-4a23-af39-584e8da95b52,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:56.098358 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:56.116321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:39:56.118972 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:56.121760 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:39:56.141296 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.171310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Pushing event updated for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:56.174422 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:56.175551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:56.176202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:56.187243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.229470 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe019e1-636c-4244-a569-a3b58a20401c None None] Pushing event updated for resources: {'Port': ['ID=4302c3a3-191a-47f3-bdb3-1348bfd87099,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:56.293475 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbe019e1-636c-4244-a569-a3b58a20401c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:56.293945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:56.329736 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.440907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=2fcb8f47-e0ae-4a23-af39-584e8da95b52,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:56.450626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:56.471349 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:56.556976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.561950 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.590374 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:56.592160 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dd8c5613-7560-4888-822f-72f0a80cac92 None None] Provisioning for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:39:56.615170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dd8c5613-7560-4888-822f-72f0a80cac92 None None] Provisioning complete for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:56.615472 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5613-7560-4888-822f-72f0a80cac92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.669644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:56.673063 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Pushing event updated for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:56.676323 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:56.736299 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-dd8c5613-7560-4888-822f-72f0a80cac92 None None] Port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:39:56.804243 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:39:56.805294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:56.836077 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:53Z', 'revision_number': 3, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:56.840238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95c3ed4-5ca9-41c8-bbae-d87f608500d6 None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:53Z', 'revision_number': 3, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:39:57.076428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-6d6f5cb0-dda8-4750-bd06-15007256d53d None None] Provisioning complete for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:57.076428 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-6d6f5cb0-dda8-4750-bd06-15007256d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:57.137370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-6d6f5cb0-dda8-4750-bd06-15007256d53d None None] Port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:39:57.146461 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:39:57.330688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:39:57.340138 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] 10.222.0.18 "PUT /v2.0/routers/e85f942a-5269-445d-a748-912cf3786e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4809375 Dec 15 22:39:57.667794 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fcb8f47-e0ae-4a23-af39-584e8da95b52 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:39:57.742466 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:57.743108 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:57.863518 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4302c3a3-191a-47f3-bdb3-1348bfd87099 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:39:57.870126 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49802) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:57.877716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1767081496-network', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:57.882635 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:57.887295 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Usage tracker for resource:network and tenant:cabaa57abd874a68bfb42156738f4feb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:57.890777 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:57.896930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:57.908763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Made reservation on behalf of cabaa57abd874a68bfb42156738f4feb for: {'network': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:39:57.911396 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for network, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:57.925861 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:57.934498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 4302c3a3-191a-47f3-bdb3-1348bfd87099 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:39:57.940342 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4302c3a3-191a-47f3-bdb3-1348bfd87099 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:57.940879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:57.946775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:57.951357 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Usage tracker for resource:security_group_rule and tenant:cabaa57abd874a68bfb42156738f4feb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:57.954246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:57.959986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:58.046520 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.050416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.054321 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-7979ab25-ea81-4082-90ee-f68c8c0d2274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:58.062898 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.078718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=87554) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 22:39:58.080707 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 4302c3a3-191a-47f3-bdb3-1348bfd87099, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4302c3a3-191a-47f3-bdb3-1348bfd87099,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:39:58.084233 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.086226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:58.091165 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f91e90-0dcb-4211-9c48-15df882f24ae,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:58.095037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:58.095945 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.096280 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.segments_db [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Added segment e934c60f-9358-4d26-9a22-62ed7f0efddf of type vlan for network 924ab627-1614-42a6-a6a9-eb0da04c9a04 Dec 15 22:39:58.124851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752352970442'] for network, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.155945 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=4302c3a3-191a-47f3-bdb3-1348bfd87099,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:58.159123 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:58.161470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453'] for network, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.162626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:58.163320 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.167304 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-a5baab81-c605-4af7-81b0-30e8ca495fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:58.276453 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Pushing event updated for resources: {'Network': ['ID=924ab627-1614-42a6-a6a9-eb0da04c9a04,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:58.279331 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4076154 Dec 15 22:39:58.280208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-9c167075-759e-4426-afcc-2b1ae048c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:58.282079 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49806) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:58.287404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Request body: {'subnet': {'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1767081496-subnet', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'ip_version': 4}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:58.287565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 details requested by agent ovs-agent-dv-neutron-820612-1-hyperv with host dv-neutron-820612-1-hyperv {{(pid=87555) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 22:39:58.292381 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:58.296807 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Usage tracker for resource:subnet and tenant:cabaa57abd874a68bfb42156738f4feb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:58.299572 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:58.305665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:58.318470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Made reservation on behalf of cabaa57abd874a68bfb42156738f4feb for: {'subnet': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:39:58.321007 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3649094'] for subnet, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.408697 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:39:58.418733 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:58.419350 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:58.530728 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3662944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3649140'] for subnet, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.534789 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2087a18d-41f1-4256-abdf-5bbe0a7d0fea tempest-NetworksTestDHCPv6-1233784338 tempest-NetworksTestDHCPv6-1233784338-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:58.603275 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:39:58.610720 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf51323-6ffe-4614-a78c-ff32270703e8,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:58.614017 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:58.619788 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Checking segment: {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:58.620184 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Network hostable DHCP agents. Network: 924ab627-1614-42a6-a6a9-eb0da04c9a04, hostable agents: ['6a97b0d1-2a0c-48b7-ac60-1a117c5925b1'], hosted agents: [] {{(pid=87554) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 22:39:58.638046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 is scheduled to be hosted by DHCP agent 6a97b0d1-2a0c-48b7-ac60-1a117c5925b1 with binding_index 1 {{(pid=87554) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 22:39:58.647398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-820612-1-hyperv, 924ab627-1614-42a6-a6a9-eb0da04c9a04) {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:58.652871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:39:58.654770 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.655801 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735d39ee-3633-4254-afad-f080ced26d8b None None] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:39:58.678042 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-528c230e-bb66-49d3-9d23-dd50f30680cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3947361 Dec 15 22:39:58.680477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49810) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:39:58.685601 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:39:58.691216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:39:58.695405 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Usage tracker for resource:router and tenant:cabaa57abd874a68bfb42156738f4feb is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:39:58.698544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:39:58.705041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:39:58.717932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1022182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496752'] for router, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.719256 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1025073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1023025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-883323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496743'] for router, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.739666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.893013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe020a3ff-9555-56c9-80ab-0e538e1d2695-924ab627-1614-42a6-a6a9-eb0da04c9a04', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8'}]}} from dv-neutron-820612-1-hyperv. {{(pid=87555) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 22:39:58.893869 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:58.966260 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 2, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:58.970269 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:39:58.970704 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Updating router e85f942a-5269-445d-a748-912cf3786e25 port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:39:59.024134 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.029603 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1022979', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1021972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496661'] for router, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.047556 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.db_base_plugin_common [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Allocated IP 172.20.0.2 (924ab627-1614-42a6-a6a9-eb0da04c9a04/6bf51323-6ffe-4614-a78c-ff32270703e8/7440a59a-6833-4de9-90c6-a4ca81f2ca9b) {{(pid=87555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:39:59.307494 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks [] for port, precommit_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.318535 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Transition to ACTIVE for port object 7440a59a-6833-4de9-90c6-a4ca81f2ca9b will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:59.337253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Transition to ACTIVE for port object 7440a59a-6833-4de9-90c6-a4ca81f2ca9b will not be triggered until provisioned by entity DHCP. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:59.343416 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589'] for port, after_create {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.348028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:59.359963 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.373819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.385607 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Transition to ACTIVE for port object 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:39:59.394180 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.399255 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-9739c1c9-813d-4920-9d06-98ae05e5527f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:59.410762 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 is already hosted by enough agents. {{(pid=87555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:39:59.413803 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.scheduler.base_scheduler [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Resources bound (agent type, host, resource id): {{(pid=87555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:39:59.418101 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Received port after_create {{(pid=87555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:39:59.489717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Pushing event updated for resources: {'Port': ['ID=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,revision_number=1']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:59.514484 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:59.556961 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Attempting to bind port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:39:59.557355 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Attempting to bind port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:39:59.557784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Attempting to bind port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b on network 924ab627-1614-42a6-a6a9-eb0da04c9a04 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:39:59.563015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.575341 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:39:59.575730 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Checking segment: {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:59.576172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.576580 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Bound using segment: {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:39:59.577065 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Bound port: 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:39:59.577451 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.637528 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Attempting to bind port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:39:59.638398 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Attempting to bind port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:39:59.638778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Attempting to bind port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:39:59.647106 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:39:59.647482 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Checking segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:39:59.648074 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.648615 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Bound using segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:39:59.649414 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Bound port: 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:39:59.649940 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.650049 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4302c3a3-191a-47f3-bdb3-1348bfd87099 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:39:59.660806 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Pushing event updated for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:59.672259 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.672604 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.673100 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.673560 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.674039 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.674371 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.674690 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.675152 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.675624 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.676119 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.676576 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.677031 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:39:59.681540 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:59.747339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] For port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:39:59.750998 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] For port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:39:59.761169 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.762257 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] For port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:39:59.766452 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] For port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:39:59.767436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:59.770860 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.775433 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Allocated IP 172.26.6.199 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/bda08abc-91b8-4266-bb5e-83a8b75db612) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:39:59.775839 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-31c6dbe1-b367-4470-a55b-3c0b0f418416 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:39:59.810548 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 4302c3a3-191a-47f3-bdb3-1348bfd87099 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:39:59.811964 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:39:59.859321 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:39:59.860180 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:39:59.901345 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Pushing event updated for resources: {'Port': ['ID=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:59.914858 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-214abcea-d6fc-4e13-9ce1-41fd321f770e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:59.928746 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Pushing event updated for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:39:59.934274 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-729e090e-03f7-49fc-8e1e-5abf2b41fd26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:39:59.953454 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:00.001309 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:00.006041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-0817f3b7-41b3-4a4a-839e-edd2a7203b24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:00.080620 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:00.082746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:40:00.085900 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:40:00.091025 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:40:00.123587 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bda08abc-91b8-4266-bb5e-83a8b75db612,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:00.132074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:00.438225 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:39:59Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:00.442509 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aba74e-646a-40ef-9941-d8381954a470 None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:39:59Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:40:00.557753 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:00.924419 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1021981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1023206'] for router, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:01.082609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8fd1b-6803-4d66-8a04-879e640d865d None None] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:40:01.153110 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Router 3034faff-1401-49a2-90df-e801c4714216 is scheduled to L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c with binding_index 1 {{(pid=87554) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 22:40:01.178122 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-dc1e943a-4db4-4911-a6dc-40ede0a4a376 None None] Provisioning for port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:01.478698 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:40:01.492350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Sync routers for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:40:01.503151 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:01.503786 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:01.506779 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:01.510632 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-5f7e0e3c-9832-4c21-8a40-7a22cdcc55e2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8267758 Dec 15 22:40:01.512819 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49814) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:01.702208 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:01.802929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:01.914694 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:01.940937 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:01.941324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.242713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.284148 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.285512 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:02.289942 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.290806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7440a59a-6833-4de9-90c6-a4ca81f2ca9b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:02.316181 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-b6c272cd-0538-4ab5-bda9-f0947b4559d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:02.357791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:00Z', 'revision_number': 3, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:02.389436 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Checking router: 3034faff-1401-49a2-90df-e801c4714216 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:40:02.389797 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Updating router 3034faff-1401-49a2-90df-e801c4714216 port bda08abc-91b8-4266-bb5e-83a8b75db612 binding host dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:40:02.467714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:02.472052 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.502088 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:02.507844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Allocated IP 172.20.0.1 (924ab627-1614-42a6-a6a9-eb0da04c9a04/6bf51323-6ffe-4614-a78c-ff32270703e8/ba68180e-2afa-4102-bfdd-1a2c464c72f0) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:40:02.536253 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:02.580985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:02.581324 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.676806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.692701 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Transition to ACTIVE for port object ba68180e-2afa-4102-bfdd-1a2c464c72f0 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:40:02.716766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.721539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4569a362-0f75-4ba9-9254-a5fefd8a136d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:02.782964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:40:02.785863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:40:02.790104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:40:02.826063 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.828567 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:02.837259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:02.856404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-572456'] for router_interface, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.888610 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:02.902514 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:02.908361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:02.984364 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:40:03.031820 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks [] for port, precommit_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.037530 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:03.040577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:03.049337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Transition to ACTIVE for port object bda08abc-91b8-4266-bb5e-83a8b75db612 will not be triggered until provisioned by entity L2. {{(pid=87555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:40:03.056894 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.061170 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-f3e5d051-2e15-4571-8be7-2f1341b53ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:03.113360 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.147043 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Pushing event updated for resources: {'Port': ['ID=bda08abc-91b8-4266-bb5e-83a8b75db612,revision_number=2']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:03.150973 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:03.153270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-35aec4b7-6793-4fb0-b83a-bf7a459ecbb4 None None] Provisioning for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:03.157417 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Attempting to bind port bda08abc-91b8-4266-bb5e-83a8b75db612 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:40:03.157802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Attempting to bind port bda08abc-91b8-4266-bb5e-83a8b75db612 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:40:03.158183 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Attempting to bind port bda08abc-91b8-4266-bb5e-83a8b75db612 on network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:40:03.161890 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-35aec4b7-6793-4fb0-b83a-bf7a459ecbb4 None None] Provisioning complete for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:03.162272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-35aec4b7-6793-4fb0-b83a-bf7a459ecbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.192030 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:40:03.192414 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Checking segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:40:03.192829 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.193236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Bound using segment: {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'} {{(pid=87555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:40:03.193719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.managers [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Bound port: bda08abc-91b8-4266-bb5e-83a8b75db612, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4103c1-803c-43db-ab31-f49dc4912fd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401'}}] {{(pid=87555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:40:03.194106 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.262802 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-35aec4b7-6793-4fb0-b83a-bf7a459ecbb4 None None] Port ba68180e-2afa-4102-bfdd-1a2c464c72f0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:40:03.284532 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] For port bda08abc-91b8-4266-bb5e-83a8b75db612, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:40:03.287485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] For port bda08abc-91b8-4266-bb5e-83a8b75db612, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bda08abc-91b8-4266-bb5e-83a8b75db612,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:40:03.291726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.295986 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-c27e5524-09ed-4041-bdc1-eb29cb0dbb44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:03.336009 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.341436 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.368404 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-bbf4b4bd-6d15-4c18-ba88-ee5bc84cc36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:03.371337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:03.371985 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:03.438725 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Pushing event updated for resources: {'Port': ['ID=bda08abc-91b8-4266-bb5e-83a8b75db612,revision_number=3']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:03.448835 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:03.449895 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:03.451278 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-581471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-572619'] for router_interface, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.454919 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:03.560325 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:03.603492 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:03.606143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:40:03.607259 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:40:03.803626 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Router 3034faff-1401-49a2-90df-e801c4714216 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:40:03.906270 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:03.906567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.936626 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-65d822d0-975c-4790-abba-5481e461f394 None None] Provisioning complete for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:03.937011 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-65d822d0-975c-4790-abba-5481e461f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:03.987853 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:40:03.997091 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] 10.222.0.18 "PUT /v2.0/routers/3034faff-1401-49a2-90df-e801c4714216/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4831281 Dec 15 22:40:04.066241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-65d822d0-975c-4790-abba-5481e461f394 None None] Port ba68180e-2afa-4102-bfdd-1a2c464c72f0 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:40:04.152960 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7440a59a-6833-4de9-90c6-a4ca81f2ca9b up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:04.208262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ba68180e-2afa-4102-bfdd-1a2c464c72f0', 'name': '', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'mac_address': 'fa:16:3e:79:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:40:02Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 2, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'subnets': [{'id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:04.215649 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded790e4-d9f0-48a5-a9b2-62ed413b605e None None] The sync data for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv is: [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ba68180e-2afa-4102-bfdd-1a2c464c72f0', 'name': '', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'mac_address': 'fa:16:3e:79:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:40:02Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 2, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'subnets': [{'id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:40:04.228791 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:04.229185 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.548766 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49824) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:04.554331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790655253', 'description': 'tempest-secgroup-smoke-790655253 description', 'project_id': 'ab52c1603081405ba058010be29438ef'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:04.561180 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:04.565521 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:04.568624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:04.575539 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:04.586307 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.607274 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:04.611216 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:04.614207 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:04.620027 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:04.698289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.703196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.707088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-baf4095c-a45b-4bcc-9510-3ee5225e519b tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:04.746288 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16611825-ee60-4fe0-a136-094d3ad96c58,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:04.749159 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.750329 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2006016 Dec 15 22:40:04.751211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-63d8fa74-3413-40f5-8e5a-ba3f17908632 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:04.753331 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49828) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:04.758613 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:04.765759 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:04.773685 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:04.776799 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:04.782952 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:04.807208 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.889159 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.892712 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.894576 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-737be131-8cb4-460f-9b00-34ff8c5b44ae tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:04.916293 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ae2b32-165e-43a6-ac4b-e3e8ab6ee229,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:04.920908 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:04.929746 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:04.934426 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-31008d5c-52ea-4e57-84d4-f2c940d990cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769192 Dec 15 22:40:04.934647 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49834) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:04.940145 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:04.946446 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:04.950444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:04.953392 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:04.959216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:04.976869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.044941 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.049571 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.051391 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-cb6c8087-edac-453f-80bf-ba9cec3966ce tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.075291 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ef021a-c0e8-4b7c-926b-e8a60ebb2a98,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.077780 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:05.085696 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.087055 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-c96c0187-a8ee-4758-97b6-31e1af52b25c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513896 Dec 15 22:40:05.090610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49838) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:05.096232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:05.102458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:05.106785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:05.109666 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:05.115598 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:05.133628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.202674 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.206039 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.207823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-06933799-17aa-48d9-a969-2c351dc87ba8 tempest-ServerActionsTestJSON-348147304 tempest-ServerActionsTestJSON-348147304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.230816 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13b79805-bfe2-49c1-918f-6733b92a045d,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.235418 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:05.240195 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.241798 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b752a30f-ca74-49ae-ba0f-a952301c606b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500494 Dec 15 22:40:05.244541 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49842) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:05.250299 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:05.256485 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:05.260425 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:05.263351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:05.269133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:05.286693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.352373 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.356862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.358659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-96a2630e-47f1-4d3a-901e-8eb77dd9b60f tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.381621 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84087a34-e555-442f-b212-b88e88df1d62,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.384378 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:05.391749 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.395772 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-1fbdad65-83b9-4980-8782-db055319275b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475439 Dec 15 22:40:05.396059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49846) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:05.401406 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:05.408196 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:05.412071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:05.415020 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:05.421606 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:05.432669 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.securitygroups_db [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Project ab52c1603081405ba058010be29438ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:40:05.440147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.505958 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.511370 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.513302 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-dce36c75-0f8c-4d1a-896a-6fa4f1921767 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.541881 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7573be-138a-45d9-b941-8f665c02a931,revision_number=0']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.545633 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:05.556496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.561368 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 49850) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:05.566955 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.v2.base [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'security_group_rule': {'security_group_id': '16611825-ee60-4fe0-a136-094d3ad96c58', 'project_id': 'ab52c1603081405ba058010be29438ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87553) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:05.572867 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-92d95dfd-f535-4111-8f47-6c8d8cc7a538 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1756122 Dec 15 22:40:05.576496 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:05.580867 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:security_group_rule and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:05.583805 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87553) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:05.590181 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.quota.driver [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87553) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:05.601780 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.securitygroups_db [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Project ab52c1603081405ba058010be29438ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 22:40:05.609450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.635408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bda08abc-91b8-4266-bb5e-83a8b75db612 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:05.677195 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.681338 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891761'] for security_group_rule, after_create {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.682868 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-80be1dba-5fdc-40d7-94f1-1d1731c1188e tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.702891 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port bda08abc-91b8-4266-bb5e-83a8b75db612 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:05.705936 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a64dd3e-5d42-4eb4-bfe3-a3ebcbbfd38c,revision_number=0']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.708562 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:05.709162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bda08abc-91b8-4266-bb5e-83a8b75db612 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:05.709620 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.716398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.717689 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-882bb29e-cdb2-4dfd-9d27-4644a6164932 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553192 Dec 15 22:40:05.842374 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.861603 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port bda08abc-91b8-4266-bb5e-83a8b75db612, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bda08abc-91b8-4266-bb5e-83a8b75db612,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:05.866236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:05.868370 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:05.889863 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca088e61-99db-41fc-871b-f2141665efa5 req-a0271993-2cfb-4a4e-aff7-46b98d7a28e4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:security_group {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:40:05.906211 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca088e61-99db-41fc-871b-f2141665efa5 req-a0271993-2cfb-4a4e-aff7-46b98d7a28e4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:security_group {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:40:05.907373 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-a0271993-2cfb-4a4e-aff7-46b98d7a28e4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790655253&fields=id&tenant_id=ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 267 time: 0.0649319 Dec 15 22:40:05.938041 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=bda08abc-91b8-4266-bb5e-83a8b75db612,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:05.941311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:06.062946 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-aa4caab8-d4ee-4b62-9a89-37481826a038 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:06.064633 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-aa4caab8-d4ee-4b62-9a89-37481826a038 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 810 time: 0.1498713 Dec 15 22:40:06.079141 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-ef2bda10-97ee-4e62-a5fa-42c373ba4024 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/quotas/ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 375 time: 0.0090394 Dec 15 22:40:06.161699 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca088e61-99db-41fc-871b-f2141665efa5 req-73fc9963-cb94-4a03-8099-0677ba9ae05d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:40:06.178523 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-ca088e61-99db-41fc-871b-f2141665efa5 req-73fc9963-cb94-4a03-8099-0677ba9ae05d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:40:06.179833 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-73fc9963-cb94-4a03-8099-0677ba9ae05d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960131 Dec 15 22:40:06.521933 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-ae7bc1d0-aa5c-41d0-9e56-ab52319124c4 service neutron] 10.222.0.18 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300586 Dec 15 22:40:06.650709 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-99ae9610-d7f2-4155-b0b0-e7a5a70c77b5 service neutron] 10.222.0.18 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225221 Dec 15 22:40:07.591194 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bda08abc-91b8-4266-bb5e-83a8b75db612 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:07.658238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port bda08abc-91b8-4266-bb5e-83a8b75db612 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:07.658615 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:07.846017 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-239e9cd9-2d62-4fed-8bb7-baddd77f6683 req-b3b9db05-20e0-4189-9093-1161aae73ba5 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 210 time: 0.0453615 Dec 15 22:40:07.886428 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Sync routers for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:40:07.895193 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:07.895803 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:08.067978 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:08.380833 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ba68180e-2afa-4102-bfdd-1a2c464c72f0', 'name': '', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'mac_address': 'fa:16:3e:79:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:40:02Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 2, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'subnets': [{'id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:08.384797 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Checking router: 3034faff-1401-49a2-90df-e801c4714216 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:40:08.385156 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Updating router 3034faff-1401-49a2-90df-e801c4714216 port ba68180e-2afa-4102-bfdd-1a2c464c72f0 binding host dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 22:40:08.438235 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:08.772969 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks [] for port, precommit_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:08.784251 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.provisioning_blocks [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Transition to ACTIVE for port object ba68180e-2afa-4102-bfdd-1a2c464c72f0 will not be triggered until provisioned by entity L2. {{(pid=87556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:40:08.791099 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:08.795126 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-55c38ef3-3b63-4af0-89b8-1f6aa13085f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:09.012519 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Attempting to bind port ba68180e-2afa-4102-bfdd-1a2c464c72f0 on host dv-neutron-820612-1-hyperv for vnic_type normal with profile {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:40:09.013181 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Attempting to bind port ba68180e-2afa-4102-bfdd-1a2c464c72f0 by drivers openvswitch,hyperv on host dv-neutron-820612-1-hyperv at level 0 using segments [{'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:40:09.013266 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Attempting to bind port ba68180e-2afa-4102-bfdd-1a2c464c72f0 on network 924ab627-1614-42a6-a6a9-eb0da04c9a04 {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:40:09.015520 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469b8d-88e2-4a7e-bfdc-7166614d2cd9 None None] Pushing event updated for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=3']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:09.021558 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Checking agent: {'id': '54d9d197-4831-4d2e-bdb6-d27e6c712d17', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-820612-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 39, 47), 'started_at': datetime.datetime(2021, 12, 15, 21, 40, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-820612-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:40:09.022181 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Checking segment: {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:40:09.022593 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.023041 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Bound using segment: {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'} {{(pid=87556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:40:09.023646 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.managers [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Bound port: ba68180e-2afa-4102-bfdd-1a2c464c72f0, host: dv-neutron-820612-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e934c60f-9358-4d26-9a22-62ed7f0efddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04'}}] {{(pid=87556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:40:09.024206 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-63e3e9b1-cefa-4662-8a5f-3b1a53896308 req-53afa093-db6f-4c0e-8397-6f607d9a951c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 210 time: 0.0543106 Dec 15 22:40:09.024673 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.044984 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2469b8d-88e2-4a7e-bfdc-7166614d2cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:09.128596 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] For port ba68180e-2afa-4102-bfdd-1a2c464c72f0, host dv-neutron-820612-1-hyperv, cleared binding levels {{(pid=87556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:40:09.131735 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.plugins.ml2.db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] For port ba68180e-2afa-4102-bfdd-1a2c464c72f0, host dv-neutron-820612-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ba68180e-2afa-4102-bfdd-1a2c464c72f0,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:40:09.138306 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron_lib.callbacks.manager [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.143215 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-a3a6a99d-40b1-4ccc-8f4a-a6f22ffba904 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:09.191201 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-5964be12-d631-4b81-a64b-9639a95f713c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:09.193019 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-5964be12-d631-4b81-a64b-9639a95f713c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 810 time: 0.1667845 Dec 15 22:40:09.220963 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:09.221588 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:39:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:09.256861 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-2c30544e-8441-41b4-8eec-05cbff93c42d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 379 time: 0.0492344 Dec 15 22:40:09.266139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'port': {'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'admin_state_up': True, 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'security_groups': ['16611825-ee60-4fe0-a136-094d3ad96c58']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:09.333778 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2469b8d-88e2-4a7e-bfdc-7166614d2cd9 None None] Pushing event updated for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=4']} {{(pid=87556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:09.337724 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG oslo_concurrency.lockutils [None req-e2469b8d-88e2-4a7e-bfdc-7166614d2cd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:09.419037 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:09.428790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:09.441886 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Made reservation on behalf of ab52c1603081405ba058010be29438ef for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:40:09.445793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.455711 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:09.625150 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Allocated IP 172.20.0.6 (e6bd7941-c06c-4648-b3e8-3bf7f126bf79/92553192-6573-47ae-88d2-dfb0d00613be/77cdf25c-eb7d-4842-ba22-21fa8cc66e57) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:40:09.627242 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ba68180e-2afa-4102-bfdd-1a2c464c72f0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:09.700566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:09.705778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:09.706418 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.778677 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ba68180e-2afa-4102-bfdd-1a2c464c72f0', 'name': '', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'mac_address': 'fa:16:3e:79:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:40:02Z', 'updated_at': '2021-12-15T22:40:09Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'subnets': [{'id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:09.782622 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e00dd-3191-4fbd-870f-58d16cb99dac None None] The sync data for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv is: [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:40:03Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': 'ba68180e-2afa-4102-bfdd-1a2c464c72f0', 'name': '', 'network_id': '924ab627-1614-42a6-a6a9-eb0da04c9a04', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'mac_address': 'fa:16:3e:79:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_interface', 'standard_attr_id': 1849, 'fixed_ips': [{'subnet_id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:40:02Z', 'updated_at': '2021-12-15T22:40:09Z', 'revision_number': 4, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'subnets': [{'id': '6bf51323-6ffe-4614-a78c-ff32270703e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:40:09.823695 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.827753 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.841716 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Transition to ACTIVE for port object 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:40:09.861789 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] For port ba68180e-2afa-4102-bfdd-1a2c464c72f0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ba68180e-2afa-4102-bfdd-1a2c464c72f0,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:09.868593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.877785 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:09.880783 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:09.885476 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:09.953523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Pushing event updated for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:09.954569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:40:09.956567 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:09.957845 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:40:09.961686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:40:09.996139 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:10.002939 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:10.032793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:10.033450 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:10.060166 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-95f41729-91e3-4856-a5c5-9ec70026ed22 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981842 Dec 15 22:40:10.118338 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Request body: {'port': {'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:10.170419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-045ede29-1512-42dc-8af3-82897aa107dc None None] Provisioning for port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:10.176104 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-045ede29-1512-42dc-8af3-82897aa107dc None None] Provisioning complete for port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:10.176488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-045ede29-1512-42dc-8af3-82897aa107dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:10.222651 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd366a6-7440-40e5-896a-571dc27e655d req-37622ee9-cb3e-430f-8f37-316b8de94b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:10.224882 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6dd366a6-7440-40e5-896a-571dc27e655d req-37622ee9-cb3e-430f-8f37-316b8de94b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 931 time: 0.0826526 Dec 15 22:40:10.232547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-045ede29-1512-42dc-8af3-82897aa107dc None None] Port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:40:10.243556 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:10.271356 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6dd366a6-7440-40e5-896a-571dc27e655d req-8e0d9544-ab43-48dc-9c3b-a8793fbe63ca tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:security_group {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:40:10.282678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-6dd366a6-7440-40e5-896a-571dc27e655d req-8e0d9544-ab43-48dc-9c3b-a8793fbe63ca tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:security_group {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:40:10.283774 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-6dd366a6-7440-40e5-896a-571dc27e655d req-8e0d9544-ab43-48dc-9c3b-a8793fbe63ca tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528123 Dec 15 22:40:10.583041 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:40:10.590677 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:10.604806 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Transition to ACTIVE for port object 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:40:10.608386 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:10.612954 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-995e5247-7524-4710-a566-604a9f0ee5a5 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:10.888002 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:10.895162 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:10.968137 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Attempting to bind port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:40:10.968467 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Attempting to bind port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:40:10.968786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Attempting to bind port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:40:10.974013 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:40:10.974175 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Attempting to bind port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:40:10.979670 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:40:10.980688 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Checking segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:40:10.981064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Bound using segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:40:10.981486 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Bound port: 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:40:10.981823 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:11.074544 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:40:11.077630 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:40:11.081006 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:11.084675 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8b590dd-7768-4fd5-9c78-6bb694b4540c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:11.147151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.147722 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:11.149068 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] 10.222.0.32 "PUT /v2.0/ports/77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 1093 time: 1.0803955 Dec 15 22:40:11.152120 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:40:11.179074 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:11.185712 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:11.242115 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'status': 'completed', 'code': 200} Dec 15 22:40:11.275294 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-dbfe673e-9096-4c2b-a991-6d711e534c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.277869 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-dbfe673e-9096-4c2b-a991-6d711e534c61 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1096 time: 0.0780530 Dec 15 22:40:11.353762 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-5afa916c-78db-4e62-9e64-9dbd4f0b392f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 217 time: 0.0682733 Dec 15 22:40:11.415477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-e02220e4-9e13-4aa1-ac27-6dd411c59368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.416899 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-e02220e4-9e13-4aa1-ac27-6dd411c59368 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0571330 Dec 15 22:40:11.482899 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13ca8-fd07-45c9-bbe5-8b3c1a2000c7 req-6a0811c8-3635-4c8c-9e3a-ba8f9c7ad7ff tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.484278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-16a13ca8-fd07-45c9-bbe5-8b3c1a2000c7 req-6a0811c8-3635-4c8c-9e3a-ba8f9c7ad7ff tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.0814285 Dec 15 22:40:11.491046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088e61-99db-41fc-871b-f2141665efa5 req-14234751-1973-4551-8991-8649a422ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.492552 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-14234751-1973-4551-8991-8649a422ba5e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692813 Dec 15 22:40:11.528306 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-16a13ca8-fd07-45c9-bbe5-8b3c1a2000c7 req-127e55de-1134-41d3-baec-91a0535e7ace tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383286 Dec 15 22:40:11.596609 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ba68180e-2afa-4102-bfdd-1a2c464c72f0 up at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:11.629030 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-87e8ac35-3a6a-4eea-af0c-653d35635b4d service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Dec 15 22:40:11.666509 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Provisioning complete for port ba68180e-2afa-4102-bfdd-1a2c464c72f0 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:11.666893 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:11.765590 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-ca088e61-99db-41fc-871b-f2141665efa5 req-7458cb73-0b3b-41da-9f31-3a58be4360b4 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302950 Dec 15 22:40:11.885628 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-42fb29aa-d485-4c13-8800-f06f54967bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:11.887559 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-42fb29aa-d485-4c13-8800-f06f54967bee service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1096 time: 0.0772576 Dec 15 22:40:12.025215 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-1f9b4723-0f92-40bf-bc65-e232549fa60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:12.026655 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-1f9b4723-0f92-40bf-bc65-e232549fa60d service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1317809 Dec 15 22:40:12.099467 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-1811136d-9bc8-49bf-ae70-2e6b83353b82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 217 time: 0.0654025 Dec 15 22:40:12.163505 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-b47968f2-9b56-473c-a8b1-6304c5dd6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:12.164829 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-b47968f2-9b56-473c-a8b1-6304c5dd6fec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0590351 Dec 15 22:40:12.240071 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-b2ef2f1b-3d93-4ad4-8bfd-ad22ab02e99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:12.241493 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-b2ef2f1b-3d93-4ad4-8bfd-ad22ab02e99d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698519 Dec 15 22:40:12.379039 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-e04e08b9-c1aa-4db5-94ef-6d6e0b45c023 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294782 Dec 15 22:40:12.510819 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-aa624f0a-dc33-4a5d-9bf7-4169cad878f2 req-6db91a5e-db47-4937-a4a5-2a55da671b84 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243079 Dec 15 22:40:12.715287 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5b330-134a-412e-a017-dc0b9436b32e req-4e95e053-3078-456c-81a4-e062e95a3b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:12.715994 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9db5b330-134a-412e-a017-dc0b9436b32e req-4e95e053-3078-456c-81a4-e062e95a3b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:40:12.730843 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-9db5b330-134a-412e-a017-dc0b9436b32e req-4e95e053-3078-456c-81a4-e062e95a3b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:40:12.731950 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9db5b330-134a-412e-a017-dc0b9436b32e req-4e95e053-3078-456c-81a4-e062e95a3b40 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.0975468 Dec 15 22:40:12.775911 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9db5b330-134a-412e-a017-dc0b9436b32e req-363b70ec-80be-4105-9d49-8f392f9c1e72 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Dec 15 22:40:13.613361 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-50a28211-fc51-4906-adbd-e330377b1b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:13.692573 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:40:13.859761 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:13.873075 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:40:13.946212 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:13.969082 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:40:13.988717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:13.992919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:13.994924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:14.070695 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:14.073706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:14.093326 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ff78f-0dd4-44bc-b555-0cee61b32bf1 req-cb36bf41-6ff9-4c97-8149-56e7580f64a6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:14.094761 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-190ff78f-0dd4-44bc-b555-0cee61b32bf1 req-cb36bf41-6ff9-4c97-8149-56e7580f64a6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.2082136 Dec 15 22:40:14.138066 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-190ff78f-0dd4-44bc-b555-0cee61b32bf1 req-d798a44a-3a7a-46c8-a4c7-b3ee53bf8053 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376117 Dec 15 22:40:14.223657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['77cdf25c-eb7d-4842-ba22-21fa8cc66e57'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:40:15.322276 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0de777-5b00-468b-82bc-5da226793128 req-b6be02d9-85f5-4d4d-bfc4-a34ceff8d172 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:15.324309 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e0de777-5b00-468b-82bc-5da226793128 req-b6be02d9-85f5-4d4d-bfc4-a34ceff8d172 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 944 time: 0.0802505 Dec 15 22:40:15.476440 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5e0de777-5b00-468b-82bc-5da226793128 req-e2b2ad93-ea04-4235-b81f-644a9938348b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465292 Dec 15 22:40:15.692474 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:40:15.756397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:40:15.760823 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:40:15.761226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:15.873675 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:15.900585 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:40:15.909561 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:40:15.913552 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:15.915715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:15.947569 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'code': 200} Dec 15 22:40:15.990888 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-83eba8ed-e8bd-48d8-be25-1203473e5b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:16.001632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:16.004632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:16.174664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd14c40-fc1d-40dc-b52d-9aa02798bcbc req-81c7cda1-a657-41be-9801-ea5fcc2e160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:16.176133 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd14c40-fc1d-40dc-b52d-9aa02798bcbc req-81c7cda1-a657-41be-9801-ea5fcc2e160e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1098 time: 0.0737205 Dec 15 22:40:16.217636 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-cdd14c40-fc1d-40dc-b52d-9aa02798bcbc req-f28b4486-1053-45be-a915-11171339cd99 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353603 Dec 15 22:40:16.665647 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cedf48-9126-4de5-9f1e-8c862e2b8b16 req-440e7e48-8396-4cdd-bf0b-25f53b696db8 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:16.667085 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b1cedf48-9126-4de5-9f1e-8c862e2b8b16 req-440e7e48-8396-4cdd-bf0b-25f53b696db8 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 945 time: 0.0872841 Dec 15 22:40:16.710586 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b1cedf48-9126-4de5-9f1e-8c862e2b8b16 req-45128767-0baa-4ac8-a669-effd2a1f4540 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Dec 15 22:40:16.990723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:17.014714 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:17.898284 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e373606-e8e8-4233-a14e-ff3c0873507c req-f7258209-1083-4213-9431-cd661d3bfbd6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:17.899714 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3e373606-e8e8-4233-a14e-ff3c0873507c req-f7258209-1083-4213-9431-cd661d3bfbd6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 945 time: 0.0841472 Dec 15 22:40:17.946250 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-3e373606-e8e8-4233-a14e-ff3c0873507c req-a3834690-68ba-43ba-b44c-e53a29e7716a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409079 Dec 15 22:40:18.124637 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2112-40f2-45f2-b48c-e8f50b1f44d0 req-76a32b8b-4408-4d34-ba7a-0ed7b1a50153 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:18.126046 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4ef2112-40f2-45f2-b48c-e8f50b1f44d0 req-76a32b8b-4408-4d34-ba7a-0ed7b1a50153 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 945 time: 0.0782061 Dec 15 22:40:18.173359 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a4ef2112-40f2-45f2-b48c-e8f50b1f44d0 req-259972d6-14a8-469a-af7d-d6426afa483b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417721 Dec 15 22:40:18.195155 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49916) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:18.306326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38ddc13-d098-4b44-a7dc-39b12efc87dd tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:18.307029 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d38ddc13-d098-4b44-a7dc-39b12efc87dd tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] Synchronizing usage tracker for tenant:cabaa57abd874a68bfb42156738f4feb on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:40:18.323367 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-d38ddc13-d098-4b44-a7dc-39b12efc87dd tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] Unset dirty status for tenant:cabaa57abd874a68bfb42156738f4feb on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:40:18.324583 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-d38ddc13-d098-4b44-a7dc-39b12efc87dd tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1093 time: 0.1285133 Dec 15 22:40:18.327469 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 49922) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:40:18.332463 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:40:18.338179 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:40:18.342470 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:floatingip and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:40:18.345249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:40:18.350862 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:40:18.361382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:18.494398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:18.629510 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Allocated IP 172.26.6.191 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/c68ab3e9-392b-4952-9b4c-bff472eb4f41) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:40:18.644231 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:18.774737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:18.801985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:18.806210 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1c8022d9-6b0c-4914-bce3-1bbcf59364b2 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:18.865642 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:40:18.868246 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:40:18.872507 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:40:18.906458 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=c68ab3e9-392b-4952-9b4c-bff472eb4f41,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:18.917693 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:19.287653 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:19.359610 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:19.559382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:19.567251 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:19.570964 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-2acd3601-b813-4f0c-9df2-482e1f09c2fe tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:40:19.776477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=c68ab3e9-392b-4952-9b4c-bff472eb4f41,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:40:19.781059 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:40:19.788851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:19.961824 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Floating IP e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8 associated. External IP: 172.26.6.191, port: 77cdf25c-eb7d-4842-ba22-21fa8cc66e57. Dec 15 22:40:20.302790 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:40:20.478075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:40:20.488351 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:40:20.498062 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:20.498715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:20.503492 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:20.559175 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b4922ff0-8613-4ccd-b43c-6e71a68fdfc7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2305365 Dec 15 22:40:20.559737 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:40:20.655467 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'status': 'completed', 'code': 200} Dec 15 22:40:20.687408 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:20.748585 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-569e721e-0063-4717-b706-56995f124f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:20.750035 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-569e721e-0063-4717-b706-56995f124f80 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1098 time: 0.0728021 Dec 15 22:40:20.881145 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-f95fa34b-e022-48f4-ac18-7120449ce268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:20.882615 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-f95fa34b-e022-48f4-ac18-7120449ce268 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1264768 Dec 15 22:40:20.982130 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-6fee636f-eadd-4c6b-b03e-ca54f709a128 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 999 time: 0.0929334 Dec 15 22:40:21.028807 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:19Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:21.032640 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:40:21.040839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:40:21.041446 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:40:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:21.047534 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-758742e9-beb7-4dc3-a260-99cab3901d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:21.049017 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-758742e9-beb7-4dc3-a260-99cab3901d15 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0605083 Dec 15 22:40:21.123656 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-938b1818-d000-45da-85f2-170de9031f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:21.125075 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-938b1818-d000-45da-85f2-170de9031f45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701084 Dec 15 22:40:21.270907 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:40:21.386337 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-624e600d-61eb-422e-864b-3ed5f2f2ae07 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543867 Dec 15 22:40:21.518383 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a38e6b9a-8cf4-4585-9699-dd4870c403f4 req-fc671ed3-48b9-4f0b-9a2a-9014c3d71030 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261532 Dec 15 22:40:21.613913 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:19Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:40:21.618397 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149f2c12-cda7-40e3-8210-560af03bde01 None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:19Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:40:21.812822 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aaec23-1e44-41ae-aba5-6f910b2a6e38 None None] New status for floating IP e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:40:22.159736 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:39.984632 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:40:43.614375 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-1ef10260-e203-4366-a6a4-1d205f6a3639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:45.931545 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b55ddd7e-a113-43aa-9862-154f6a92f8ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:46.993745 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:47.017842 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:48.647689 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:40:49.361406 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-c6ca1e7b-bbcf-4814-8b48-2512e7a9b90f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732210 Dec 15 22:40:49.500410 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-4fd5d6d0-a895-4159-bd58-29f94fdf3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:49.501858 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-4fd5d6d0-a895-4159-bd58-29f94fdf3cf3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1098 time: 0.0697229 Dec 15 22:40:49.645142 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-1362ffa3-a673-4fe2-9db7-da9c40372974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:49.646488 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-1362ffa3-a673-4fe2-9db7-da9c40372974 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1246004 Dec 15 22:40:49.748156 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-a8e11ee4-a407-4dcc-8aea-336cd45ce50e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 1001 time: 0.0946810 Dec 15 22:40:49.810735 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-e61ae317-5064-480a-b58a-eaad15f393e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:49.812110 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-e61ae317-5064-480a-b58a-eaad15f393e0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0581920 Dec 15 22:40:49.886734 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-776e6c20-9639-4b77-af9c-8f82a71cfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:40:49.888252 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-776e6c20-9639-4b77-af9c-8f82a71cfcf8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699267 Dec 15 22:40:50.022199 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-6a624029-5317-401b-a4fa-f17f6b205656 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264718 Dec 15 22:40:50.152625 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-fb21e75c-053b-4cb1-815d-86bcc50ea450 req-231e2da7-0464-494b-8dcc-88fd76c3f7d1 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243339 Dec 15 22:40:52.161074 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:13.614749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-67e79450-4a93-4393-b90e-35a6971e2277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:15.934255 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e39ab27c-82f1-43b2-88e4-fae30fcda48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:16.984686 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:41:16.997042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:17.019781 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:18.649861 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:22.172642 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:43.615462 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-986b0244-160a-45ed-a658-8484c15c83db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:45.954247 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-4d55f1fd-f739-46f2-a786-98b10ef9a7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:46.999957 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:47.021812 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:48.653450 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:48.776453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [req-e1e16d5c-a15c-4a9b-83ad-956d67c023fb req-687e6144-7cb0-4267-8526-8fe95c3a5f49 service neutron] (87553) timed out ('10.222.0.18', 48176) {{(pid=87553) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 15 22:41:51.342783 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-5d2daafa-fc9b-4f56-8433-a2c4b5b003af service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693669 Dec 15 22:41:51.482104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-253f1c87-312a-4bff-888e-19cc08583364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:41:51.483531 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-253f1c87-312a-4bff-888e-19cc08583364 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1098 time: 0.0742257 Dec 15 22:41:51.629135 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-eb4104de-b00b-4a9a-8037-ca140eb8a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:41:51.630507 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-eb4104de-b00b-4a9a-8037-ca140eb8a0b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1286500 Dec 15 22:41:51.736113 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-0c28ece1-f40b-4078-ad24-3896628b56bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 1001 time: 0.0986590 Dec 15 22:41:51.797664 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-bb667013-309a-4638-bd85-1bb81809547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:41:51.799108 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-bb667013-309a-4638-bd85-1bb81809547c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0570762 Dec 15 22:41:51.873192 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-b6ff0712-4e1e-4c98-9bf6-0546a4fd9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:41:51.874657 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-b6ff0712-4e1e-4c98-9bf6-0546a4fd9f40 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694711 Dec 15 22:41:52.115344 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-e8e3e491-439b-4960-a95f-2e921ccff2db service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338929 Dec 15 22:41:52.172118 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:41:52.246656 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-b6e6d935-38c5-4622-b193-617c0dba40f3 req-08be7e4d-71af-4573-bd4e-3bd5616af333 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250024 Dec 15 22:41:53.984719 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:42:13.617128 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-dc537e2b-6baa-42dc-9a03-c10e64bf2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:15.934943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-d51e9ae4-2d62-4a96-9bab-500fb5f4bea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:17.002902 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:17.024163 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:18.196444 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:42:18.325758 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:18.341568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:42:18.394930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:18.410946 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:42:18.426498 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:18.429750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:18.431543 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:18.497755 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:18.505162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.505292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.505632 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.505965 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.506432 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.506769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.507563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.507563 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.507778 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.508191 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.508415 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.508836 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:18.513595 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['77cdf25c-eb7d-4842-ba22-21fa8cc66e57'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:42:18.541713 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:18.666903 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:20.220813 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:42:20.288511 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:42:20.288899 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:20.426034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:20.461038 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:42:20.472769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:20.485857 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:20.488327 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:20.610044 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'code': 200} Dec 15 22:42:20.631816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:20.635243 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:22.205168 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:29.178620 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-6cc7b5ea-9e9d-45e1-a612-9094e03a70af tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790655253&fields=id&tenant_id=ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 267 time: 0.0427461 Dec 15 22:42:29.325805 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-a0d35bf5-d887-4774-8f21-308b05f8e227 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:29.327217 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-a0d35bf5-d887-4774-8f21-308b05f8e227 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 810 time: 0.1415718 Dec 15 22:42:29.341690 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-5dd810a7-0928-4ce9-ad69-424c87a6279a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/quotas/ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 375 time: 0.0091274 Dec 15 22:42:29.425673 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-541e87c2-1692-4272-858a-278d8a94aef7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791509 Dec 15 22:42:29.561486 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-52e4063a-968d-4728-9e70-92f37c7294c9 service neutron] 10.222.0.18 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247375 Dec 15 22:42:29.689989 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-7b697e2e-fcb6-4f6b-b0e7-d52faf0cca94 service neutron] 10.222.0.18 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224546 Dec 15 22:42:29.878103 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-33ee0c3d-2b11-48e5-a6aa-dda91ff14691 req-d02a77b2-8296-48e8-ab44-a92c6498f11a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 210 time: 0.0433481 Dec 15 22:42:30.880723 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-2d980455-7514-489d-83cb-d48e9aaabe73 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:30.882026 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-2d980455-7514-489d-83cb-d48e9aaabe73 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 810 time: 0.1519537 Dec 15 22:42:30.933759 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-9c65fce0-bc77-4f75-a9d0-81f56f3e4c55 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab52c1603081405ba058010be29438ef HTTP/1.1" status: 200 len: 379 time: 0.0428679 Dec 15 22:42:30.945513 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'port': {'device_id': '1b74a7e2-5675-4873-b266-a89fef660028', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'admin_state_up': True, 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'security_groups': ['16611825-ee60-4fe0-a136-094d3ad96c58']}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:42:30.983227 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:42:31.083616 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-f861b4a4-8a74-4573-b38e-6dfb4c0b9a8d req-beb9e345-b7ae-41fa-8573-553490019aeb tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 210 time: 0.0608780 Dec 15 22:42:31.139705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:42:31.149533 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:42:31.159711 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Made reservation on behalf of ab52c1603081405ba058010be29438ef for: {'port': 1} {{(pid=87554) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 22:42:31.163500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:31.372793 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Allocated IP 172.20.0.5 (e6bd7941-c06c-4648-b3e8-3bf7f126bf79/92553192-6573-47ae-88d2-dfb0d00613be/ffe6aa62-4d24-443f-90fa-035aa2b92805) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:42:31.624101 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:31.640846 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Transition to ACTIVE for port object ffe6aa62-4d24-443f-90fa-035aa2b92805 will not be triggered until provisioned by entity DHCP. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:42:31.670198 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:31.676473 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f685e958-fa4c-497c-874f-b4dfb69f96cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:31.869496 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:42:31.872887 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:42:31.875676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:42:31.924827 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:31.935631 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.936050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.936435 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.936808 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.937178 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.937550 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.937916 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.938286 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.938657 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.939312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.939680 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.940070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:42:31.948125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:31.968560 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:31.969569 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:32.003685 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-23c4a05d-ac5d-4e85-8612-6a66f6d89f4f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0624640 Dec 15 22:42:32.124847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5d371ee2-790a-4ad8-9394-5b7a7fe35ad7 None None] Provisioning for port ffe6aa62-4d24-443f-90fa-035aa2b92805 completed by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:42:32.131674 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5d371ee2-790a-4ad8-9394-5b7a7fe35ad7 None None] Provisioning complete for port ffe6aa62-4d24-443f-90fa-035aa2b92805 triggered by entity DHCP. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:42:32.132368 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5d371ee2-790a-4ad8-9394-5b7a7fe35ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:32.197698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5d371ee2-790a-4ad8-9394-5b7a7fe35ad7 None None] Port ffe6aa62-4d24-443f-90fa-035aa2b92805 cannot update to ACTIVE because it is not bound. {{(pid=87555) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 22:42:32.289771 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ac278-0fab-48e9-83a9-dd28f8489c84 req-72a3dcfb-7273-4a1c-b3cf-b73f18dc388b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:32.291238 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-688ac278-0fab-48e9-83a9-dd28f8489c84 req-72a3dcfb-7273-4a1c-b3cf-b73f18dc388b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0976222 Dec 15 22:42:32.341991 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-688ac278-0fab-48e9-83a9-dd28f8489c84 req-4753b9c6-b611-4f13-b947-6b8a5d0982de tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447564 Dec 15 22:42:32.345693 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:42:32.473116 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:32.507766 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:32.508706 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:42:32.515697 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:32.518533 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-091fd7ed-61a6-4a50-bdfe-c66fb9863cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:32.582253 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'code': 200} Dec 15 22:42:32.594756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:32.598456 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:33.691898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd6d89-4971-480a-a767-ceecf47fa5bf req-7158799e-299d-4d6f-91c5-636e3130270b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:33.694231 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dcd6d89-4971-480a-a767-ceecf47fa5bf req-7158799e-299d-4d6f-91c5-636e3130270b tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0883026 Dec 15 22:42:33.739959 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5dcd6d89-4971-480a-a767-ceecf47fa5bf req-a0e47376-683e-4c43-81da-c4a3faca8968 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Dec 15 22:42:34.940391 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb46fe-48be-4dd2-83c1-24e1dc3ad33d req-479147dc-70ee-4288-8cfd-7d162341157f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:34.941012 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-3deb46fe-48be-4dd2-83c1-24e1dc3ad33d req-479147dc-70ee-4288-8cfd-7d162341157f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:42:34.958146 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [req-3deb46fe-48be-4dd2-83c1-24e1dc3ad33d req-479147dc-70ee-4288-8cfd-7d162341157f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87554) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:42:34.959749 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3deb46fe-48be-4dd2-83c1-24e1dc3ad33d req-479147dc-70ee-4288-8cfd-7d162341157f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.1053634 Dec 15 22:42:35.009717 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-3deb46fe-48be-4dd2-83c1-24e1dc3ad33d req-b60db3b0-9736-4db3-a69e-06b220588b81 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436554 Dec 15 22:42:36.205016 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11c68d-636b-44b3-bfb2-87df520162a8 req-2820820f-8923-4c5c-b556-05b42496fc2c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:36.206589 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf11c68d-636b-44b3-bfb2-87df520162a8 req-2820820f-8923-4c5c-b556-05b42496fc2c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0888352 Dec 15 22:42:36.253503 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-cf11c68d-636b-44b3-bfb2-87df520162a8 req-b36e9634-9508-4288-b623-8b329f885041 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413678 Dec 15 22:42:37.452725 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf152f0-0fbb-4606-a0e9-b98bfbd160af req-ed4027cf-5555-4535-81c8-0ab9c9260a69 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:37.454164 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-adf152f0-0fbb-4606-a0e9-b98bfbd160af req-ed4027cf-5555-4535-81c8-0ab9c9260a69 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0872121 Dec 15 22:42:37.502570 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-adf152f0-0fbb-4606-a0e9-b98bfbd160af req-80e706e4-6a01-4fd6-a666-5bfd9e49eb88 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426688 Dec 15 22:42:38.700260 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafab4a-88df-4c66-ba55-7f269563a93b req-c971b658-ee44-4d2e-ba7c-e74fbf1e74f6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:38.701753 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-feafab4a-88df-4c66-ba55-7f269563a93b req-c971b658-ee44-4d2e-ba7c-e74fbf1e74f6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0830038 Dec 15 22:42:38.750942 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-feafab4a-88df-4c66-ba55-7f269563a93b req-af6f689a-2ee9-4427-9763-20be9c2c9ef4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435197 Dec 15 22:42:39.950614 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23148f41-0ca8-4571-aa5a-ae2ad8c8f52f req-5bcbdbe9-68f8-4ef9-ba6b-eaca160c5d2d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:39.952197 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23148f41-0ca8-4571-aa5a-ae2ad8c8f52f req-5bcbdbe9-68f8-4ef9-ba6b-eaca160c5d2d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0903709 Dec 15 22:42:39.997415 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-23148f41-0ca8-4571-aa5a-ae2ad8c8f52f req-a44b7510-88f3-40ce-8616-7e68779f3c62 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393505 Dec 15 22:42:41.190617 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ef580-7d84-4a63-b3af-851cec9299fc req-c5e9d62d-adb8-4f10-bfe9-070c18bedd8e tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:41.192263 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4f2ef580-7d84-4a63-b3af-851cec9299fc req-c5e9d62d-adb8-4f10-bfe9-070c18bedd8e tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 931 time: 0.0843475 Dec 15 22:42:41.235472 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4f2ef580-7d84-4a63-b3af-851cec9299fc req-5dd15ef0-d2ec-4a43-8a91-ce1931fc54c2 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376589 Dec 15 22:42:41.558855 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Request body: {'port': {'device_id': '1b74a7e2-5675-4873-b266-a89fef660028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8206'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:42:41.669411 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.006289 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe6aa62-4d24-443f-90fa-035aa2b92805 {{(pid=87554) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:42:42.014252 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.029046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.provisioning_blocks [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Transition to ACTIVE for port object ffe6aa62-4d24-443f-90fa-035aa2b92805 will not be triggered until provisioned by entity L2. {{(pid=87554) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 22:42:42.032451 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.036849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-1f8be8ab-7f15-4ac4-aa55-168a67c3924f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:42.169161 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:42.172624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:42.293888 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Attempting to bind port ffe6aa62-4d24-443f-90fa-035aa2b92805 on host hv-neutron-8206 for vnic_type normal with profile {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 22:42:42.294301 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Attempting to bind port ffe6aa62-4d24-443f-90fa-035aa2b92805 by drivers openvswitch,hyperv on host hv-neutron-8206 at level 0 using segments [{'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 22:42:42.294686 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Attempting to bind port ffe6aa62-4d24-443f-90fa-035aa2b92805 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:42:42.299313 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Port ffe6aa62-4d24-443f-90fa-035aa2b92805 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8206 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 22:42:42.299687 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Attempting to bind port ffe6aa62-4d24-443f-90fa-035aa2b92805 on network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 22:42:42.304740 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Checking agent: {'id': 'c94143ca-59dc-4468-a547-1f563f3a073a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8206', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'started_at': datetime.datetime(2021, 12, 15, 21, 45, 52), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 22:42:42.305133 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Checking segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 22:42:42.305571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Bound using segment: {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'} {{(pid=87554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 22:42:42.306064 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.managers [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Bound port: ffe6aa62-4d24-443f-90fa-035aa2b92805, host: hv-neutron-8206, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3097ea-e875-42c5-a5c3-58c047bdfc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79'}}] {{(pid=87554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 22:42:42.306562 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.449976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, cleared binding levels {{(pid=87554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 22:42:42.455282 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 22:42:42.460592 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.465922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-89c58985-9bf3-4825-8d2b-0a8edde1e8cc tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:42.505279 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4b350-ab3e-4b22-8d91-69c90daa7f2b req-d660bfdf-d8a4-406d-842c-ec80b227cb8f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:42.506705 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1ad4b350-ab3e-4b22-8d91-69c90daa7f2b req-d660bfdf-d8a4-406d-842c-ec80b227cb8f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 943 time: 0.1608353 Dec 15 22:42:42.525910 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:42.527050 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:42.528401 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] 10.222.0.32 "PUT /v2.0/ports/ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 1093 time: 0.9738243 Dec 15 22:42:42.537399 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:42:42.626093 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'status': 'completed', 'code': 200} Dec 15 22:42:42.649480 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-1ad4b350-ab3e-4b22-8d91-69c90daa7f2b req-2493783f-7ceb-4870-adc1-2e6e81abc2c6 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355164 Dec 15 22:42:42.651986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=3']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:42.655669 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:42.686763 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-87de84c6-f931-4209-883e-5bb027cfdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:42.688278 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-87de84c6-f931-4209-883e-5bb027cfdd8f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1096 time: 0.1142161 Dec 15 22:42:42.756380 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-80d35135-86c9-45f5-8287-7c93d6f1118e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 217 time: 0.0603497 Dec 15 22:42:42.822183 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-707e23f1-a08e-448a-b823-58d74204983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:42.823584 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-707e23f1-a08e-448a-b823-58d74204983f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0616031 Dec 15 22:42:42.897015 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-9d1f98dd-9da2-41ff-a871-1917efb800a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:42.898480 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-9d1f98dd-9da2-41ff-a871-1917efb800a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685976 Dec 15 22:42:43.156548 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-b766b183-e881-4b6a-9f46-324add19326f service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512865 Dec 15 22:42:43.286702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-6ebfd134-1470-4d69-bbce-50efe4807f65 req-534244a8-3039-4f07-9b5a-9c56e1a1e70f service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234083 Dec 15 22:42:43.407144 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143761-9df7-4add-948b-232df6019371 req-0760a1bf-e907-4b13-9252-9d9b7282fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:43.408624 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-0760a1bf-e907-4b13-9252-9d9b7282fab9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1096 time: 0.0738254 Dec 15 22:42:43.539649 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143761-9df7-4add-948b-232df6019371 req-3b9adba9-ce5f-43ed-8821-11f643f89f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:43.541119 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-3b9adba9-ce5f-43ed-8821-11f643f89f55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1254385 Dec 15 22:42:43.608635 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-c3e0381d-5c2b-4b6d-bfab-ada4532c46e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 217 time: 0.0602131 Dec 15 22:42:43.618419 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9370b620-7feb-42d2-9a9b-368cdcbe2bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:43.674871 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143761-9df7-4add-948b-232df6019371 req-54a6ba69-a2f6-4feb-b387-751b8a636b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:43.676202 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-54a6ba69-a2f6-4feb-b387-751b8a636b1d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0598638 Dec 15 22:42:43.753098 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c143761-9df7-4add-948b-232df6019371 req-69df6c74-e642-4314-bce3-3bc330214d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:43.754563 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-69df6c74-e642-4314-bce3-3bc330214d43 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705652 Dec 15 22:42:43.836778 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9b630-fb58-416f-b73b-d03dd0c1720f req-ac461fa4-50b3-43f3-ae4b-e67a896416c7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:43.838212 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0fe9b630-fb58-416f-b73b-d03dd0c1720f req-ac461fa4-50b3-43f3-ae4b-e67a896416c7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 943 time: 0.0795250 Dec 15 22:42:43.881856 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-0fe9b630-fb58-416f-b73b-d03dd0c1720f req-0a619d87-a438-4837-9ea1-339107eeaca5 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380061 Dec 15 22:42:43.887651 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-770a0b7a-5909-411f-ab0e-9f1c531e1b5f service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254811 Dec 15 22:42:44.019678 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-2c143761-9df7-4add-948b-232df6019371 req-ae74f85e-e158-44f8-92f9-90ed99db3b67 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253674 Dec 15 22:42:44.422381 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:42:44.553334 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:44.566827 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'mac_address': 'fa:16:3e:2b:94:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:42:44.623465 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:44.640174 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe6aa62-4d24-443f-90fa-035aa2b92805 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:42:44.656300 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:44.659930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:44.661663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:44.724272 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=4']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:44.727162 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:44.868539 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['ffe6aa62-4d24-443f-90fa-035aa2b92805'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:42:45.067331 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634ef88-4b72-4b06-84f3-2bfc6a8122cc req-277c821e-36d4-4699-a7d4-189e5328911d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:45.068799 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a634ef88-4b72-4b06-84f3-2bfc6a8122cc req-277c821e-36d4-4699-a7d4-189e5328911d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 944 time: 0.0842116 Dec 15 22:42:45.113259 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-a634ef88-4b72-4b06-84f3-2bfc6a8122cc req-b278a855-de12-41de-b55a-0864b9f5b10d tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Dec 15 22:42:45.935218 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-050c0f0a-b8f3-4dae-bb6c-7510dddcbfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:46.297577 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e74fa-e33b-41de-90a3-9f34d6c68348 req-20f75855-2e4c-427a-a1ca-c4cdafc70425 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:46.298900 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd4e74fa-e33b-41de-90a3-9f34d6c68348 req-20f75855-2e4c-427a-a1ca-c4cdafc70425 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 944 time: 0.0813615 Dec 15 22:42:46.342495 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-fd4e74fa-e33b-41de-90a3-9f34d6c68348 req-233119c9-2e3f-41d4-a438-a02a241610bd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 Dec 15 22:42:46.438096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:42:46.503715 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning for port ffe6aa62-4d24-443f-90fa-035aa2b92805 completed by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 22:42:46.508329 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port ffe6aa62-4d24-443f-90fa-035aa2b92805 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:42:46.508712 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:46.624547 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:46.650159 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:42:46.660380 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:42:46.663644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:46.665591 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:46.700502 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'code': 200} Dec 15 22:42:46.730808 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=5']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:46.733536 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:46.921831 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c8780-ab5a-41f3-b706-7f911876434e req-2cfe5851-c194-43e7-aeb6-92d15ed6b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:46.923203 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc6c8780-ab5a-41f3-b706-7f911876434e req-2cfe5851-c194-43e7-aeb6-92d15ed6b188 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1098 time: 0.0744977 Dec 15 22:42:46.963865 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-bc6c8780-ab5a-41f3-b706-7f911876434e req-bd05a172-cf8a-4589-aa76-b471e3849c44 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337167 Dec 15 22:42:47.006201 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:47.031748 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:47.597903 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0080c-06a3-4a2f-bede-362fb3358e9e req-a1cc4105-a1b1-4006-8dfc-f956b3e551cb tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:47.599417 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4fb0080c-06a3-4a2f-bede-362fb3358e9e req-a1cc4105-a1b1-4006-8dfc-f956b3e551cb tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 945 time: 0.1415801 Dec 15 22:42:47.646928 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-4fb0080c-06a3-4a2f-bede-362fb3358e9e req-51f166a4-a81b-4700-89ce-6cfde875b140 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Dec 15 22:42:48.657708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:48.918930 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744a28f-3cbc-4013-8862-60ed0d9654af req-30db1b59-e559-48cd-a0d3-10ce88df7471 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:48.920390 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7744a28f-3cbc-4013-8862-60ed0d9654af req-30db1b59-e559-48cd-a0d3-10ce88df7471 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 945 time: 0.1665568 Dec 15 22:42:48.963131 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-7744a28f-3cbc-4013-8862-60ed0d9654af req-d678bd6e-7245-4474-bc78-884dc2e4e045 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370092 Dec 15 22:42:49.141949 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf657-18fb-45c1-8bd9-c9ce3a896fab req-a76e194a-2af6-4308-ac27-86d0d1ca2383 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:49.143292 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7acf657-18fb-45c1-8bd9-c9ce3a896fab req-a76e194a-2af6-4308-ac27-86d0d1ca2383 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 945 time: 0.0788741 Dec 15 22:42:49.186617 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-c7acf657-18fb-45c1-8bd9-c9ce3a896fab req-879c620d-00df-4e59-b8e3-32b73245fa79 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378261 Dec 15 22:42:49.208829 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50206) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:42:49.278164 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7317f-c273-446a-be99-c8cd72250769 tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:49.279618 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-45c7317f-c273-446a-be99-c8cd72250769 tempest-TestSnapshotPattern-334669892 tempest-TestSnapshotPattern-334669892-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1093 time: 0.0696218 Dec 15 22:42:49.282351 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50210) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:42:49.287125 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.v2.base [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Request body: {'floatingip': {'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87554) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 22:42:49.292896 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 22:42:49.296713 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Usage tracker for resource:floatingip and tenant:ab52c1603081405ba058010be29438ef is out of sync, need to count used quota {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 22:42:49.299455 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.quota.resource [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87554) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 22:42:49.305034 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.quota.driver [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87554) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 22:42:49.318443 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:49.450500 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:49.594426 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_common [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Allocated IP 172.26.6.254 (ac76b5a8-2a4f-4138-b30a-4c4b92be1401/385e8179-2abf-44b1-90e1-e51a4f4624e6/5d760ca7-7093-4c19-8890-a6c6e9fccada) {{(pid=87554) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 22:42:49.737638 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:49.766908 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752352981589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:49.770337 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-40172467-2513-482c-8d6f-4f7e11c87c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:49.841303 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Network ac76b5a8-2a4f-4138-b30a-4c4b92be1401 is already hosted by enough agents. {{(pid=87554) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 22:42:49.844258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.base_scheduler [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Resources bound (agent type, host, resource id): {{(pid=87554) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 22:42:49.847856 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Received port after_create {{(pid=87554) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 22:42:49.877390 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=5d760ca7-7093-4c19-8890-a6c6e9fccada,revision_number=1']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:49.883151 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:50.363577 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:50.435128 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:50.639081 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for port, precommit_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:50.643310 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3662877'] for port, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:50.647571 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-4c353811-442f-4586-aa66-e58317200aa1 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:42:50.751070 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event updated for resources: {'Port': ['ID=5d760ca7-7093-4c19-8890-a6c6e9fccada,revision_number=2']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:42:50.754840 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:42:50.761659 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1023159'] for floatingip, after_update {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:50.929757 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.db.l3_db [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Floating IP 23b23036-ae58-4a0f-937e-c74dcf80b0a2 associated. External IP: 172.26.6.254, port: ffe6aa62-4d24-443f-90fa-035aa2b92805. Dec 15 22:42:51.275456 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:42:51.638990 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:42:51.646682 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-da327c63-bf92-4271-8baa-d9fe13a67626 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066018 Dec 15 22:42:51.648437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:42:51.658223 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:42:51.658841 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:42:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:42:51.665849 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:51.760595 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-97d99d5e-fccd-46c2-8db4-fb13ae28ac59 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4772475 Dec 15 22:42:51.762851 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87554) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:42:51.798673 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-94dc45b6-b156-4417-9ef1-f59bb6e3617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:51.800160 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-94dc45b6-b156-4417-9ef1-f59bb6e3617f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1096 time: 0.0829983 Dec 15 22:42:51.819868 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'status': 'completed', 'code': 200} Dec 15 22:42:51.838485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:42:51.842546 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.32', 56854) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:42:51.943259 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-1e723dd2-9d37-45a1-9c9f-10b98f491bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:51.945185 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-1e723dd2-9d37-45a1-9c9f-10b98f491bd2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1098 time: 0.1016707 Dec 15 22:42:51.965322 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-98257e79-18dd-4483-9f30-28abafe9bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:51.966743 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-98257e79-18dd-4483-9f30-28abafe9bfa7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1403015 Dec 15 22:42:52.094239 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-d97ce0b5-8c07-4e2a-af2a-ad6e04d66a23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 999 time: 0.1171579 Dec 15 22:42:52.098625 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-8c857e15-bf19-4fd3-87ec-8c5f28434e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:52.099950 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-8c857e15-bf19-4fd3-87ec-8c5f28434e21 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1479592 Dec 15 22:42:52.191147 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-2434e2fb-6c85-4bd8-929d-4b591eddc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:52.192824 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-2434e2fb-6c85-4bd8-929d-4b591eddc6bc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0916586 Dec 15 22:42:52.208734 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-e695614a-a669-4cb7-b2aa-8e057b060d8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 999 time: 0.1017559 Dec 15 22:42:52.213346 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:42:52.277416 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-51b14b9c-aabb-4fa9-8c22-a286ae38663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:52.278116 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-935ce986-b668-42b4-9143-42d79bf5ce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:52.279715 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-51b14b9c-aabb-4fa9-8c22-a286ae38663a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800335 Dec 15 22:42:52.279864 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-935ce986-b668-42b4-9143-42d79bf5ce85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0645926 Dec 15 22:42:52.315060 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '23b23036-ae58-4a0f-937e-c74dcf80b0a2', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:2b:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74a7e2-5675-4873-b266-a89fef660028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:42:50Z', 'updated_at': '2021-12-15T22:42:50Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}, {'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:42:52.319578 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:42:52.328691 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:42:52.329311 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:42:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:42:52.360106 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-37905779-3fc5-482c-8429-608cf6b756f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:42:52.361459 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-37905779-3fc5-482c-8429-608cf6b756f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701430 Dec 15 22:42:52.442901 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-e5f946a3-e1cc-4058-8246-e91674ea4cea service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503484 Dec 15 22:42:52.497498 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-08923bad-d3c8-44f0-95cf-10c10f490027 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288748 Dec 15 22:42:52.525752 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:42:52.595599 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-9919f51c-bb67-4a8d-807a-5a2300ae6b80 req-b1cd85b0-58af-4f47-b4c6-e17afefe7d3d service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458619 Dec 15 22:42:52.645749 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-8f79a62b-6793-4603-96ca-28bf216c85bd req-1f4daedf-ef10-402e-a182-8fe63fc5b597 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419907 Dec 15 22:42:52.889292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '23b23036-ae58-4a0f-937e-c74dcf80b0a2', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:2b:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74a7e2-5675-4873-b266-a89fef660028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:42:50Z', 'updated_at': '2021-12-15T22:42:50Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}, {'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:42:52.893250 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909e5e87-a650-4829-96f5-d983f73b3cde None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': '23b23036-ae58-4a0f-937e-c74dcf80b0a2', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:2b:94:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74a7e2-5675-4873-b266-a89fef660028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:42:50Z', 'updated_at': '2021-12-15T22:42:50Z', 'revision_number': 0, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}, {'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:42:53.097562 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb589a5-07bb-4e68-87d9-b10dae09d91b None None] New status for floating IP 23b23036-ae58-4a0f-937e-c74dcf80b0a2: ACTIVE {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:43:07.982601 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:43:13.621480 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5381c05e-b7b1-4466-aea0-a15638c2500a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:15.936554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e5db19cb-209b-4801-8e91-7ff4cff7108c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:17.009924 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:17.029437 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:18.660726 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:22.199226 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:43.622113 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-0412369f-d627-4438-8e28-43f73b88d75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:44.982557 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:43:45.937878 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-cdb6f6cb-e870-460d-99b3-d2b7cc6f620f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:47.013241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:47.031831 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:48.662825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:52.201186 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:43:53.488871 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-ff805480-028d-4fc6-a60c-ce899b9322a5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1818647 Dec 15 22:43:53.581713 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-7917b5e0-9b75-4b70-8646-c86354674701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:43:53.583191 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-7917b5e0-9b75-4b70-8646-c86354674701 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1098 time: 0.0700078 Dec 15 22:43:53.724367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-2e17888f-fd4f-4b97-a806-b8a75299ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:43:53.725792 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-2e17888f-fd4f-4b97-a806-b8a75299ccfc service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1240864 Dec 15 22:43:53.831197 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-38057ead-1428-4757-a4f2-7df2ae0be92a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 1001 time: 0.0980773 Dec 15 22:43:53.896465 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-3efd4d2e-a403-4bf7-b7c1-ba4d8e6b7be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:43:53.897946 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-3efd4d2e-a403-4bf7-b7c1-ba4d8e6b7be0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0609810 Dec 15 22:43:53.973139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-50366974-7512-4949-be3b-c59da2943ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:43:53.974619 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-50366974-7512-4949-be3b-c59da2943ba9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706270 Dec 15 22:43:54.105549 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-dc44ef76-0662-4d5b-80c4-67baf9c16c12 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232746 Dec 15 22:43:54.240194 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-5310f95a-8919-4ff7-9143-ddbc18164786 req-4f2bd890-378a-4cdf-9bad-ce80827adb81 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284208 Dec 15 22:44:13.623565 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-61757509-44c4-4114-a395-d51faabf9937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:15.939035 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-bd0e57a7-3621-4e98-9b55-76607141c8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:17.017124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:17.034425 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:18.664677 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:21.981780 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:44:22.199394 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:26.998488 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 details requested by agent hyperv_hv-neutron-8206 with host hv-neutron-8206 {{(pid=87555) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 22:44:27.138943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:27.152832 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Returning: {'device': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'port_id': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'mac_address': 'fa:16:3e:2b:94:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87555) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 22:44:27.213613 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:27.230386 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffe6aa62-4d24-443f-90fa-035aa2b92805 {{(pid=87555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 22:44:27.247705 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:27.255804 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:27.261235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-dbe019e1-636c-4244-a569-a3b58a20401c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:27.349592 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] get_ports_and_sgs() called for port_ids ['ffe6aa62-4d24-443f-90fa-035aa2b92805'] {{(pid=87555) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 22:44:27.384320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=6']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:27.421765 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.422405 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.422904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.423236 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.423568 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.423919 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.424252 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.424584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.424911 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.425229 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.425551 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.425871 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:27.434619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:28.998473 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 up at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 22:44:29.090103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.provisioning_blocks [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Provisioning complete for port ffe6aa62-4d24-443f-90fa-035aa2b92805 triggered by entity L2. {{(pid=87555) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 22:44:29.090756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2095854'] for port, provisioning_complete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:29.221016 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:29.251478 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:29.264305 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:29.269412 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:29.271204 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:29.310813 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'code': 200} Dec 15 22:44:29.354692 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=7']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:29.357650 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:36.718286 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50412) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:36.914609 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Deleting port 5d760ca7-7093-4c19-8890-a6c6e9fccada {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:36.914945 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:37.082304 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:37.082628 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:37.201289 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Calling delete_port for 5d760ca7-7093-4c19-8890-a6c6e9fccada owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:37.346813 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:37.350723 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-5235b6d0-7eeb-43f7-be08-6c5fe80f51fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:37.394010 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event deleted for resources: {'Port': ['ID=5d760ca7-7093-4c19-8890-a6c6e9fccada,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:37.540567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.540860 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.541232 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.542180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.542540 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.542898 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.543255 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.543608 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.543991 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.544345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.544695 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.545044 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:37.552533 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:37.610827 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:37.611154 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Floating IP 23b23036-ae58-4a0f-937e-c74dcf80b0a2 disassociated (deleted). External IP: 172.26.6.254, port: ffe6aa62-4d24-443f-90fa-035aa2b92805. Dec 15 22:44:37.964346 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:44:38.137032 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:44:38.146362 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:44:38.156619 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:38.157209 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:38.158098 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:38.215002 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d6729e9b-1b38-46c0-a863-1fe72e53e948 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "DELETE /v2.0/floatingips/23b23036-ae58-4a0f-937e-c74dcf80b0a2 HTTP/1.1" status: 204 len: 168 time: 1.4954998 Dec 15 22:44:38.215831 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:38.332389 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'status': 'completed', 'code': 200} Dec 15 22:44:38.337641 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:38.438579 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-588d6324-9e9d-4893-9bc8-9418158fcca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:38.440278 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-588d6324-9e9d-4893-9bc8-9418158fcca0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 1098 time: 0.0854869 Dec 15 22:44:38.576245 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-f4d9a9dd-e4b5-48e5-87fe-7dfc5a2ecedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:38.577995 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-f4d9a9dd-e4b5-48e5-87fe-7dfc5a2ecedb service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1313579 Dec 15 22:44:38.590477 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b5887-3753-442d-a95d-9529be1e1444 req-88c70ff1-ce1d-4f67-a00e-ecf3b9a46f6e tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:38.591993 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-601b5887-3753-442d-a95d-9529be1e1444 req-88c70ff1-ce1d-4f67-a00e-ecf3b9a46f6e tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 945 time: 0.0844514 Dec 15 22:44:38.646464 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-601b5887-3753-442d-a95d-9529be1e1444 req-570c8583-847e-4247-b4d9-b585742a78f5 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482435 Dec 15 22:44:38.651197 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-ab935b85-7013-4db8-adfe-7bab6a0c360e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 200 len: 217 time: 0.0660255 Dec 15 22:44:38.713882 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-3377dd43-c912-4a6b-9b2c-a4c4c9ae2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:38.715312 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-3377dd43-c912-4a6b-9b2c-a4c4c9ae2e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0576191 Dec 15 22:44:38.732172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:38.735906 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:44:38.744090 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:38.745262 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:38.790243 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-e30fd5cb-f13e-4f3c-8aba-dc4fe1a53a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:38.792321 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-e30fd5cb-f13e-4f3c-8aba-dc4fe1a53a95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700920 Dec 15 22:44:38.918940 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:38.924950 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-984e2773-b4da-46ab-8699-7aee8ead12d7 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243258 Dec 15 22:44:39.061784 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:39.080650 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-49aa50ea-9a9a-4fe0-883d-8f466f2e1a2c req-8bb5b2be-be95-49f4-be16-7f51e13f0c33 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483796 Dec 15 22:44:39.338947 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2073629'] for port, before_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:39.408318 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:39.422126 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:39.430337 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752353528122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752352981607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752352981652'] for port, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:39.434124 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:39.470239 dv-neutron-820612-1-hyperv neutron-server[87555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'code': 200} Dec 15 22:44:39.509732 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Pushing event updated for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=8']} {{(pid=87555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:39.513571 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_concurrency.lockutils [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87555) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:39.520172 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:39.524202 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cfb0a8-8324-421b-8dbd-37dc2cdc5c7e None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_floatingips': [{'id': 'e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'floating_ip_address': '172.26.6.191', 'floating_network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'router_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'port_id': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1861, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'mac_address': 'fa:16:3e:f7:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T22:40:19Z', 'updated_at': '2021-12-15T22:40:21Z', 'revision_number': 1, 'project_id': 'ab52c1603081405ba058010be29438ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:44:39.746561 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1d8d7f-6925-4652-aba7-d5cd3679b87b None None] New status for floating IP 23b23036-ae58-4a0f-937e-c74dcf80b0a2: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:44:39.842555 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddad78-0eca-4641-9d97-8fe7f9ac2b2b req-7ff0bb6f-7a83-409d-b608-244372fadf9f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:39.844025 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72ddad78-0eca-4641-9d97-8fe7f9ac2b2b req-7ff0bb6f-7a83-409d-b608-244372fadf9f tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 943 time: 0.0818574 Dec 15 22:44:39.890732 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-72ddad78-0eca-4641-9d97-8fe7f9ac2b2b req-31c1229c-feac-4647-9c12-9d6050824503 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407708 Dec 15 22:44:40.137034 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085d868-756c-47c1-87f5-ae5e87779065 req-a5491b2c-cf89-4173-8ff1-c294cc9a5980 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:40.137678 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1085d868-756c-47c1-87f5-ae5e87779065 req-a5491b2c-cf89-4173-8ff1-c294cc9a5980 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:44:40.152309 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-1085d868-756c-47c1-87f5-ae5e87779065 req-a5491b2c-cf89-4173-8ff1-c294cc9a5980 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:44:40.153493 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1085d868-756c-47c1-87f5-ae5e87779065 req-a5491b2c-cf89-4173-8ff1-c294cc9a5980 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 943 time: 0.2235434 Dec 15 22:44:40.220300 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Deleting port ffe6aa62-4d24-443f-90fa-035aa2b92805 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:40.220634 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:40.477162 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] For port ffe6aa62-4d24-443f-90fa-035aa2b92805, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=ffe6aa62-4d24-443f-90fa-035aa2b92805,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:40.477427 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:40.606263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Calling delete_port for ffe6aa62-4d24-443f-90fa-035aa2b92805 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:40.749757 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:40.755395 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d514347b-eba4-4315-b71e-c689d2924780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:40.802321 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event deleted for resources: {'Port': ['ID=ffe6aa62-4d24-443f-90fa-035aa2b92805,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:40.805739 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:40.876766 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] No DVR routers for this DVR port ffe6aa62-4d24-443f-90fa-035aa2b92805 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:44:40.879112 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:40.881694 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-deleted', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:40.897507 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-1085d868-756c-47c1-87f5-ae5e87779065 req-7e4c4d17-6fd0-4801-9d22-59662539db0a tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "DELETE /v2.0/ports/ffe6aa62-4d24-443f-90fa-035aa2b92805 HTTP/1.1" status: 204 len: 173 time: 0.7388661 Dec 15 22:44:40.928425 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b74a7e2-5675-4873-b266-a89fef660028', 'name': 'network-vif-deleted', 'tag': 'ffe6aa62-4d24-443f-90fa-035aa2b92805', 'status': 'completed', 'code': 200} Dec 15 22:44:41.045433 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-5eedb8ba-865c-442d-a0e4-5384eaee14ca req-fdd078d6-2a69-4e54-b76b-5324ff8d9dbc tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b74a7e2-5675-4873-b266-a89fef660028 HTTP/1.1" status: 200 len: 210 time: 0.0474095 Dec 15 22:44:42.693061 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50476) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:42.897087 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Deleting port c68ab3e9-392b-4952-9b4c-bff472eb4f41 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:42.897418 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.063591 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.063836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.075521 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:43.112747 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: ffe6aa62-4d24-443f-90fa-035aa2b92805 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:43.113097 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device ffe6aa62-4d24-443f-90fa-035aa2b92805 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:43.188865 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Calling delete_port for c68ab3e9-392b-4952-9b4c-bff472eb4f41 owned by network:floatingip {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:43.330414 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.334732 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d0aa3cf8-bf95-4fa1-9366-3fbe0447ec1f tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:43.381859 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event deleted for resources: {'Port': ['ID=c68ab3e9-392b-4952-9b4c-bff472eb4f41,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:43.407234 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:43.469180 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for floatingip, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.469514 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.db.l3_db [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Floating IP e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8 disassociated (deleted). External IP: 172.26.6.191, port: 77cdf25c-eb7d-4842-ba22-21fa8cc66e57. Dec 15 22:44:43.627477 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a80e5ed0-aa20-4695-ab62-dc1ff944cdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:43.932263 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:44:44.104398 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:44:44.113999 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:44:44.121129 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for floatingip, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:44.123085 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:44.123698 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:44.180324 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-01c871da-8371-40e3-8a82-f19858bc56cd tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "DELETE /v2.0/floatingips/e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8 HTTP/1.1" status: 204 len: 168 time: 1.4858792 Dec 15 22:44:44.181095 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:44.227816 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'status': 'completed', 'code': 200} Dec 15 22:44:44.304847 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:44.321848 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f714-4573-464d-8df2-ad38a2257bbb req-0a464f81-e71a-4d0e-b173-5a2fbcc07478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:44.323943 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-0a464f81-e71a-4d0e-b173-5a2fbcc07478 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ab52c1603081405ba058010be29438ef&device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 1096 time: 0.0734646 Dec 15 22:44:44.466909 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f714-4573-464d-8df2-ad38a2257bbb req-d6439c53-b4fa-4e11-9a9a-f4d030ea5546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:44.468527 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-d6439c53-b4fa-4e11-9a9a-f4d030ea5546 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 200 len: 911 time: 0.1379840 Dec 15 22:44:44.568842 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-d4a96e40-5ffa-403b-b8f3-531627bb0fc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 200 len: 217 time: 0.0933430 Dec 15 22:44:44.626357 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:44.630320 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:44:44.639103 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:44.639719 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:16Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:44.651317 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f714-4573-464d-8df2-ad38a2257bbb req-ac8ab244-26b1-47a7-a395-d31e806e78c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:44.652768 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-ac8ab244-26b1-47a7-a395-d31e806e78c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 200 len: 849 time: 0.0730383 Dec 15 22:44:44.704594 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810696f9-b11e-41ed-93d8-7a1c8cbc0909 req-a5a3d388-e804-4e7f-9be2-2d35a304646c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:44.705278 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-810696f9-b11e-41ed-93d8-7a1c8cbc0909 req-a5a3d388-e804-4e7f-9be2-2d35a304646c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Synchronizing usage tracker for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87553) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 22:44:44.737795 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.quota.resource [req-810696f9-b11e-41ed-93d8-7a1c8cbc0909 req-a5a3d388-e804-4e7f-9be2-2d35a304646c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Unset dirty status for tenant:ab52c1603081405ba058010be29438ef on resource:port {{(pid=87553) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 22:44:44.738820 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-810696f9-b11e-41ed-93d8-7a1c8cbc0909 req-a5a3d388-e804-4e7f-9be2-2d35a304646c tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.2117004 Dec 15 22:44:44.772360 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f714-4573-464d-8df2-ad38a2257bbb req-03f83c46-5a22-455c-8eee-c0f3d690f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:44.773785 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-03f83c46-5a22-455c-8eee-c0f3d690f99f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e6bd7941-c06c-4648-b3e8-3bf7f126bf79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1124735 Dec 15 22:44:44.814749 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:44.857622 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-810696f9-b11e-41ed-93d8-7a1c8cbc0909 req-d1c451ca-3a2e-42d4-8d2c-17e0e43e2396 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115711 Dec 15 22:44:44.916234 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-207a50cb-bf7f-43bb-962c-fc92771b9aa8 service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334479 Dec 15 22:44:45.052271 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-d712f714-4573-464d-8df2-ad38a2257bbb req-15ac6bfb-4d9a-4b77-84a6-8a5e960422bc service neutron] 10.222.0.32 "GET /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293190 Dec 15 22:44:45.125930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:45.129825 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d936fc-4dd7-43e7-a0f6-1c012273fd8a None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:39:56Z', 'revision_number': 4, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv', '_interfaces': [{'id': '375a11d9-e71e-40bc-abdb-6ebdbcbc2c13', 'name': '', 'network_id': 'e6bd7941-c06c-4648-b3e8-3bf7f126bf79', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'mac_address': 'fa:16:3e:18:13:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '92553192-6573-47ae-88d2-dfb0d00613be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:55Z', 'updated_at': '2021-12-15T22:40:02Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'subnets': [{'id': '92553192-6573-47ae-88d2-dfb0d00613be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:44:45.361723 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f501f4ec-98e6-470d-b7ce-eb1ba41c6172 None None] New status for floating IP e65a1bff-d70d-4b69-ab9d-3bd0f2cf6ba8: DOWN {{(pid=87556) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 22:44:45.940644 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9efbddf3-4172-4117-ae4a-200556e88896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:45.983569 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ce275-f99d-4981-8139-86c9f953d624 req-4c8ea06d-a26b-4b10-b9b6-07b5fd7d6dfc tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87553) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:45.985032 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-da8ce275-f99d-4981-8139-86c9f953d624 req-4c8ea06d-a26b-4b10-b9b6-07b5fd7d6dfc tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.0862226 Dec 15 22:44:46.051986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fc989-a5be-4060-8566-ffaa58dc6755 req-cc33820d-794a-447b-8742-512f81cd0532 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87554) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 22:44:46.053416 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-238fc989-a5be-4060-8566-ffaa58dc6755 req-cc33820d-794a-447b-8742-512f81cd0532 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 943 time: 0.0812671 Dec 15 22:44:46.055910 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Deleting port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:46.056313 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:46.098856 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-238fc989-a5be-4060-8566-ffaa58dc6755 req-d6786a1e-1f97-4929-bbb9-d626105256c2 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/security-groups?id=16611825-ee60-4fe0-a136-094d3ad96c58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392244 Dec 15 22:44:46.422742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] For port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57, host hv-neutron-8206, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8206',level=0,port_id=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:46.423121 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:46.542773 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Calling delete_port for 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 owned by compute:nova {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:46.685292 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:46.690573 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-a1a2f116-fd5f-47c4-bcba-218521e7a6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:46.734672 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event deleted for resources: {'Port': ['ID=77cdf25c-eb7d-4842-ba22-21fa8cc66e57,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:46.737673 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:46.812916 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] No DVR routers for this DVR port 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 on host hv-neutron-8206 {{(pid=87553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:44:46.815235 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-245390'] for port, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:46.817743 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-deleted', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57'}] {{(pid=87553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 22:44:46.833687 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [req-da8ce275-f99d-4981-8139-86c9f953d624 req-f089b8b6-43c1-4ad6-a79c-6ba0c2bd30c4 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.32 "DELETE /v2.0/ports/77cdf25c-eb7d-4842-ba22-21fa8cc66e57 HTTP/1.1" status: 204 len: 173 time: 0.8435099 Dec 15 22:44:46.865935 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f027eb-c00e-4bb5-be6e-01b23f135249', 'name': 'network-vif-deleted', 'tag': '77cdf25c-eb7d-4842-ba22-21fa8cc66e57', 'status': 'completed', 'code': 200} Dec 15 22:44:47.021301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:47.036966 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:47.266024 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [req-30603718-b5a7-478c-86e8-fb4480b2b474 req-48812fb9-c16e-47c0-8e04-6c83e4f8b922 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "GET /v2.0/ports?device_id=54f027eb-c00e-4bb5-be6e-01b23f135249 HTTP/1.1" status: 200 len: 210 time: 0.0465686 Dec 15 22:44:48.364642 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50496) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:48.435765 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:48.474836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:48.544905 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:48.549139 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-541c0802-b528-457c-b944-3a440d250cb9 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:48.569444 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16611825-ee60-4fe0-a136-094d3ad96c58,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:48.571710 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:48.579205 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:48.580449 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-1e622dd2-38ae-4247-a718-e9137a7df7e7 tempest-TestSnapshotPattern-1116119949 tempest-TestSnapshotPattern-1116119949-project] 10.222.0.18 "DELETE /v2.0/security-groups/16611825-ee60-4fe0-a136-094d3ad96c58 HTTP/1.1" status: 204 len: 168 time: 0.2148256 Dec 15 22:44:48.628223 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50502) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:48.672886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:49.122385 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 no longer exists at agent hyperv_hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:49.158150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] No Port match for: 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:49.158524 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Device 77cdf25c-eb7d-4842-ba22-21fa8cc66e57 not bound to the agent host hv-neutron-8206 {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:49.180996 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:49.630930 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Deleting port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:49.631567 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:49.797014 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] For port 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:49.797362 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:49.915717 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Calling delete_port for 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 owned by network:router_interface {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:50.086842 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:50.090347 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9f43f40f-a101-482f-995f-d9b2731221b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:50.134978 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Pushing event deleted for resources: {'Port': ['ID=375a11d9-e71e-40bc-abdb-6ebdbcbc2c13,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:50.138040 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:50.397948 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:50.743635 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Router e85f942a-5269-445d-a748-912cf3786e25 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87553) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:44:51.031026 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87553) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:44:51.039593 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Sync routers for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:44:51.043889 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-d2ee133a-e145-4612-a218-e3ba9ea8f758 admin admin] 10.222.0.18 "PUT /v2.0/routers/e85f942a-5269-445d-a748-912cf3786e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4135122 Dec 15 22:44:51.045241 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50508) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:51.048628 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:51.049241 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:51.265943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:51.350869 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks [] for router, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:51.523357 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:51.534836 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Deleting port 4302c3a3-191a-47f3-bdb3-1348bfd87099 {{(pid=87553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:51.535174 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:51.545117 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127'}], 'enable_snat': True}, 'gw_port_id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:44:50Z', 'revision_number': 5, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port': {'id': '4302c3a3-191a-47f3-bdb3-1348bfd87099', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:64:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e85f942a-5269-445d-a748-912cf3786e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:53Z', 'updated_at': '2021-12-15T22:39:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:51.548997 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Checking router: e85f942a-5269-445d-a748-912cf3786e25 for host: dv-neutron-820612-1-hyperv {{(pid=87555) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:44:51.558157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Routers {'e85f942a-5269-445d-a748-912cf3786e25'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87555) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:51.558904 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['e85f942a-5269-445d-a748-912cf3786e25'], 'active': True} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:51.715930 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_dvr_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] Set router e85f942a-5269-445d-a748-912cf3786e25 gateway port host: None {{(pid=87555) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:51.718310 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.db [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] For port 4302c3a3-191a-47f3-bdb3-1348bfd87099, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=4302c3a3-191a-47f3-bdb3-1348bfd87099,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:51.718738 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:51.821554 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.db.l3_hamode_db [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:44:51Z', 'revision_number': 6, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:51.825506 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72699baf-4c2d-4b6d-a39b-8836330ca1ce None None] The sync data for ids ['e85f942a-5269-445d-a748-912cf3786e25'] in dv-neutron-820612-1-hyperv is: [{'id': 'e85f942a-5269-445d-a748-912cf3786e25', 'name': 'tempest-TestSnapshotPattern-1062253743-router', 'tenant_id': 'ab52c1603081405ba058010be29438ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:52Z', 'updated_at': '2021-12-15T22:44:51Z', 'revision_number': 6, 'project_id': 'ab52c1603081405ba058010be29438ef', 'gw_port_host': None}] {{(pid=87555) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:44:51.840931 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.plugins.ml2.plugin [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Calling delete_port for 4302c3a3-191a-47f3-bdb3-1348bfd87099 owned by network:router_gateway {{(pid=87553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:52.005348 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2127529'] for port, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.008699 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-12cdb7b4-282d-45dc-aaa4-9b4b536d650b tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:52.049308 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Pushing event deleted for resources: {'Port': ['ID=4302c3a3-191a-47f3-bdb3-1348bfd87099,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:52.052845 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:52.141424 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.205643 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.431564 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.434302 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.455751 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.456305 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e85f942a-5269-445d-a748-912cf3786e25 {{(pid=87553) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:44:52.467980 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] Notify callbacks [] for router, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.469084 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-9ca54d45-d3c2-4bc4-8781-ec7c2fa4f755 admin admin] 10.222.0.18 "DELETE /v2.0/routers/e85f942a-5269-445d-a748-912cf3786e25 HTTP/1.1" status: 204 len: 168 time: 1.4229708 Dec 15 22:44:52.471514 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50514) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:52.530048 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Deleting subnet 92553192-6573-47ae-88d2-dfb0d00613be {{(pid=87553) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:44:52.533450 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.585664 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3070186'] for subnet, precommit_delete_associations {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.668538 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.746804 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2127514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2981586'] for subnet, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.750742 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-49ddc66c-9a2f-4c80-b1ef-807adb4f6fec tempest-RoutersIpV6Test-1401786991 tempest-RoutersIpV6Test-1401786991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:52.785345 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92553192-6573-47ae-88d2-dfb0d00613be,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:52.790216 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:52.791774 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.797987 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-82f94054-dd2d-4ff9-ba3a-a1f2e34dc392 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/92553192-6573-47ae-88d2-dfb0d00613be HTTP/1.1" status: 204 len: 168 time: 0.3254867 Dec 15 22:44:52.800129 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080318e3-7597-46e9-979a-0cc0a9367967 None None] Network e6bd7941-c06c-4648-b3e8-3bf7f126bf79 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:44:52.800623 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50518) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:52.921140 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:52.932604 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Deleting port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:52.932935 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.084553 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] DHCP port deletion for e6bd7941-c06c-4648-b3e8-3bf7f126bf79 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:44:53.088886 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Deleting port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:53.089271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.262718 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] For port 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fcb8f47-e0ae-4a23-af39-584e8da95b52,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:53.262976 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.293708 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] For port 2fcb8f47-e0ae-4a23-af39-584e8da95b52, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=2fcb8f47-e0ae-4a23-af39-584e8da95b52,segment=NetworkSegment(1c3097ea-e875-42c5-a5c3-58c047bdfc95),segment_id=1c3097ea-e875-42c5-a5c3-58c047bdfc95)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:53.294235 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.394644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Calling delete_port for 2fcb8f47-e0ae-4a23-af39-584e8da95b52 owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:53.453982 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Calling delete_port for 2fcb8f47-e0ae-4a23-af39-584e8da95b52 owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:53.474832 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.479232 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-20140ea4-4a24-41a0-b642-8d9ae979ebcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:53.520800 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcb8f47-e0ae-4a23-af39-584e8da95b52,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 22:44:53.521508 dv-neutron-820612-1-hyperv neutron-server[87555]: util.warn( Dec 15 22:44:53.531225 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:44:53.531657 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:44:53.532018 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.532409 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.532786 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.533157 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.533525 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.533899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.534291 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.534617 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.534981 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.535343 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.535702 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.536088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-820612-1-hyperv {{(pid=87554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 22:44:53.538676 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] No DVR routers for this DVR port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:44:53.540173 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:53.655899 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.680812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bd7941-c06c-4648-b3e8-3bf7f126bf79']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:53.701624 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3097ea-e875-42c5-a5c3-58c047bdfc95') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:53.701924 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3097ea-e875-42c5-a5c3-58c047bdfc95') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:53.714382 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.730327 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.734630 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:53.737752 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:44:53.738143 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:44:53.755533 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:44:53.770929 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:53.771288 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 375a11d9-e71e-40bc-abdb-6ebdbcbc2c13 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:53.771717 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fcb8f47-e0ae-4a23-af39-584e8da95b52 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:53.804658 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 2fcb8f47-e0ae-4a23-af39-584e8da95b52 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:53.805013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 2fcb8f47-e0ae-4a23-af39-584e8da95b52 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:53.805430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4302c3a3-191a-47f3-bdb3-1348bfd87099 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:53.829518 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.834429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-312f763a-092b-4c44-bd6d-489900d59732 tempest-TestNetworkBasicOps-418718852 tempest-TestNetworkBasicOps-418718852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:53.838900 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 4302c3a3-191a-47f3-bdb3-1348bfd87099 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:53.839264 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 4302c3a3-191a-47f3-bdb3-1348bfd87099 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:53.851480 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:53.858008 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e6bd7941-c06c-4648-b3e8-3bf7f126bf79,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:53.862124 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:53.868072 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-23a6f04f-0790-43b0-98a8-45f09c8efc3f admin admin] 10.222.0.18 "DELETE /v2.0/networks/e6bd7941-c06c-4648-b3e8-3bf7f126bf79 HTTP/1.1" status: 204 len: 168 time: 1.0658817 Dec 15 22:44:53.871434 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50522) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:54.033042 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Deleting port 2fcb8f47-e0ae-4a23-af39-584e8da95b52 {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:54.033439 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:54.109283 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-786f2190-61be-4690-85a9-f3fcedbfb718 None None] The port '2fcb8f47-e0ae-4a23-af39-584e8da95b52' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:44:54.412744 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-572581'] for router_interface, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:54.867644 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Deleting port ba68180e-2afa-4102-bfdd-1a2c464c72f0 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:54.868315 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:55.035057 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] For port ba68180e-2afa-4102-bfdd-1a2c464c72f0, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=ba68180e-2afa-4102-bfdd-1a2c464c72f0,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:55.035397 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:55.162130 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Calling delete_port for ba68180e-2afa-4102-bfdd-1a2c464c72f0 owned by network:router_interface {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:55.469186 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:55.473446 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-81e1320e-68e3-45e2-a783-ef7ddab6fe31 tempest-TestShelveInstance-1596945505 tempest-TestShelveInstance-1596945505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:55.519326 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba68180e-2afa-4102-bfdd-1a2c464c72f0,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:55.544986 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:55.788708 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-581444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-576853'] for router_interface, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:56.250046 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Router 3034faff-1401-49a2-90df-e801c4714216 has already been hosted by L3 agent 5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c {{(pid=87554) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 22:44:56.435429 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] Notify agent at l3_agent.dv-neutron-820612-1-hyperv the message routers_updated {{(pid=87554) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 22:44:56.444815 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Sync routers for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 22:44:56.451097 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-e8c88dc3-cc03-4e10-b6cc-580d7c31e010 admin admin] 10.222.0.18 "PUT /v2.0/routers/3034faff-1401-49a2-90df-e801c4714216/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5786283 Dec 15 22:44:56.453494 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50526) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:56.454342 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:56.454951 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:56.626706 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks [] for router, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:56.629540 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: dv-neutron-820612-1-hyperv {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:56.802190 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:56.811660 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Deleting port bda08abc-91b8-4266-bb5e-83a8b75db612 {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:56.812044 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:56.905874 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'external_fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199'}], 'enable_snat': True}, 'gw_port_id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:44:55Z', 'revision_number': 5, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port': {'id': 'bda08abc-91b8-4266-bb5e-83a8b75db612', 'name': '', 'network_id': 'ac76b5a8-2a4f-4138-b30a-4c4b92be1401', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3034faff-1401-49a2-90df-e801c4714216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'ip_address': '172.26.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-820612-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T22:39:59Z', 'updated_at': '2021-12-15T22:40:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '385e8179-2abf-44b1-90e1-e51a4f4624e6', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-820612-1-hyperv'}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:56.909677 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Checking router: 3034faff-1401-49a2-90df-e801c4714216 for host: dv-neutron-820612-1-hyperv {{(pid=87556) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 22:44:56.917819 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Routers {'3034faff-1401-49a2-90df-e801c4714216'} bound to L3 agent in host dv-neutron-820612-1-hyperv {{(pid=87556) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 22:44:56.918412 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-820612-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T21:39:46Z,description=,heartbeat_timestamp=2021-12-15T22:44:46Z,host='dv-neutron-820612-1-hyperv',id=5f1a2f3a-a93d-43b6-9873-0f2cdc23f34c,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T21:39:46Z,topic='l3_agent')) {'router_ids': ['3034faff-1401-49a2-90df-e801c4714216'], 'active': True} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:56.980602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] For port bda08abc-91b8-4266-bb5e-83a8b75db612, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=bda08abc-91b8-4266-bb5e-83a8b75db612,segment=NetworkSegment(5c4103c1-803c-43db-ab31-f49dc4912fd4),segment_id=5c4103c1-803c-43db-ab31-f49dc4912fd4)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:56.980943 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.068293 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_dvr_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] Set router 3034faff-1401-49a2-90df-e801c4714216 gateway port host: None {{(pid=87556) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 22:44:57.110066 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Calling delete_port for bda08abc-91b8-4266-bb5e-83a8b75db612 owned by network:router_gateway {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:57.204426 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.l3_hamode_db [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:44:56Z', 'revision_number': 6, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port_host': None}], 'dv-neutron-820612-1-hyperv', False) {} {{(pid=87556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:57.208294 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9c073-7c4c-4023-9294-d6285497948b None None] The sync data for ids ['3034faff-1401-49a2-90df-e801c4714216'] in dv-neutron-820612-1-hyperv is: [{'id': '3034faff-1401-49a2-90df-e801c4714216', 'name': 'tempest-TestSnapshotPattern-1767081496-router', 'tenant_id': 'cabaa57abd874a68bfb42156738f4feb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T22:39:58Z', 'updated_at': '2021-12-15T22:44:56Z', 'revision_number': 6, 'project_id': 'cabaa57abd874a68bfb42156738f4feb', 'gw_port_host': None}] {{(pid=87556) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 22:44:57.276114 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.279775 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-59d6e521-e52e-4431-ad9b-345fa569fef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:57.322579 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Pushing event deleted for resources: {'Port': ['ID=bda08abc-91b8-4266-bb5e-83a8b75db612,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:57.325627 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:57.528584 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1023170'] for router_gateway, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.702001 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-576873', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496670'] for router, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.704240 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.726875 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-572492'] for router, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.727398 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3034faff-1401-49a2-90df-e801c4714216 {{(pid=87554) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 22:44:57.740335 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] Notify callbacks [] for router, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.741429 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-73b9141a-6a94-46bf-95f8-84efcde2c9de admin admin] 10.222.0.18 "DELETE /v2.0/routers/3034faff-1401-49a2-90df-e801c4714216 HTTP/1.1" status: 204 len: 168 time: 1.2870421 Dec 15 22:44:57.743894 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50530) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:57.803208 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Deleting subnet 6bf51323-6ffe-4614-a78c-ff32270703e8 {{(pid=87554) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 22:44:57.805969 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.855652 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2538218'] for subnet, precommit_delete_associations {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.930974 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2067532'] for subnet, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:57.990292 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ba68180e-2afa-4102-bfdd-1a2c464c72f0 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:58.003847 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2067476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-189974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3662887', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3649133'] for subnet, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.008088 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-68ab7d9c-9372-4046-ba97-47d7a81969fd tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:58.027504 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: ba68180e-2afa-4102-bfdd-1a2c464c72f0 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:58.027853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device ba68180e-2afa-4102-bfdd-1a2c464c72f0 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:58.028309 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bda08abc-91b8-4266-bb5e-83a8b75db612 no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:58.046428 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf51323-6ffe-4614-a78c-ff32270703e8,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:58.050646 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:58.053104 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.062702 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-f0d94935-cb10-450e-8ba5-4c8b279ea4b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6bf51323-6ffe-4614-a78c-ff32270703e8 HTTP/1.1" status: 204 len: 168 time: 0.3157132 Dec 15 22:44:58.062985 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50534) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:58.063572 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: bda08abc-91b8-4266-bb5e-83a8b75db612 {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:58.063943 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device bda08abc-91b8-4266-bb5e-83a8b75db612 not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:58.065727 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fada37-4bb2-4b7a-a2d0-3266eecce605 None None] Network 924ab627-1614-42a6-a6a9-eb0da04c9a04 requested from dv-neutron-820612-1-hyperv {{(pid=87555) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 22:44:58.171665 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2047479'] for network, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.182602 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Deleting port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b {{(pid=87554) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:58.182944 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.360353 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] DHCP port deletion for 924ab627-1614-42a6-a6a9-eb0da04c9a04 request from dv-neutron-820612-1-hyperv {{(pid=87555) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 22:44:58.364493 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Deleting port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:58.364876 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.392354 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.db [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] For port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87554) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:58.392922 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.516700 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.plugin [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Calling delete_port for 7440a59a-6833-4de9-90c6-a4ca81f2ca9b owned by network:dhcp {{(pid=87554) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:58.566503 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.db [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] For port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b, host dv-neutron-820612-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-820612-1-hyperv',level=0,port_id=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,segment=NetworkSegment(e934c60f-9358-4d26-9a22-62ed7f0efddf),segment_id=e934c60f-9358-4d26-9a22-62ed7f0efddf)] {{(pid=87555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 22:44:58.566741 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1020581'] for port, precommit_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.592176 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2073694', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190195', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752353528149', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752352981598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3662868'] for port, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.596115 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-86e97ea0-3207-45bc-bf32-9d03a68a7843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:58.639056 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7440a59a-6833-4de9-90c6-a4ca81f2ca9b,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:58.642075 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:58.642812 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] No DVR routers for this DVR port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b on host dv-neutron-820612-1-hyperv {{(pid=87554) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 22:44:58.688293 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Calling delete_port for 7440a59a-6833-4de9-90c6-a4ca81f2ca9b owned by network:dhcp {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 22:44:58.756152 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2094951', 'neutron.services.segments.db._delete_segments_for_network-8752353469350'] for network, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.757301 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.db.api [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 22:44:58.757663 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG oslo_db.api [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 22:44:58.786746 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924ab627-1614-42a6-a6a9-eb0da04c9a04']}} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:58.798955 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e934c60f-9358-4d26-9a22-62ed7f0efddf') {'for_net_delete': True} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:58.799244 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.services.segments.db [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e934c60f-9358-4d26-9a22-62ed7f0efddf') {} {{(pid=87554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 22:44:58.810866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752353318009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2538237'] for segment, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.826515 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2065958'] for segment, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.832866 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87554) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 22:44:58.833258 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2065967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3663097'] for segment, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: Traceback (most recent call last): Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: timer() Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: cb(*args, **kw) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: return func(*args, **kwargs) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: self._notify() Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: self.callback(batched_events) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: event.method(event) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: return f(self, *a, **k) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._get(url).json() Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: return self.request(url, 'GET', **kwargs) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 22:44:58.846066 dv-neutron-820612-1-hyperv neutron-server[87554]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 22:44:58.918589 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2094942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891651', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581453', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1023141'] for network, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.923078 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Notify callbacks [] for network, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:58.925705 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-211542f1-7c62-4392-8734-43c551c28b66 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112 tempest-ExtraDHCPOptionsIpV6TestJSON-793263112-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:58.949844 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Pushing event deleted for resources: {'Network': ['ID=924ab627-1614-42a6-a6a9-eb0da04c9a04,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:58.952312 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:58.958177 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-57bc0fe2-20df-45b3-af14-107eb23a1c14 admin admin] 10.222.0.18 "DELETE /v2.0/networks/924ab627-1614-42a6-a6a9-eb0da04c9a04 HTTP/1.1" status: 204 len: 168 time: 0.8940482 Dec 15 22:44:58.980981 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:44:59.068189 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50540) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:59.115940 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-ae991a1b-882b-4034-a948-d06ae9ec3078 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab52c1603081405ba058010be29438ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460892 Dec 15 22:44:59.118197 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.wsgi [-] (87553) accepted ('10.222.0.18', 50544) {{(pid=87553) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:59.173956 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.198367 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.252753 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.257453 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-3cac997d-d0c2-48e1-b0ed-ed4a645704e4 tempest-TestNetworkAdvancedServerOps-918964989 tempest-TestNetworkAdvancedServerOps-918964989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:59.259430 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Deleting port 7440a59a-6833-4de9-90c6-a4ca81f2ca9b {{(pid=87555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 22:44:59.260073 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752353525441'] for port, before_delete {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.271957 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c82f16-f9bc-4f76-83a7-71ce0c3026f4,revision_number=None']} {{(pid=87553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:59.275947 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG oslo_concurrency.lockutils [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:59.279125 dv-neutron-820612-1-hyperv neutron-server[87553]: DEBUG neutron_lib.callbacks.manager [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.282791 dv-neutron-820612-1-hyperv neutron-server[87553]: INFO neutron.wsgi [None req-e9087bca-2692-4492-a8ca-1e4b2257d2f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73c82f16-f9bc-4f76-83a7-71ce0c3026f4 HTTP/1.1" status: 204 len: 168 time: 0.1611948 Dec 15 22:44:59.341149 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-01833b90-9bb3-447c-9928-8904691a34c5 None None] The port '7440a59a-6833-4de9-90c6-a4ca81f2ca9b' was deleted {{(pid=87555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 22:44:59.630249 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50552) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:59.677648 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-303cd5b6-5215-49f9-b36f-474bc21be856 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cabaa57abd874a68bfb42156738f4feb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460107 Dec 15 22:44:59.679967 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.wsgi [-] (87554) accepted ('10.222.0.18', 50556) {{(pid=87554) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 22:44:59.730659 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7440a59a-6833-4de9-90c6-a4ca81f2ca9b no longer exists at agent ovs-agent-dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 22:44:59.739049 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.764165 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.plugin [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] No Port match for: 7440a59a-6833-4de9-90c6-a4ca81f2ca9b {{(pid=87555) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 22:44:59.764474 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.764601 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron.plugins.ml2.rpc [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Device 7440a59a-6833-4de9-90c6-a4ca81f2ca9b not bound to the agent host dv-neutron-820612-1-hyperv {{(pid=87555) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 22:44:59.817371 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-891695'] for security_group, after_delete {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.821253 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-36314d80-557c-4d1e-90db-df5efa0c75f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 22:44:59.831932 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f91e90-0dcb-4211-9c48-15df882f24ae,revision_number=None']} {{(pid=87554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 22:44:59.835658 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG oslo_concurrency.lockutils [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87554) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 22:44:59.838859 dv-neutron-820612-1-hyperv neutron-server[87554]: DEBUG neutron_lib.callbacks.manager [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:44:59.839978 dv-neutron-820612-1-hyperv neutron-server[87554]: INFO neutron.wsgi [None req-b1fca22e-959b-4ec5-bc08-38359e80f13f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41f91e90-0dcb-4211-9c48-15df882f24ae HTTP/1.1" status: 204 len: 168 time: 0.1591587 Dec 15 22:45:13.628339 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-492be37d-fbf9-40e9-8604-bab206e666c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:15.945515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ea7a87a0-acd4-48f2-ac13-e36f31bac74f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:17.022879 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:17.040100 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:18.674839 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:22.212096 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:35.979526 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:45:43.629131 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-15941fbf-b592-4a34-addb-25fb26f5d58a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:45.947091 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-47b7aa43-d722-4ca8-b4ba-cc0f4d294a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:47.025963 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:47.044638 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:48.676853 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:45:52.211029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:12.978292 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:46:13.630271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-418088d2-97b0-410f-a432-676e26dcbbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:15.948187 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce3663f5-4f3e-4d36-aae7-3d23606378de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:17.028775 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:17.049002 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:18.677441 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:22.226271 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:43.632028 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a56d897b-62ea-44ef-8d6f-bbee5d2ccbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:45.948086 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-e9f30188-e56c-4149-9195-98f7b1f002ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:47.034286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:47.050343 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:48.680371 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:46:49.976457 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:46:52.226286 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:13.633150 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ef682852-4e76-49e5-a434-c97f4ab8416d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:15.950631 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-a5a4bebf-1c89-4582-80a5-981fcf2036db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:17.036145 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:17.053750 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:18.683614 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:22.223739 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:26.975506 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:47:43.633851 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c1e8155f-31e6-4800-b809-09afff4aef52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:45.952157 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-60f60ca8-857d-427b-b712-64661fcd0455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:47.032816 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:47.056579 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:48.686577 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:47:52.239523 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:03.974922 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:48:13.636866 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5678acd9-5a34-45b0-932e-2c20245ab7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:15.953806 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-56fc1ef3-b350-4dff-bd00-55ab5aea1e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:17.037013 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:17.060700 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:18.689029 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:22.241034 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:40.973055 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:48:43.637860 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-22e4a4b8-62bd-44e7-a82f-0c1949d9fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:45.955855 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-3ccdfd03-7eb4-4f89-857f-c633159a6c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:47.038723 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:47.062485 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:48.691550 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:48:52.253710 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:13.640627 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-c93ec812-f629-4465-869e-b57eb65c8a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:15.955756 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-9fec2deb-4128-49cf-a2fc-3a97746dc800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:17.040443 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:17.065084 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:17.972825 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:49:18.692944 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:22.267238 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:43.641146 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-b53c8783-7247-4c14-886c-eae561898c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:45.957822 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-23722539-9fa9-4d29-bcc4-f8d18ccbd85b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:47.041206 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:47.069584 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:48.697350 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:52.267767 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:49:54.972112 dv-neutron-820612-1-hyperv neutron-server[87556]: DEBUG neutron.db.agents_db [None req-3119543d-c668-4c58-8357-d7c1c21714be None None] Agent healthcheck: found 6 active agents {{(pid=87556) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 22:50:13.643515 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-7bd3b5f3-09de-4cbd-897f-6676ee002e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:50:15.959566 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-ce536fa0-ba63-42b1-8785-ec4bc98fde28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:50:17.041769 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-12652e4b-9d08-4fa0-8f79-2d45d803e94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:50:17.070528 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-fb8db657-340e-456f-9605-f87c134e635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:50:18.698690 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-abf350b8-ca87-452d-a288-23a3daa3dbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 22:50:22.266971 dv-neutron-820612-1-hyperv neutron-server[87555]: DEBUG neutron_lib.callbacks.manager [None req-5e334b4e-3e38-4a09-bdc1-e54ead1366c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752353469359', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2095645'] for agent, after_update {{(pid=87555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}